Mar 05 02:57:09.114513 np0000157817 systemd[1]: Started devstack@magnum-cond.service - Devstack devstack@magnum-cond.service. Mar 05 02:57:10.338027 np0000157817 magnum-conductor[120866]: Using RPC transport for notifications. Please use get_notification_transport to obtain a notification transport instance. Mar 05 02:57:10.341126 np0000157817 magnum-conductor[120866]: INFO magnum.cmd.conductor [-] Starting server in PID 120866 Mar 05 02:57:10.341126 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] Configuration: {{(pid=120866) main /opt/stack/magnum/magnum/cmd/conductor.py:50}} Mar 05 02:57:10.341696 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] ******************************************************************************** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2979}} Mar 05 02:57:10.341696 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] Configuration options gathered from: {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2980}} Mar 05 02:57:10.341696 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] command line args: [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2981}} Mar 05 02:57:10.341696 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] config files: ['/etc/magnum/magnum.conf'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2982}} Mar 05 02:57:10.342049 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] ================================================================================ {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2987}} Mar 05 02:57:10.342049 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] bindir = /opt/stack/magnum/magnum/bin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.342049 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] config_dir = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.342049 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] config_file = ['/etc/magnum/magnum.conf'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.342327 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] config_source = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.342327 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] control_exchange = magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.342493 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] debug = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.342622 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] default_log_levels = ['amqp=WARN', 'boto=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343027 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] host = np0000157817 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343108 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] instance_format = [instance: %(uuid)s] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343265 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343536 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_color = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343536 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_config_append = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343536 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343712 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_dir = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343712 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343827 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_rotate_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343827 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_rotate_interval_type = days {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.343962 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] log_rotation_type = none {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344034 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344117 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344184 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344288 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344362 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344462 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] max_logfile_count = 30 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344537 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] max_logfile_size_mb = 200 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344614 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] max_manifest_size = 524288 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344731 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] password_symbols = ['23456789', 'ABCDEFGHJKLMNPQRSTUVWXYZ', 'abcdefghijkmnopqrstuvwxyz'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344808 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] periodic_enable = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.344889 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] periodic_interval_max = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345026 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] publish_errors = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345103 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] pybasedir = /opt/stack/magnum/magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345209 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] rate_limit_burst = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345324 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] rate_limit_except_level = CRITICAL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345418 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] rate_limit_interval = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345519 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] rootwrap_config = /etc/magnum/rootwrap.conf {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345637 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] service_down_time = 180 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345733 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] shell_completion = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345818 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] state_path = /opt/stack/data/magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.345905 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] syslog_log_facility = LOG_USER {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346006 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] tempdir = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346090 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] transport_url = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346238 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] use_journal = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346362 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] use_json = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346477 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] use_stderr = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346626 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] use_syslog = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.346760 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_concurrency.disable_process_locking = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.346882 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_concurrency.lock_path = /opt/stack/data/magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.346997 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347103 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347216 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347280 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347407 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347512 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.connection_string = messaging:// {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347593 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347707 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.es_doc_type = notification {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347788 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.es_scroll_size = 10000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.347894 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.es_scroll_time = 2m {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348278 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.filter_error_trace = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348278 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.hmac_keys = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348278 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.sentinel_service_name = mymaster {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348278 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.socket_timeout = 0.1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348525 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.trace_requests = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348525 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler.trace_sqlalchemy = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348627 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler_jaeger.process_tags = {} {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348691 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler_jaeger.service_name_prefix = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.348760 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] profiler_otlp.service_name_prefix = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349050 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.api_paste_config = api-paste.ini {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349050 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.enabled_ssl = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349050 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.host = 199.204.45.132 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349559 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.max_limit = 1000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349559 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.port = 9511 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349559 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.ssl_cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349559 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.ssl_key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349559 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] api.workers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349559 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] barbican_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349950 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] barbican_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349950 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster.etcd_discovery_service_endpoint_format = https://discovery.etcd.io/new?size=%(size)d {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.349950 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster.nodes_affinity_policy = soft-anti-affinity {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350184 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster.pre_delete_lb_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350184 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster.temp_cache_dir = /var/lib/magnum/certificate-cache {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350272 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster_template.kubernetes_allowed_network_drivers = ['calico', 'cilium'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350313 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster_template.kubernetes_default_network_driver = calico {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350421 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster_heat.create_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350588 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster_heat.max_attempts = 2000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350635 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cluster_heat.wait_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350719 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] certificates.cert_manager_type = barbican {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350810 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] certificates.storage_path = /var/lib/magnum/certificates/ {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.350904 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder.default_boot_volume_size = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351023 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder.default_boot_volume_type = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351115 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder.default_docker_volume_type = lvmdriver-1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351205 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder.default_etcd_volume_type = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351316 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.api_version = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351394 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351482 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351573 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351666 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351767 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351869 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cinder_client.region_name = RegionOne {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.351996 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] conductor.topic = magnum-conductor {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352082 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] conductor.workers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352179 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.asyncio_connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352269 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.asyncio_slave_connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352366 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.backend = sqlalchemy {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352458 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352550 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.connection_debug = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352667 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.connection_parameters = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352788 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.connection_recycle_time = 3600 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.352883 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.connection_trace = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353024 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.db_inc_retry_interval = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353137 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.db_max_retries = 20 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353245 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.db_max_retry_interval = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353356 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.db_retry_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353472 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.max_overflow = 50 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353593 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.max_pool_size = 5 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353685 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.max_retries = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353787 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.mysql_engine = InnoDB {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.353888 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354000 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.mysql_wsrep_sync_wait = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354107 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.pool_timeout = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354204 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.retry_interval = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354294 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.slave_connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354396 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.sqlite_synchronous = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354509 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.synchronous_reader = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354673 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] database.use_db_reconnect = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354790 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker.api_insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354878 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.354992 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355081 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker.default_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355183 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker.docker_remote_api_version = 1.21 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355279 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355389 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker_registry.swift_region = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355489 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] docker_registry.swift_registry_container = docker_registry {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355584 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] drivers.disabled_drivers = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355708 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] drivers.enabled_beta_drivers = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355806 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] drivers.openstack_ca_file = /opt/stack/data/ca-bundle.pem {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.355899 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] drivers.verify_ca = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356022 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.api_version = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356108 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356196 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356288 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356376 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356479 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356594 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] glance_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356717 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.api_version = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356825 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.356927 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357026 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357133 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357222 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357311 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] heat_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357409 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.admin_password = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357510 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357598 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.admin_token = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357690 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.admin_user = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357783 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_admin_prefix = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357878 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.357985 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_port = 35357 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358082 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_protocol = https {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358171 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_section = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358378 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_type = password {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358378 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_uri = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358476 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.auth_version = v3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358563 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.cache = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358666 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358756 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358851 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.delay_auth_decision = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.358959 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359136 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.http_connect_timeout = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359194 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359315 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.identity_uri = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359433 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.include_service_catalog = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359542 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359636 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.interface = public {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359725 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359818 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_password = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.359928 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360063 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360180 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360300 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360424 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360520 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_sasl_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360611 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360708 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360796 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_tls_allowed_ciphers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360883 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_tls_cafile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.360993 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_tls_certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361082 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_tls_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361169 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_tls_keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361261 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361355 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcache_username = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361460 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361591 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361697 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361789 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.service_token_roles_required = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361876 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.service_type = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.361986 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.token_cache_time = 300 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362090 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_authtoken.www_authenticate_uri = https://199.204.45.132/identity/v3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362192 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.backend = dogpile.cache.null {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362288 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.backend_argument = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362375 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.backend_expiration_time = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362470 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.config_prefix = cache.oslo {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362623 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.debug_cache_backend = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362719 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.enable_retry_client = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362812 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.enable_socket_keepalive = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.362902 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363013 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.enforce_fips_mode = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363156 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.expiration_time = 600 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363270 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.hashclient_dead_timeout = 60.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363398 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.hashclient_retry_attempts = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363507 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.hashclient_retry_timeout = 1.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363604 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_dead_retry = 300 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363691 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363783 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363871 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_pool_maxsize = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.363980 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364070 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_sasl_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364170 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364261 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.password = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364355 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.proxies = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364465 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.redis_db = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364532 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.redis_sentinel_service_name = mymaster {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364627 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.redis_sentinels = ['localhost:26379'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364768 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.redis_server = localhost:6379 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364823 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.retry_attempts = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.364904 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.retry_delay = 0.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365012 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.socket_keepalive_count = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365103 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.socket_keepalive_idle = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365194 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.socket_keepalive_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365290 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.socket_timeout = 1.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365382 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.tls_allowed_ciphers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365468 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.tls_cafile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365556 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.tls_certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365647 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.tls_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365734 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.tls_keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365828 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] cache.username = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.365931 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.auth_section = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366043 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.auth_type = password {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366246 np0000157817 magnum-conductor[120866]: WARNING oslo_config.cfg [-] Deprecated: Option "cafile" from group "keystone_authtoken" is deprecated. Use option "cafile" from group "keystone_auth". Mar 05 02:57:10.366351 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366445 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366580 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.collect_timing = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366675 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366773 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366865 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.split_loggers = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.366994 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] keystone_auth.timeout = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367134 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] kubernetes.health_polling_interval = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367265 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] kubernetes.keystone_auth_default_policy = /etc/magnum/k8s_keystone_auth_default_policy.json {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367384 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] kubernetes.post_install_manifest_url = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367484 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] magnum_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367573 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] magnum_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367667 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] neutron_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367755 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] neutron_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367849 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] neutron_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.367981 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] neutron_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368109 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] neutron_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368219 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] neutron_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368389 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.api_version = 2.15 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368529 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368589 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368722 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368831 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.368964 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369080 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] nova_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369228 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] octavia_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369312 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] octavia_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369448 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] octavia_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369562 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] octavia_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369662 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] octavia_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369747 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] octavia_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369836 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] quotas.max_clusters_per_project = 20 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.369955 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.cluster_user_trust = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370052 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.roles = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370139 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_admin_domain_id = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370229 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_admin_domain_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370314 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_admin_id = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370409 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_admin_name = trustee_domain_admin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370500 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_admin_password = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370685 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_id = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370729 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_domain_name = magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370828 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_keystone_interface = public {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.370953 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] trust.trustee_keystone_region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371033 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] x509.allow_ca = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371183 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] x509.allowed_extensions = ['keyUsage', 'extendedKeyUsage', 'subjectAltName', 'basicConstraints', 'subjectKeyIdentifier'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371289 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] x509.allowed_key_usage = ['Digital Signature', 'Key Encipherment', 'Non Repudiation'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371380 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] x509.rsa_key_size = 2048 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371472 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] x509.term_of_validity = 1825 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371566 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371662 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] audit.namespace = openstack {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371762 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371860 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.371969 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372064 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372154 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372245 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372334 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372424 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372511 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372614 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372767 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.hostname = np0000157817 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.372893 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373046 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373163 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373260 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373352 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373446 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.processname = magnum-conductor {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373537 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373630 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373725 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373814 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.373904 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374014 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374101 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374191 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374278 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374369 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374457 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374581 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374681 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374772 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374856 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.ssl = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.374977 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375077 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375175 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375266 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375362 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.ssl_version = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375449 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_rabbit.use_queue_manager = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375548 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_notifications.driver = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375637 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_notifications.retry = -1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375737 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.375826 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_messaging_notifications.transport_url = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.376020 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_reports.file_event_handler = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.376020 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_reports.file_event_handler_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.376165 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] oslo_reports.log_dir = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.376165 np0000157817 magnum-conductor[120866]: DEBUG magnum.cmd.conductor [-] ******************************************************************************** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3013}} Mar 05 02:57:10.439955 np0000157817 magnum-conductor[120866]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "singleton_lock" {{(pid=120866) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:390}} Mar 05 02:57:10.440126 np0000157817 magnum-conductor[120866]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "singleton_lock" {{(pid=120866) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:393}} Mar 05 02:57:10.440214 np0000157817 magnum-conductor[120866]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "singleton_lock" {{(pid=120866) lock /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/lockutils.py:413}} Mar 05 02:57:10.440422 np0000157817 magnum-conductor[120866]: INFO oslo_service.backend._eventlet.service [-] Starting 16 workers Mar 05 02:57:10.444821 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121200 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.447840 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121201 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.450824 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121202 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.453868 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121203 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.456778 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121204 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.459888 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121205 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.462984 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121206 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.466405 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121207 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.469520 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121208 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.473238 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121209 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.476327 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121210 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.480053 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121211 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.482545 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121212 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.485592 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121213 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.489161 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121214 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.492951 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Started child 121215 {{(pid=120866) _start_child /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:491}} Mar 05 02:57:10.504717 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:10.505171 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6fc6aec7-6c47-4719-a535-800a47ef9e1e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:57:10.505386 np0000157817 magnum-conductor[120866]: DEBUG oslo_db.api [None req-6fc6aec7-6c47-4719-a535-800a47ef9e1e None None] Loading backend 'sqlalchemy' from 'magnum.db.sqlalchemy.api' {{(pid=120866) _load_backend /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/api.py:259}} Mar 05 02:57:10.582280 np0000157817 magnum-conductor[120866]: INFO dbcounter [None req-6fc6aec7-6c47-4719-a535-800a47ef9e1e None None] Registered counter for database magnum Mar 05 02:57:10.591490 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:10.591684 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-f386a61c-8ef0-4ca6-ab8d-9baea9fe222f None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 02:57:10.600149 np0000157817 magnum-conductor[120866]: DEBUG oslo_db.sqlalchemy.engines [None req-6fc6aec7-6c47-4719-a535-800a47ef9e1e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120866) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/sqlalchemy/engines.py:325}} Mar 05 02:57:10.624817 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writer thread running {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:102}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Full set of CONF: {{(pid=120866) wait /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/backend/_eventlet/service.py:565}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] ******************************************************************************** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2979}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] Configuration options gathered from: {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2980}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] command line args: [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2981}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] config files: ['/etc/magnum/magnum.conf'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2982}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] ================================================================================ {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2987}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] bindir = /opt/stack/magnum/magnum/bin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.627946 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] config_dir = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.628477 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] config_file = ['/etc/magnum/magnum.conf'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.628477 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] config_source = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.628477 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] control_exchange = magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.628477 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] debug = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.628477 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] default_log_levels = ['amqp=WARN', 'boto=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.628477 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] executor_thread_pool_size = 64 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] fatal_deprecations = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] graceful_shutdown_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] host = np0000157817 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] instance_format = [instance: %(uuid)s] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_color = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_config_append = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629004 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_dir = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_options = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_rotate_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_rotate_interval_type = days {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] log_rotation_type = none {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629429 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] max_logfile_count = 30 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] max_logfile_size_mb = 200 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] max_manifest_size = 524288 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.629858 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] password_symbols = ['23456789', 'ABCDEFGHJKLMNPQRSTUVWXYZ', 'abcdefghijkmnopqrstuvwxyz'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] periodic_enable = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] periodic_interval_max = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] publish_errors = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] pybasedir = /opt/stack/magnum/magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] rate_limit_burst = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] rate_limit_except_level = CRITICAL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] rate_limit_interval = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630267 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] rootwrap_config = /etc/magnum/rootwrap.conf {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] rpc_ping_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] run_external_periodic_tasks = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] service_down_time = 180 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] shell_completion = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] state_path = /opt/stack/data/magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] syslog_log_facility = LOG_USER {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.630675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] tempdir = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.631123 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] transport_url = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.631123 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] use_journal = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.631123 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] use_json = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.631299 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] use_stderr = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.631299 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] use_syslog = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:2995}} Mar 05 02:57:10.631412 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.631470 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_concurrency.lock_path = /opt/stack/data/magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.631557 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.631642 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.631732 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.631833 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.631908 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632043 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.connection_string = messaging:// {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632122 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632204 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.es_doc_type = notification {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632278 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.es_scroll_size = 10000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632371 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.es_scroll_time = 2m {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632454 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.filter_error_trace = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632543 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.hmac_keys = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632617 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.sentinel_service_name = mymaster {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632729 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.socket_timeout = 0.1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632804 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.trace_requests = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.632898 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler.trace_sqlalchemy = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633018 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler_jaeger.process_tags = {} {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633107 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler_jaeger.service_name_prefix = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633195 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] profiler_otlp.service_name_prefix = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633308 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.api_paste_config = api-paste.ini {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633384 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.enabled_ssl = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633508 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.host = 199.204.45.132 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633585 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.max_limit = 1000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633697 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.port = 9511 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633789 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.ssl_cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.633865 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.ssl_key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634040 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] api.workers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634133 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] barbican_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634188 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] barbican_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634285 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster.etcd_discovery_service_endpoint_format = https://discovery.etcd.io/new?size=%(size)d {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634360 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster.nodes_affinity_policy = soft-anti-affinity {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634456 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster.pre_delete_lb_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634534 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster.temp_cache_dir = /var/lib/magnum/certificate-cache {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634608 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster_template.kubernetes_allowed_network_drivers = ['calico', 'cilium'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634970 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster_template.kubernetes_default_network_driver = calico {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634970 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster_heat.create_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.634970 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster_heat.max_attempts = 2000 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.635117 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cluster_heat.wait_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.635117 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] certificates.cert_manager_type = barbican {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.635230 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] certificates.storage_path = /var/lib/magnum/certificates/ {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.635319 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder.default_boot_volume_size = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.635409 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder.default_boot_volume_type = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder.default_docker_volume_type = lvmdriver-1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder.default_etcd_volume_type = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.api_version = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.637846 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cinder_client.region_name = RegionOne {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] conductor.topic = magnum-conductor {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] conductor.workers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.asyncio_connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.asyncio_slave_connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.backend = sqlalchemy {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638096 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.connection_debug = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.connection_parameters = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.connection_recycle_time = 3600 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.connection_trace = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.db_inc_retry_interval = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.db_max_retries = 20 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.db_max_retry_interval = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.db_retry_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.max_overflow = 50 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638275 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.max_pool_size = 5 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.max_retries = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.mysql_engine = InnoDB {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.mysql_wsrep_sync_wait = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.pool_timeout = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.retry_interval = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.slave_connection = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.sqlite_synchronous = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.synchronous_reader = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] database.use_db_reconnect = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker.api_insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker.default_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker.docker_remote_api_version = 1.21 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.638879 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker_registry.swift_region = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639112 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] docker_registry.swift_registry_container = docker_registry {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639112 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] drivers.disabled_drivers = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639112 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] drivers.enabled_beta_drivers = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639112 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] drivers.openstack_ca_file = /opt/stack/data/ca-bundle.pem {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639112 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] drivers.verify_ca = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639242 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.api_version = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639242 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639353 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639426 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639509 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639591 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639729 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] glance_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639770 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.api_version = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639852 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.639951 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640052 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640143 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640219 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640304 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] heat_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640410 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.admin_password = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640500 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640586 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.admin_token = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640670 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.admin_user = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640762 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640849 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.640964 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641066 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_protocol = https {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641168 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_section = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641271 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_type = password {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641365 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_uri = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641462 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.auth_version = v3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641550 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.cache = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641637 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641722 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641805 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.641893 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642007 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642101 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642184 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.identity_uri = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642268 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642350 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642447 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.interface = public {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642529 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642617 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_password = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642703 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642822 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.642914 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643022 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643107 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643192 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_sasl_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643276 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643375 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643459 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_tls_allowed_ciphers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643542 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_tls_cafile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643625 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_tls_certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643709 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_tls_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643791 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_tls_keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643878 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.643984 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcache_username = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644081 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644166 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644260 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644344 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644426 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.service_type = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644510 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644599 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_authtoken.www_authenticate_uri = https://199.204.45.132/identity/v3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644747 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.backend = dogpile.cache.null {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644832 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.backend_argument = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.644926 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.backend_expiration_time = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645030 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.config_prefix = cache.oslo {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645124 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.debug_cache_backend = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645212 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.enable_retry_client = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645344 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.enable_socket_keepalive = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645389 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645464 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.enforce_fips_mode = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645566 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.expiration_time = 600 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645652 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.hashclient_dead_timeout = 60.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645738 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.hashclient_retry_attempts = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645826 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.hashclient_retry_timeout = 1.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.645926 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_dead_retry = 300 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646030 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646116 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646203 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646294 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646374 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_sasl_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646468 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646564 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.password = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646683 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.proxies = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646749 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.redis_db = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.646944 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.redis_sentinel_service_name = mymaster {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647051 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.redis_sentinels = ['localhost:26379'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647374 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.redis_server = localhost:6379 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647374 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.retry_attempts = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647453 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.retry_delay = 0.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647486 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.socket_keepalive_count = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647572 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.socket_keepalive_idle = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.647654 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.socket_keepalive_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.socket_timeout = 1.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.tls_allowed_ciphers = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.tls_cafile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.tls_certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.tls_enabled = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.tls_keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] cache.username = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.auth_section = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.648845 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.auth_type = password {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649147 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649272 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.certfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649353 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.collect_timing = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649441 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649527 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.keyfile = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649612 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.split_loggers = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649696 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] keystone_auth.timeout = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649795 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] kubernetes.health_polling_interval = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649887 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] kubernetes.keystone_auth_default_policy = /etc/magnum/k8s_keystone_auth_default_policy.json {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.649997 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] kubernetes.post_install_manifest_url = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650095 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] magnum_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650179 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] magnum_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650265 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] neutron_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650349 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] neutron_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650436 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] neutron_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650519 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] neutron_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650602 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] neutron_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650687 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] neutron_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650819 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.api_version = 2.15 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650892 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.650999 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651090 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651174 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651255 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651337 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] nova_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651422 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] octavia_client.ca_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651504 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] octavia_client.cert_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651591 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] octavia_client.endpoint_type = publicURL {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651674 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] octavia_client.insecure = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651757 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] octavia_client.key_file = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651841 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] octavia_client.region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.651948 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] quotas.max_clusters_per_project = 20 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652045 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.cluster_user_trust = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652142 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.roles = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652226 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_admin_domain_id = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652308 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_admin_domain_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652390 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_admin_id = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652478 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_admin_name = trustee_domain_admin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_admin_password = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652647 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_id = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652734 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_domain_name = magnum {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652834 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_keystone_interface = public {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.652929 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] trust.trustee_keystone_region_name = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653044 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] x509.allow_ca = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653156 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] x509.allowed_extensions = ['keyUsage', 'extendedKeyUsage', 'subjectAltName', 'basicConstraints', 'subjectKeyIdentifier'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653255 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] x509.allowed_key_usage = ['Digital Signature', 'Key Encipherment', 'Non Repudiation'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653342 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] x509.rsa_key_size = 2048 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653426 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] x509.term_of_validity = 1825 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653523 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653640 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] audit.namespace = openstack {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653734 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653827 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.653910 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654014 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654098 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654183 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654317 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654362 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654432 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654517 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654605 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.hostname = np0000157817 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654688 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654796 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.654930 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655027 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655102 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655191 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.processname = magnum-conductor {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655277 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655362 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655491 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655555 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655647 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655732 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655817 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.655903 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656028 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656115 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656201 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656286 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656632 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656632 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656632 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656632 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656748 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656789 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656857 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.656960 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657048 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_rabbit.use_queue_manager = False {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657197 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_notifications.driver = [] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657310 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657446 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657562 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657693 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_reports.file_event_handler = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657819 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_reports.file_event_handler_interval = 1 {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.657959 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] oslo_reports.log_dir = None {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3006}} Mar 05 02:57:10.658054 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.backend._eventlet.service [-] ******************************************************************************** {{(pid=120866) log_opt_values /opt/stack/data/venv/lib/python3.12/site-packages/oslo_config/cfg.py:3013}} Mar 05 02:57:10.661739 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:10.661988 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-fd4a4476-a75f-4a71-9900-0da66a93559e None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 02:57:20.668834 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:20.668834 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-92cab6dc-a6b6-4f3c-ad6e-7e99026c3133 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:57:30.672267 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=5,magnum:INSERT=1,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:57:30.674202 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:30.674545 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-355012f7-8dd5-494d-af4f-8c2a73724768 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:57:40.682549 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:40.683595 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-64e3ba13-6f46-4f5f-8c11-9b34f5842104 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:57:50.685155 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:57:50.688214 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:57:50.688523 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a99165d1-257d-41a2-9656-000af6129799 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:58:00.693601 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:00.694742 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-0ee6eb84-aa0c-47be-b251-4c7f1c0bcf56 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:58:10.663411 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:10.664162 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-efede711-4dc7-4d6e-b91d-bcd36c0a1f99 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:58:10.668628 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:10.668881 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b65c47bd-ee2d-464e-90de-9c4476f7a328 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 02:58:10.686504 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:10.686700 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-abae4cb1-a7f4-4240-9d7b-767f44a291e7 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 02:58:20.673332 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:20.673816 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f67a2bcb-32a9-4ee9-9793-fdc2f600e938 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:58:30.677342 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=6,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:58:30.680665 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:30.680665 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-662f0d90-d02b-484d-8bf5-cc3c8925ac01 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:58:40.684814 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:40.685616 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-772816b5-e430-47c3-a789-42cfd1e41584 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:58:40.686569 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:58:50.693558 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:58:50.694678 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:58:50.695125 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-43b37c4b-b2e9-4a2f-96e8-ab404eeeace0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:00.700856 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:59:00.701961 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:00.702335 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-fdbdfd39-1cd5-43eb-837e-ee8b308102c9 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:10.708263 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:10.709130 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-992a7dbd-d837-46e3-97e0-8b85f7040df8 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:10.710026 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:59:11.663253 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:11.663542 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3b89d09e-bb9b-49bc-9d95-461b0f9d22e4 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 02:59:12.592802 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:12.593560 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-32127bbc-8709-4e92-ab7f-55641eea866b None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 02:59:20.511869 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:20.512687 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e175fc98-7c52-42d7-9853-f08a4b63fcbb None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:30.516332 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=4,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:59:30.518311 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:30.518673 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-06ff9cae-a2f0-4102-be18-924a2f65728c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:40.525398 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:40.525998 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-75d9c9f2-41c1-4f10-8e03-76f619670c04 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:40.527994 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 02:59:50.532358 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 02:59:50.533554 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d5d65ead-20df-47a9-825f-c09e572fbdc5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 02:59:50.533643 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:00:00.537021 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:00.537788 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-26ffec60-60e5-42e8-b6fe-4be165ee930b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:00:00.539031 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:00:10.664662 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:00:10.672437 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:10.672942 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-cf115dc7-03ba-4498-8775-14b6f234ec71 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:00:12.605356 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:12.606018 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-3fd54606-785f-4efa-9e62-869b1e098dfe None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:00:12.663639 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:12.664053 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-8596af6d-f2fc-465c-bfce-485fa3a904d6 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:00:20.512569 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:20.514553 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d72f7dd6-117d-4df6-9463-f68eb029566e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:00:30.515900 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=4,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:00:30.520448 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:30.520644 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7f224d77-3c2f-4355-a979-a9806fea0c03 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:00:40.526074 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:40.526887 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-63ce2069-3345-4ab0-b1a0-5108e646f92f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:00:40.527805 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:00:50.533763 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:00:50.534407 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5244ee75-43f2-4085-8a03-12a342b4344c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:00:50.535408 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:01:00.540360 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:00.562174 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-16efb76b-f39c-4fd2-883d-139cd129d642 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:01:00.562174 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:01:10.545146 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:10.546053 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-22bb51e6-ba58-4c56-939b-073fdb17dda1 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:01:12.662894 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:12.663640 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b881442c-6ded-4a22-8e47-eeb57d2522f6 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:01:14.593908 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:14.593908 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-fde9d62d-52c1-48fa-8cd6-4cabb62ce8f1 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:01:20.510801 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:20.511463 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b16b63d1-68df-4a8a-8099-5415a6214087 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:01:30.515091 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=5,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:01:30.516012 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:30.516410 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6f4290fe-a394-4913-8e84-0c2d49796f87 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:01:40.522298 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:40.523135 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b9ee88d1-00b2-4fe6-ba97-c8f65f18169c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:01:40.524410 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:01:47.998093 np0000157817 magnum-conductor[121200]: DEBUG magnum.conductor.handlers.cluster_conductor [None req-d215433b-97e5-4f0c-8616-098dac423354 demo demo] cluster_heat cluster_create {{(pid=121200) cluster_create /opt/stack/magnum/magnum/conductor/handlers/cluster_conductor.py:47}} Mar 05 03:01:47.998845 np0000157817 magnum-conductor[121200]: DEBUG oslo_db.api [None req-d215433b-97e5-4f0c-8616-098dac423354 demo demo] Loading backend 'sqlalchemy' from 'magnum.db.sqlalchemy.api' {{(pid=121200) _load_backend /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/api.py:259}} Mar 05 03:01:48.077749 np0000157817 magnum-conductor[121200]: INFO dbcounter [None req-d215433b-97e5-4f0c-8616-098dac423354 demo demo] Registered counter for database magnum Mar 05 03:01:48.095065 np0000157817 magnum-conductor[121200]: DEBUG oslo_db.sqlalchemy.engines [None req-d215433b-97e5-4f0c-8616-098dac423354 demo demo] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=121200) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.12/site-packages/oslo_db/sqlalchemy/engines.py:325}} Mar 05 03:01:48.106342 np0000157817 magnum-conductor[121200]: DEBUG dbcounter [-] [121200] Writer thread running {{(pid=121200) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:102}} Mar 05 03:01:48.396986 np0000157817 magnum-conductor[121200]: DEBUG magnum.conductor.handlers.common.cert_manager [None req-97f49237-29ff-4dd4-972a-a6f3c7531aa7 None None] Start to generate certificates: k8s-cluster {{(pid=121200) generate_certificates_to_cluster /opt/stack/magnum/magnum/conductor/handlers/common/cert_manager.py:108}} Mar 05 03:01:48.542663 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Creating Client object {{(pid=121200) Client /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:163}} Mar 05 03:01:48.550160 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing certificate container 'k8s-cluster' in Barbican. Mar 05 03:01:48.550553 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing secrets: {'certificate': Secret(name="Certificate"), 'private_key': Secret(name="Private Key"), 'private_key_passphrase': Secret(name="Private Key Passphrase")} {{(pid=121200) _get_secrets_and_store_them_if_necessary /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:226}} Mar 05 03:01:48.550851 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Certificate', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:48.978330 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:48.978576 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:49.189028 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.189691 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key Passphrase', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'text/plain'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:49.441690 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.441870 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'k8s-cluster', 'type': 'certificate', 'secret_refs': [{'name': 'certificate', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6'}, {'name': 'private_key', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e'}, {'name': 'private_key_passphrase', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/32892f23-4b6b-486b-8e9c-07d55d459499'}]} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:203}} Mar 05 03:01:49.693344 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.693736 np0000157817 magnum-conductor[121200]: DEBUG magnum.conductor.handlers.common.cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] CA cert is created: http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 {{(pid=121200) _generate_ca_cert /opt/stack/magnum/magnum/conductor/handlers/common/cert_manager.py:50}} Mar 05 03:01:49.738853 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing certificate container 'k8s-cluster' in Barbican. Mar 05 03:01:49.739020 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing secrets: {'certificate': Secret(name="Certificate"), 'private_key': Secret(name="Private Key"), 'private_key_passphrase': Secret(name="Private Key Passphrase")} {{(pid=121200) _get_secrets_and_store_them_if_necessary /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:226}} Mar 05 03:01:49.739255 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Certificate', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:49.779034 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.779357 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:49.816239 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.816501 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key Passphrase', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'text/plain'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:49.856637 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.857207 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'k8s-cluster', 'type': 'certificate', 'secret_refs': [{'name': 'certificate', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/81e638bc-7335-4698-9cf3-ddd42a1f69e9'}, {'name': 'private_key', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/d065ae77-ad00-45bf-95ce-71500b3f1c37'}, {'name': 'private_key_passphrase', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/6dba49ff-9864-4819-96ed-213ce72fc577'}]} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:203}} Mar 05 03:01:49.902034 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:49.902499 np0000157817 magnum-conductor[121200]: DEBUG magnum.conductor.handlers.common.cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] CA cert is created: http://199.204.45.132/key-manager/v1/containers/1ebedaf3-c34a-4edd-986a-49ebd72fa061 {{(pid=121200) _generate_ca_cert /opt/stack/magnum/magnum/conductor/handlers/common/cert_manager.py:50}} Mar 05 03:01:49.986115 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing certificate container 'k8s-cluster' in Barbican. Mar 05 03:01:49.986305 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing secrets: {'certificate': Secret(name="Certificate"), 'private_key': Secret(name="Private Key"), 'private_key_passphrase': Secret(name="Private Key Passphrase")} {{(pid=121200) _get_secrets_and_store_them_if_necessary /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:226}} Mar 05 03:01:49.986485 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Certificate', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:50.042274 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.042563 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:50.084827 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.085253 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key Passphrase', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'text/plain'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:50.126534 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.126818 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'k8s-cluster', 'type': 'certificate', 'secret_refs': [{'name': 'certificate', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/cd40021e-970b-4265-bb19-88a07791901d'}, {'name': 'private_key', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/ef04d0d9-d1c7-427f-820f-3bb1449ab535'}, {'name': 'private_key_passphrase', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/b117bec9-06ef-4c5a-99c6-bfe234e4d145'}]} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:203}} Mar 05 03:01:50.167065 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.167414 np0000157817 magnum-conductor[121200]: DEBUG magnum.conductor.handlers.common.cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] CA cert is created: http://199.204.45.132/key-manager/v1/containers/185ba12f-524d-481e-ba8a-b6f5748b9559 {{(pid=121200) _generate_ca_cert /opt/stack/magnum/magnum/conductor/handlers/common/cert_manager.py:50}} Mar 05 03:01:50.256552 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing certificate container 'Magnum-Conductor' in Barbican. Mar 05 03:01:50.256552 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Storing secrets: {'certificate': Secret(name="Certificate"), 'private_key': Secret(name="Private Key"), 'private_key_passphrase': Secret(name="Private Key Passphrase")} {{(pid=121200) _get_secrets_and_store_them_if_necessary /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:226}} Mar 05 03:01:50.257323 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Certificate', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:50.294886 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.295257 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'application/octet-stream', 'payload_content_encoding': 'base64'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:50.337483 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.337779 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Private Key Passphrase', 'secret_type': 'opaque', 'payload': '', 'payload_content_type': 'text/plain'} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:388}} Mar 05 03:01:50.374055 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.374386 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Request body: {'name': 'Magnum-Conductor', 'type': 'certificate', 'secret_refs': [{'name': 'certificate', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/f8ad1fc6-2e33-413c-a7b2-38d51db008eb'}, {'name': 'private_key', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/38347b8d-dde3-46ee-a468-c8a847398ff3'}, {'name': 'private_key_passphrase', 'secret_ref': 'http://199.204.45.132/key-manager/v1/secrets/4af40c1a-e5f5-455f-abd4-1366b505c4ab'}]} {{(pid=121200) store /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:203}} Mar 05 03:01:50.413316 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Response status 201 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:50.413640 np0000157817 magnum-conductor[121200]: DEBUG magnum.conductor.handlers.common.cert_manager [None req-3f994fe0-2b2c-4544-81d4-c0ae8cf3105c None None] Magnum client cert is created: http://199.204.45.132/key-manager/v1/containers/b0b9b63d-7c95-4a12-8c83-bfa531ffe1c4 {{(pid=121200) _generate_client_cert /opt/stack/magnum/magnum/conductor/handlers/common/cert_manager.py:86}} Mar 05 03:01:50.529641 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:01:50.531996 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:01:50.532258 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e551131e-108f-4f36-b592-d21e43a91fa2 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:01:50.537147 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:01:51.044325 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.044658 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.044895 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.045490 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:01:51.046003 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:01:51.046131 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:01:51.046219 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:01:51.051450 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:01:51.051598 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:01:51.051881 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:01:51.052070 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:01:51.052283 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:01:51.052437 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:01:51.056766 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.056956 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.057140 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.057403 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "namespaces \"magnum-system\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.057974 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.058244 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.058457 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.058729 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.066153 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.066413 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.067368 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.067608 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/infrastructure.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/openstackclustertemplates/magnum-v0.35.0 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.067814 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.068132 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.070714 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.070827 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.070965 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.071120 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "openstackclustertemplates.infrastructure.cluster.x-k8s.io \"magnum-v0.35.0\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.071424 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.071648 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/infrastructure.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/openstackclustertemplates? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.071843 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.072151 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.089642 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.089841 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.090511 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.090756 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/infrastructure.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/openstackmachinetemplates/magnum-v0.35.0 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.091044 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.091436 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.094818 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.095142 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.095362 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.095817 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "openstackmachinetemplates.infrastructure.cluster.x-k8s.io \"magnum-v0.35.0\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.096174 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.096392 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/infrastructure.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/openstackmachinetemplates? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.096582 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.096870 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.108368 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.108872 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.109218 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.109475 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanetemplates/magnum-v0.35.0 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.109653 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.110079 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.119030 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.119184 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.119335 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.119487 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io \"magnum-v0.35.0\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.119886 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.120126 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanetemplates? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.120347 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.120623 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.159436 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.159436 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.159436 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.159436 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/bootstrap.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmconfigtemplates/magnum-v0.35.0 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.159436 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.159436 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.167661 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.167846 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.168028 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.168249 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io \"magnum-v0.35.0\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.168815 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.169135 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/bootstrap.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmconfigtemplates? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.169356 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.169697 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.182221 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:01:51.182221 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.188454 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e124ebe3-8df2-4998-9030-a13121e59653","resourceVersion":"6182","creationTimestamp":"2026-03-05T03:01:51Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:01:51Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"fbd44634-2f0f-4f67-a9ce-a38d867fca39","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:01:51.180684Z","renewTime":"2026-03-05T03:01:51.180684Z"}} Mar 05 03:01:51.188454 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.192526 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.192677 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.193975 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.193975 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusterclasses/magnum-v0.35.0 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.193975 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.195059 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.198419 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.198579 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.199661 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.199948 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "clusterclasses.cluster.x-k8s.io \"magnum-v0.35.0\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.200735 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.200961 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusterclasses? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.201129 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.201294 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.229194 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e124ebe3-8df2-4998-9030-a13121e59653","resourceVersion":"6182","creationTimestamp":"2026-03-05T03:01:51Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:01:51Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"fbd44634-2f0f-4f67-a9ce-a38d867fca39","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:01:51.180684Z","renewTime":"2026-03-05T03:01:51.180684Z"}} Mar 05 03:01:51.229194 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.234750 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"e124ebe3-8df2-4998-9030-a13121e59653"}} Mar 05 03:01:51.234750 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.237763 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:01:51.237763 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.238196 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (None) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:01:51.257477 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.258340 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.258833 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.259263 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/addons.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusterresourcesets/7cbd9443-bf99-41ef-ba77-345ec55935e6 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.259550 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.259796 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.263628 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.263744 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.263839 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.264010 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "clusterresourcesets.addons.cluster.x-k8s.io \"7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.265415 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.265683 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/addons.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusterresourcesets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.265898 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.266176 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.286191 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.286191 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.286412 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.286607 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/addons.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusterresourcesets/kube-zkksg-cloud-provider otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.286847 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.287148 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.290511 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.290620 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.290695 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.290852 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "clusterresourcesets.addons.cluster.x-k8s.io \"kube-zkksg-cloud-provider\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.291285 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.291483 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/addons.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusterresourcesets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.291609 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.291845 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.300078 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.300078 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.324167 np0000157817 magnum-conductor[121200]: DEBUG kubernetes.client.rest [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:01:51.324167 np0000157817 magnum-conductor[121200]: {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.328958 np0000157817 magnum-conductor[121200]: DEBUG kubernetes.client.rest [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab288c6f-b853-41fb-b713-f66489f57a2f","resourceVersion":"6195","creationTimestamp":"2026-03-05T03:01:51Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:01:51Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"164f85cf-8dca-4e57-bc3a-504da6a5320d","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:01:51.324186Z","renewTime":"2026-03-05T03:01:51.324186Z"}} Mar 05 03:01:51.328958 np0000157817 magnum-conductor[121200]: {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:51.425445 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.425800 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/kube-zkksg-cloud-config otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.426052 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.426725 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:01:51.427296 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:01:51.427486 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:01:51.427624 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:01:51.433380 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:01:51.433533 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:01:51.433837 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:01:51.433984 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:01:51.434171 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:01:51.434328 np0000157817 magnum-conductor[121200]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:01:51.439960 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.440062 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.440062 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.440189 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"kube-zkksg-cloud-config\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.441193 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.441541 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.441842 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.442340 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.499359 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.503121 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.504515 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Loading certificate container http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 from Barbican. Mar 05 03:01:51.504819 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Creating consumer registration for container http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 as Magnum: 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=121200) register_consumer /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:743}} Mar 05 03:01:51.581763 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.581987 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:51.582115 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:51.582221 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/32892f23-4b6b-486b-8e9c-07d55d459499 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:51.582452 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 Mar 05 03:01:51.629723 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.630079 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 Mar 05 03:01:51.678812 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.679289 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e Mar 05 03:01:51.730759 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.731242 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e Mar 05 03:01:51.774662 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.774827 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/32892f23-4b6b-486b-8e9c-07d55d459499 Mar 05 03:01:51.805016 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.805449 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/32892f23-4b6b-486b-8e9c-07d55d459499 Mar 05 03:01:51.833953 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.893953 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.893953 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/kube-zkksg-ca otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.893953 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.893953 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.894855 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.894955 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.895070 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.895210 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"kube-zkksg-ca\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:51.895492 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:51.895650 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.895782 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:51.896023 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:51.899435 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:51.900038 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:51.900611 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Loading certificate container http://199.204.45.132/key-manager/v1/containers/1ebedaf3-c34a-4edd-986a-49ebd72fa061 from Barbican. Mar 05 03:01:51.900789 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Creating consumer registration for container http://199.204.45.132/key-manager/v1/containers/1ebedaf3-c34a-4edd-986a-49ebd72fa061 as Magnum: 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=121200) register_consumer /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:743}} Mar 05 03:01:51.951522 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.951844 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/81e638bc-7335-4698-9cf3-ddd42a1f69e9 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:51.952124 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/d065ae77-ad00-45bf-95ce-71500b3f1c37 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:51.952339 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/6dba49ff-9864-4819-96ed-213ce72fc577 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:51.952726 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/81e638bc-7335-4698-9cf3-ddd42a1f69e9 Mar 05 03:01:51.982210 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:51.982607 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/81e638bc-7335-4698-9cf3-ddd42a1f69e9 Mar 05 03:01:52.006876 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.007175 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/d065ae77-ad00-45bf-95ce-71500b3f1c37 Mar 05 03:01:52.045159 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.045448 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/d065ae77-ad00-45bf-95ce-71500b3f1c37 Mar 05 03:01:52.080798 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.081118 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/6dba49ff-9864-4819-96ed-213ce72fc577 Mar 05 03:01:52.109550 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.110003 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/6dba49ff-9864-4819-96ed-213ce72fc577 Mar 05 03:01:52.138482 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.186828 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:52.187140 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/kube-zkksg-etcd otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.187345 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:52.187992 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:52.192080 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:52.192305 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.192687 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.192774 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"kube-zkksg-etcd\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:52.193257 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:52.193457 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.193578 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:52.194010 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:52.197344 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.198109 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:52.198934 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Loading certificate container http://199.204.45.132/key-manager/v1/containers/185ba12f-524d-481e-ba8a-b6f5748b9559 from Barbican. Mar 05 03:01:52.199219 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Creating consumer registration for container http://199.204.45.132/key-manager/v1/containers/185ba12f-524d-481e-ba8a-b6f5748b9559 as Magnum: 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=121200) register_consumer /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:743}} Mar 05 03:01:52.260947 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.261392 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/cd40021e-970b-4265-bb19-88a07791901d {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:52.261562 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/ef04d0d9-d1c7-427f-820f-3bb1449ab535 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:52.261782 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/b117bec9-06ef-4c5a-99c6-bfe234e4d145 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:52.262190 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/cd40021e-970b-4265-bb19-88a07791901d Mar 05 03:01:52.288123 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.288543 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/cd40021e-970b-4265-bb19-88a07791901d Mar 05 03:01:52.315789 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.316108 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/ef04d0d9-d1c7-427f-820f-3bb1449ab535 Mar 05 03:01:52.343834 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.344367 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/ef04d0d9-d1c7-427f-820f-3bb1449ab535 Mar 05 03:01:52.374946 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.375282 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/b117bec9-06ef-4c5a-99c6-bfe234e4d145 Mar 05 03:01:52.403340 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.403679 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/b117bec9-06ef-4c5a-99c6-bfe234e4d145 Mar 05 03:01:52.431454 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.479882 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:52.480041 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/kube-zkksg-proxy otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.480180 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:52.480775 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:52.484187 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:52.484360 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.484518 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.484748 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"kube-zkksg-proxy\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:52.485173 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:52.485415 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.485623 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:52.485987 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:52.489997 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.490664 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:52.491510 np0000157817 magnum-conductor[121200]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Loading certificate container http://199.204.45.132/key-manager/v1/containers/b0b9b63d-7c95-4a12-8c83-bfa531ffe1c4 from Barbican. Mar 05 03:01:52.491785 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.containers [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Creating consumer registration for container http://199.204.45.132/key-manager/v1/containers/b0b9b63d-7c95-4a12-8c83-bfa531ffe1c4 as Magnum: 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=121200) register_consumer /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:743}} Mar 05 03:01:52.551308 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.551715 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/f8ad1fc6-2e33-413c-a7b2-38d51db008eb {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:52.552036 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/38347b8d-dde3-46ee-a468-c8a847398ff3 {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:52.552281 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.v1.secrets [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/4af40c1a-e5f5-455f-abd4-1366b505c4ab {{(pid=121200) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:01:52.552670 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/f8ad1fc6-2e33-413c-a7b2-38d51db008eb Mar 05 03:01:52.579881 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.580295 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/f8ad1fc6-2e33-413c-a7b2-38d51db008eb Mar 05 03:01:52.608676 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.608992 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/38347b8d-dde3-46ee-a468-c8a847398ff3 Mar 05 03:01:52.638495 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.638935 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/38347b8d-dde3-46ee-a468-c8a847398ff3 Mar 05 03:01:52.665173 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.665559 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/4af40c1a-e5f5-455f-abd4-1366b505c4ab Mar 05 03:01:52.699501 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.700036 np0000157817 magnum-conductor[121200]: INFO barbicanclient.base [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Calculated Secrets uuid ref: secrets/4af40c1a-e5f5-455f-abd4-1366b505c4ab Mar 05 03:01:52.729973 np0000157817 magnum-conductor[121200]: DEBUG barbicanclient.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] Response status 200 {{(pid=121200) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:01:52.777947 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:52.778090 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/kube-zkksg-sa otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.778187 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:52.778584 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:52.781969 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:52.782142 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.782304 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.782527 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"kube-zkksg-sa\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:52.783165 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:52.783487 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.783840 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:52.784236 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:52.787748 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:52.788645 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:52.793187 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X GET https://199.204.45.132/compute/v2.1/os-server-groups -H "Accept: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:52.825528 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP: [200] Connection: close Content-Length: 21 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:52 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-6dce51f2-46d2-4639-929c-db0982958d92 x-openstack-request-id: req-6dce51f2-46d2-4639-929c-db0982958d92 {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:52.825750 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP BODY: {"server_groups": []} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:52.825871 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] GET call to compute for https://199.204.45.132/compute/v2.1/os-server-groups used request id req-6dce51f2-46d2-4639-929c-db0982958d92 {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:52.828109 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST https://199.204.45.132/compute/v2.1/os-server-groups -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" -d '{"server_group": {"name": "kube-zkksg", "policies": ["soft-anti-affinity"]}}' {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:52.942267 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP: [200] Connection: close Content-Length: 250 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:52 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-c38fd90b-c363-4274-af7e-d0b2aa7c87f2 x-openstack-request-id: req-c38fd90b-c363-4274-af7e-d0b2aa7c87f2 {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:52.942547 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP BODY: {"server_group": {"id": "c180f389-ad76-4a29-8b5d-92a2f3278ead", "name": "kube-zkksg", "policies": ["soft-anti-affinity"], "metadata": {}, "members": [], "project_id": "6fb59063972a4e1bb16700a5e7cb97f4", "user_id": "144b3f8146d24381863a0705b2a0fb23"}} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:52.942797 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] POST call to compute for https://199.204.45.132/compute/v2.1/os-server-groups used request id req-c38fd90b-c363-4274-af7e-d0b2aa7c87f2 {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:52.954381 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X GET https://199.204.45.132/compute/v2.1/os-server-groups -H "Accept: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:52.986601 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP: [200] Connection: close Content-Length: 253 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:52 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-21c17213-19e9-4672-85b4-535cdb202d8b x-openstack-request-id: req-21c17213-19e9-4672-85b4-535cdb202d8b {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:52.986884 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP BODY: {"server_groups": [{"id": "c180f389-ad76-4a29-8b5d-92a2f3278ead", "name": "kube-zkksg", "policies": ["soft-anti-affinity"], "metadata": {}, "members": [], "project_id": "6fb59063972a4e1bb16700a5e7cb97f4", "user_id": "144b3f8146d24381863a0705b2a0fb23"}]} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:52.987180 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] GET call to compute for https://199.204.45.132/compute/v2.1/os-server-groups used request id req-21c17213-19e9-4672-85b4-535cdb202d8b {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:52.989637 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST https://199.204.45.132/compute/v2.1/os-server-groups -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" -d '{"server_group": {"name": "kube-zkksg-default-worker", "policies": ["soft-anti-affinity"]}}' {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:53.101630 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP: [200] Connection: close Content-Length: 265 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:52 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-0be1ec3a-65dc-431a-aa79-19c5b5441667 x-openstack-request-id: req-0be1ec3a-65dc-431a-aa79-19c5b5441667 {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:53.101877 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] RESP BODY: {"server_group": {"id": "e0bb3d77-cd40-4b4c-a0e0-a51f0a1e02f5", "name": "kube-zkksg-default-worker", "policies": ["soft-anti-affinity"], "metadata": {}, "members": [], "project_id": "6fb59063972a4e1bb16700a5e7cb97f4", "user_id": "144b3f8146d24381863a0705b2a0fb23"}} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:53.102152 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-fbaa0828-e43a-458f-b2aa-9624100c8d32 None None] POST call to compute for https://199.204.45.132/compute/v2.1/os-server-groups used request id req-0be1ec3a-65dc-431a-aa79-19c5b5441667 {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:54.160874 np0000157817 magnum-conductor[121200]: DEBUG oslo_concurrency.processutils [None req-ec7f5687-83db-499b-87d5-6fbc0a2d6cea None None] Running cmd (subprocess): helm template --namespace kube-system k8s-keystone-auth /opt/stack/magnum-cluster-api/magnum_cluster_api/charts/k8s-keystone-auth/ --values - {{(pid=121200) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:440}} Mar 05 03:01:54.250481 np0000157817 magnum-conductor[121200]: DEBUG oslo_concurrency.processutils [None req-ec7f5687-83db-499b-87d5-6fbc0a2d6cea None None] CMD "helm template --namespace kube-system k8s-keystone-auth /opt/stack/magnum-cluster-api/magnum_cluster_api/charts/k8s-keystone-auth/ --values -" returned: 0 in 0.089s {{(pid=121200) execute /opt/stack/data/venv/lib/python3.12/site-packages/oslo_concurrency/processutils.py:468}} Mar 05 03:01:54.287307 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:54.287307 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/7cbd9443-bf99-41ef-ba77-345ec55935e6 otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:54.287536 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:54.288137 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:54.292027 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:54.292229 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:54.292449 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:54.292794 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:54.294715 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:54.294944 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:54.295130 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:54.295519 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:54.319198 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:54.322411 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:55.603854 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:55.604642 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets/kube-zkksg-cloud-provider otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:55.604642 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:55.604642 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:55.607237 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:55.607351 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:55.607418 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:55.607592 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "secrets \"kube-zkksg-cloud-provider\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:55.608302 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:55.608772 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/api/v1/namespaces/magnum-system/secrets? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:55.609062 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:55.609306 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:55.615538 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:55.616682 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:55.648136 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X GET https://199.204.45.132/compute/v2.1/flavors/detail -H "Accept: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:55.684829 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP: [200] Connection: close Content-Length: 4022 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:55 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-b6a02f59-5b75-4cb0-b437-6fe1e09a604a x-openstack-request-id: req-b6a02f59-5b75-4cb0-b437-6fe1e09a604a {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:55.685478 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP BODY: {"flavors": [{"id": "1", "name": "m1.tiny", "ram": 512, "disk": 1, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/1"}]}, {"id": "100", "name": "manila-service-flavor", "ram": 512, "disk": 5, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/100"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/100"}]}, {"id": "2", "name": "m1.small", "ram": 2048, "disk": 20, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/2"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/2"}]}, {"id": "3", "name": "m1.medium", "ram": 4096, "disk": 40, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 2, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/3"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/3"}]}, {"id": "4", "name": "m1.large", "ram": 8192, "disk": 80, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 4, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/4"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/4"}]}, {"id": "5", "name": "m1.xlarge", "ram": 16384, "disk": 160, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 8, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/5"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/5"}]}, {"id": "c1", "name": "cirros256", "ram": 256, "disk": 1, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/c1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/c1"}]}, {"id": "d1", "name": "ds512M", "ram": 512, "disk": 5, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d1"}]}, {"id": "d2", "name": "ds1G", "ram": 1024, "disk": 10, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d2"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d2"}]}, {"id": "d3", "name": "ds2G", "ram": 2048, "disk": 10, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 2, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d3"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d3"}]}, {"id": "d4", "name": "ds4G", "ram": 4096, "disk": 20, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 4, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d4"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d4"}]}]} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:55.685763 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to compute for https://199.204.45.132/compute/v2.1/flavors/detail used request id req-b6a02f59-5b75-4cb0-b437-6fe1e09a604a {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:55.687153 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X GET https://199.204.45.132/compute/v2.1/flavors/detail -H "Accept: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:55.724482 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP: [200] Connection: close Content-Length: 4022 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:55 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-34ea2240-e23c-48d6-a1db-5941ef0b1b7f x-openstack-request-id: req-34ea2240-e23c-48d6-a1db-5941ef0b1b7f {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:55.724726 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP BODY: {"flavors": [{"id": "1", "name": "m1.tiny", "ram": 512, "disk": 1, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/1"}]}, {"id": "100", "name": "manila-service-flavor", "ram": 512, "disk": 5, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/100"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/100"}]}, {"id": "2", "name": "m1.small", "ram": 2048, "disk": 20, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/2"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/2"}]}, {"id": "3", "name": "m1.medium", "ram": 4096, "disk": 40, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 2, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/3"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/3"}]}, {"id": "4", "name": "m1.large", "ram": 8192, "disk": 80, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 4, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/4"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/4"}]}, {"id": "5", "name": "m1.xlarge", "ram": 16384, "disk": 160, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 8, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/5"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/5"}]}, {"id": "c1", "name": "cirros256", "ram": 256, "disk": 1, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/c1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/c1"}]}, {"id": "d1", "name": "ds512M", "ram": 512, "disk": 5, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d1"}]}, {"id": "d2", "name": "ds1G", "ram": 1024, "disk": 10, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d2"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d2"}]}, {"id": "d3", "name": "ds2G", "ram": 2048, "disk": 10, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 2, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d3"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d3"}]}, {"id": "d4", "name": "ds4G", "ram": 4096, "disk": 20, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 4, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d4"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d4"}]}]} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:55.724905 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to compute for https://199.204.45.132/compute/v2.1/flavors/detail used request id req-34ea2240-e23c-48d6-a1db-5941ef0b1b7f {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:55.790352 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] curl -g -i -X GET -H 'b'Content-Type': b'application/octet-stream'' -H 'b'X-Auth-Token': {SHA1}ec66e5aa64c9f6f0f9107d2af981f5c137e71e67' -H 'User-Agent: python-glanceclient' -H 'Accept-Encoding: gzip, deflate' -H 'Accept: */*' -H 'Connection: keep-alive' -k --cert None --key None https://199.204.45.132/image/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea {{(pid=121200) log_curl_request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:215}} Mar 05 03:01:55.823240 np0000157817 magnum-conductor[121200]: /opt/stack/data/venv/lib/python3.12/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host '199.204.45.132'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings Mar 05 03:01:55.823240 np0000157817 magnum-conductor[121200]: warnings.warn( Mar 05 03:01:55.840376 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to image for https://199.204.45.132/image/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea used request id req-5ba1e59b-707a-466b-a8c8-982a5c8c5c0b {{(pid=121200) _request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:299}} Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: HTTP/1.1 200 OK Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: Date: Thu, 05 Mar 2026 03:01:55 GMT Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: Server: Apache/2.4.58 (Ubuntu) Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: Content-Length: 993 Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: Content-Type: application/json Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: x-openstack-request-id: req-5ba1e59b-707a-466b-a8c8-982a5c8c5c0b Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: Connection: close Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: {"hw_rng_model": "virtio", "owner_specified.openstack.md5": "", "owner_specified.openstack.sha256": "", "owner_specified.openstack.object": "images/ubuntu-22.04-v1.34.5", "os_distro": "ubuntu", "name": "ubuntu-22.04-v1.34.5", "disk_format": "qcow2", "container_format": "bare", "visibility": "public", "size": 854126080, "virtual_size": 3221225472, "status": "active", "checksum": "f35120662aaa7472536361ef54b55ed1", "protected": false, "min_ram": 0, "min_disk": 0, "owner": "82c3043b4f5f49f98877cdb91299ad03", "os_hidden": false, "os_hash_algo": "sha512", "os_hash_value": "0b889850bbe92a0cf42ce884e19ca8fd0512330ea05d0199cddffcc04aa97c859dd5abb466095d1ae869bbc8d80766b5f377af3e44547d44715229cca0face9e", "id": "3c241bdd-226a-4962-8131-c5e9e78fc3ea", "created_at": "2026-03-05T02:55:57Z", "updated_at": "2026-03-05T02:57:01Z", "tags": [], "self": "/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea", "file": "/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea/file", "schema": "/v2/schemas/image"} Mar 05 03:01:55.841049 np0000157817 magnum-conductor[121200]: {{(pid=121200) log_http_response /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:228}} Mar 05 03:01:55.841636 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] curl -g -i -X GET -H 'b'Content-Type': b'application/octet-stream'' -H 'b'X-Auth-Token': {SHA1}ec66e5aa64c9f6f0f9107d2af981f5c137e71e67' -H 'User-Agent: python-glanceclient' -H 'Accept-Encoding: gzip, deflate' -H 'Accept: */*' -H 'Connection: keep-alive' -k --cert None --key None https://199.204.45.132/image/v2/schemas/image {{(pid=121200) log_curl_request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:215}} Mar 05 03:01:55.883088 np0000157817 magnum-conductor[121200]: /opt/stack/data/venv/lib/python3.12/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host '199.204.45.132'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings Mar 05 03:01:55.883088 np0000157817 magnum-conductor[121200]: warnings.warn( Mar 05 03:01:55.890821 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to image for https://199.204.45.132/image/v2/schemas/image used request id req-8b297b6c-f57d-45b5-a430-f56875701809 {{(pid=121200) _request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:299}} Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: HTTP/1.1 200 OK Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: Date: Thu, 05 Mar 2026 03:01:55 GMT Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: Server: Apache/2.4.58 (Ubuntu) Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: Content-Type: application/json Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: Content-Length: 6083 Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: x-openstack-request-id: req-8b297b6c-f57d-45b5-a430-f56875701809 Mar 05 03:01:55.891362 np0000157817 magnum-conductor[121200]: Connection: close Mar 05 03:01:55.891806 np0000157817 magnum-conductor[121200]: {"name": "image", "properties": {"id": {"type": "string", "description": "An identifier for the image", "pattern": "^([0-9a-fA-F]){8}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){12}$"}, "name": {"type": ["null", "string"], "description": "Descriptive name for the image", "maxLength": 255}, "status": {"type": "string", "readOnly": true, "description": "Status of the image", "enum": ["queued", "saving", "active", "killed", "deleted", "uploading", "importing", "pending_delete", "deactivated"]}, "visibility": {"type": "string", "description": "Scope of image accessibility", "enum": ["community", "public", "private", "shared"]}, "protected": {"type": "boolean", "description": "If true, image will not be deletable."}, "os_hidden": {"type": "boolean", "description": "If true, image will not appear in default image list response."}, "checksum": {"type": ["null", "string"], "readOnly": true, "description": "md5 hash of image contents.", "maxLength": 32}, "os_hash_algo": {"type": ["null", "string"], "readOnly": true, "description": "Algorithm to calculate the os_hash_value", "maxLength": 64}, "os_hash_value": {"type": ["null", "string"], "readOnly": true, "description": "Hexdigest of the image contents using the algorithm specified by the os_hash_algo", "maxLength": 128}, "owner": {"type": ["null", "string"], "description": "Owner of the image", "maxLength": 255}, "size": {"type": ["null", "integer"], "readOnly": true, "description": "Size of image file in bytes"}, "virtual_size": {"type": ["null", "integer"], "readOnly": true, "description": "Virtual size of image in bytes"}, "container_format": {"type": ["null", "string"], "description": "Format of the container", "enum": [null, "ami", "ari", "aki", "bare", "ovf", "ova", "docker", "compressed"]}, "disk_format": {"type": ["null", "string"], "description": "Format of the disk", "enum": [null, "ami", "ari", "aki", "vhd", "vhdx", "vmdk", "raw", "qcow2", "vdi", "iso", "ploop"]}, "created_at": {"type": "string", "readOnly": true, "description": "Date and time of image registration"}, "updated_at": {"type": "string", "readOnly": true, "description": "Date and time of the last image modification"}, "tags": {"type": "array", "description": "List of strings related to the image", "items": {"type": "string", "maxLength": 255}}, "direct_url": {"type": "string", "readOnly": true, "description": "URL to access the image file kept in external store"}, "min_ram": {"type": "integer", "description": "Amount of ram (in MB) required to boot image."}, "min_disk": {"type": "integer", "description": "Amount of disk space (in GB) required to boot image."}, "self": {"type": "string", "readOnly": true, "description": "An image self url"}, "file": {"type": "string", "readOnly": true, "description": "An image file url"}, "stores": {"type": "string", "readOnly": true, "description": "Store in which image data resides. Only present when the operator has enabled multiple stores. May be a comma-separated list of store identifiers."}, "schema": {"type": "string", "readOnly": true, "description": "An image schema url"}, "locations": {"type": "array", "items": {"type": "object", "properties": {"url": {"type": "string", "maxLength": 255}, "metadata": {"type": "object"}, "validation_data": {"description": "Values to be used to populate the corresponding image properties. If the image status is not 'queued', values must exactly match those already contained in the image properties.", "type": "object", "writeOnly": true, "additionalProperties": false, "properties": {"checksum": {"type": "string", "minLength": 32, "maxLength": 32}, "os_hash_algo": {"type": "string", "maxLength": 64}, "os_hash_value": {"type": "string", "maxLength": 128}}, "required": ["os_hash_algo", "os_hash_value"]}}, "required": ["url", "metadata"]}, "description": "A set of URLs to access the image file kept in external store"}, "kernel_id": {"type": ["null", "string"], "pattern": "^([0-9a-fA-F]){8}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){12}$", "description": "ID of image stored in Glance that should be used as the kernel when booting an AMI-style image.", "is_base": false}, "ramdisk_id": {"type": ["null", "string"], "pattern": "^([0-9a-fA-F]){8}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){12}$", "description": "ID of image stored in Glance that should be used as the ramdisk when booting an AMI-style image.", "is_base": false}, "instance_uuid": {"type": "string", "description": "Metadata which can be used to record which instance this image is associated with. (Informational only, does not create an instance snapshot.)", "is_base": false}, "architecture": {"description": "Operating system architecture as specified in https://docs.openstack.org/python-glanceclient/latest/cli/property-keys.html", "type": "string", "is_base": false}, "os_distro": {"description": "Common name of operating system distribution as specified in https://docs.openstack.org/python-glanceclient/latest/cli/property-keys.html", "type": "string", "is_base": false}, "os_version": {"description": "Operating system version as specified by the distributor.", "type": "string", "is_base": false}, "description": {"description": "A human-readable string describing this image.", "type": "string", "is_base": false}, "cinder_encryption_key_id": {"description": "Identifier in the OpenStack Key Management Service for the encryption key for the Block Storage Service to use when mounting a volume created from this image", "type": "string", "is_base": false}, "cinder_encryption_key_deletion_policy": {"description": "States the condition under which the Image Service will delete the object associated with the 'cinder_encryption_key_id' image property. If this property is missing, the Image Service will take no action", "type": "string", "enum": ["on_image_deletion", "do_not_delete"], "is_base": false}}, "additionalProperties": {"type": "string"}, "links": [{"rel": "self", "href": "{self}"}, {"rel": "enclosure", "href": "{file}"}, {"rel": "describedby", "href": "{schema}"}]} Mar 05 03:01:55.891806 np0000157817 magnum-conductor[121200]: {{(pid=121200) log_http_response /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:228}} Mar 05 03:01:55.904993 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X GET https://199.204.45.132/compute/v2.1/flavors/detail -H "Accept: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "X-OpenStack-Nova-API-Version: 2.15" {{(pid=121200) _http_log_request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:575}} Mar 05 03:01:55.937063 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP: [200] Connection: close Content-Length: 4022 Content-Type: application/json Date: Thu, 05 Mar 2026 03:01:55 GMT OpenStack-API-Version: compute 2.15 Server: Apache/2.4.58 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.15 x-compute-request-id: req-997786b7-07c6-4792-92b3-d2a9e44be488 x-openstack-request-id: req-997786b7-07c6-4792-92b3-d2a9e44be488 {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:616}} Mar 05 03:01:55.937551 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP BODY: {"flavors": [{"id": "1", "name": "m1.tiny", "ram": 512, "disk": 1, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/1"}]}, {"id": "100", "name": "manila-service-flavor", "ram": 512, "disk": 5, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/100"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/100"}]}, {"id": "2", "name": "m1.small", "ram": 2048, "disk": 20, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/2"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/2"}]}, {"id": "3", "name": "m1.medium", "ram": 4096, "disk": 40, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 2, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/3"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/3"}]}, {"id": "4", "name": "m1.large", "ram": 8192, "disk": 80, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 4, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/4"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/4"}]}, {"id": "5", "name": "m1.xlarge", "ram": 16384, "disk": 160, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 8, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/5"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/5"}]}, {"id": "c1", "name": "cirros256", "ram": 256, "disk": 1, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/c1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/c1"}]}, {"id": "d1", "name": "ds512M", "ram": 512, "disk": 5, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d1"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d1"}]}, {"id": "d2", "name": "ds1G", "ram": 1024, "disk": 10, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 1, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d2"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d2"}]}, {"id": "d3", "name": "ds2G", "ram": 2048, "disk": 10, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 2, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d3"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d3"}]}, {"id": "d4", "name": "ds4G", "ram": 4096, "disk": 20, "swap": "", "OS-FLV-EXT-DATA:ephemeral": 0, "OS-FLV-DISABLED:disabled": false, "vcpus": 4, "os-flavor-access:is_public": true, "rxtx_factor": 1.0, "links": [{"rel": "self", "href": "https://199.204.45.132/compute/v2.1/flavors/d4"}, {"rel": "bookmark", "href": "https://199.204.45.132/compute/flavors/d4"}]}]} {{(pid=121200) _http_log_response /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:651}} Mar 05 03:01:55.937842 np0000157817 magnum-conductor[121200]: DEBUG novaclient.v2.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to compute for https://199.204.45.132/compute/v2.1/flavors/detail used request id req-997786b7-07c6-4792-92b3-d2a9e44be488 {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/keystoneauth1/session.py:1076}} Mar 05 03:01:55.940400 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] curl -g -i -X GET -H 'b'Content-Type': b'application/octet-stream'' -H 'b'X-Auth-Token': {SHA1}ec66e5aa64c9f6f0f9107d2af981f5c137e71e67' -H 'User-Agent: python-glanceclient' -H 'Accept-Encoding: gzip, deflate' -H 'Accept: */*' -H 'Connection: keep-alive' -k --cert None --key None https://199.204.45.132/image/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea {{(pid=121200) log_curl_request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:215}} Mar 05 03:01:55.976759 np0000157817 magnum-conductor[121200]: /opt/stack/data/venv/lib/python3.12/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host '199.204.45.132'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings Mar 05 03:01:55.976759 np0000157817 magnum-conductor[121200]: warnings.warn( Mar 05 03:01:55.992175 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to image for https://199.204.45.132/image/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea used request id req-d8d73085-b481-442d-8a8c-5083f6758fa7 {{(pid=121200) _request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:299}} Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: HTTP/1.1 200 OK Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: Date: Thu, 05 Mar 2026 03:01:55 GMT Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: Server: Apache/2.4.58 (Ubuntu) Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: Content-Length: 993 Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: Content-Type: application/json Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: x-openstack-request-id: req-d8d73085-b481-442d-8a8c-5083f6758fa7 Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: Connection: close Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: {"hw_rng_model": "virtio", "os_distro": "ubuntu", "owner_specified.openstack.md5": "", "owner_specified.openstack.object": "images/ubuntu-22.04-v1.34.5", "owner_specified.openstack.sha256": "", "name": "ubuntu-22.04-v1.34.5", "disk_format": "qcow2", "container_format": "bare", "visibility": "public", "size": 854126080, "virtual_size": 3221225472, "status": "active", "checksum": "f35120662aaa7472536361ef54b55ed1", "protected": false, "min_ram": 0, "min_disk": 0, "owner": "82c3043b4f5f49f98877cdb91299ad03", "os_hidden": false, "os_hash_algo": "sha512", "os_hash_value": "0b889850bbe92a0cf42ce884e19ca8fd0512330ea05d0199cddffcc04aa97c859dd5abb466095d1ae869bbc8d80766b5f377af3e44547d44715229cca0face9e", "id": "3c241bdd-226a-4962-8131-c5e9e78fc3ea", "created_at": "2026-03-05T02:55:57Z", "updated_at": "2026-03-05T02:57:01Z", "tags": [], "self": "/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea", "file": "/v2/images/3c241bdd-226a-4962-8131-c5e9e78fc3ea/file", "schema": "/v2/schemas/image"} Mar 05 03:01:55.992891 np0000157817 magnum-conductor[121200]: {{(pid=121200) log_http_response /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:228}} Mar 05 03:01:55.993445 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] curl -g -i -X GET -H 'b'Content-Type': b'application/octet-stream'' -H 'b'X-Auth-Token': {SHA1}ec66e5aa64c9f6f0f9107d2af981f5c137e71e67' -H 'User-Agent: python-glanceclient' -H 'Accept-Encoding: gzip, deflate' -H 'Accept: */*' -H 'Connection: keep-alive' -k --cert None --key None https://199.204.45.132/image/v2/schemas/image {{(pid=121200) log_curl_request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:215}} Mar 05 03:01:56.030659 np0000157817 magnum-conductor[121200]: /opt/stack/data/venv/lib/python3.12/site-packages/urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host '199.204.45.132'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings Mar 05 03:01:56.030659 np0000157817 magnum-conductor[121200]: warnings.warn( Mar 05 03:01:56.037654 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to image for https://199.204.45.132/image/v2/schemas/image used request id req-02ede05a-acb9-4ff9-bba6-1d3e75324f13 {{(pid=121200) _request /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:299}} Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: DEBUG glanceclient.common.http [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: HTTP/1.1 200 OK Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: Date: Thu, 05 Mar 2026 03:01:56 GMT Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: Server: Apache/2.4.58 (Ubuntu) Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: Content-Type: application/json Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: Content-Length: 6083 Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: x-openstack-request-id: req-02ede05a-acb9-4ff9-bba6-1d3e75324f13 Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: Connection: close Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: {"name": "image", "properties": {"id": {"type": "string", "description": "An identifier for the image", "pattern": "^([0-9a-fA-F]){8}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){12}$"}, "name": {"type": ["null", "string"], "description": "Descriptive name for the image", "maxLength": 255}, "status": {"type": "string", "readOnly": true, "description": "Status of the image", "enum": ["queued", "saving", "active", "killed", "deleted", "uploading", "importing", "pending_delete", "deactivated"]}, "visibility": {"type": "string", "description": "Scope of image accessibility", "enum": ["community", "public", "private", "shared"]}, "protected": {"type": "boolean", "description": "If true, image will not be deletable."}, "os_hidden": {"type": "boolean", "description": "If true, image will not appear in default image list response."}, "checksum": {"type": ["null", "string"], "readOnly": true, "description": "md5 hash of image contents.", "maxLength": 32}, "os_hash_algo": {"type": ["null", "string"], "readOnly": true, "description": "Algorithm to calculate the os_hash_value", "maxLength": 64}, "os_hash_value": {"type": ["null", "string"], "readOnly": true, "description": "Hexdigest of the image contents using the algorithm specified by the os_hash_algo", "maxLength": 128}, "owner": {"type": ["null", "string"], "description": "Owner of the image", "maxLength": 255}, "size": {"type": ["null", "integer"], "readOnly": true, "description": "Size of image file in bytes"}, "virtual_size": {"type": ["null", "integer"], "readOnly": true, "description": "Virtual size of image in bytes"}, "container_format": {"type": ["null", "string"], "description": "Format of the container", "enum": [null, "ami", "ari", "aki", "bare", "ovf", "ova", "docker", "compressed"]}, "disk_format": {"type": ["null", "string"], "description": "Format of the disk", "enum": [null, "ami", "ari", "aki", "vhd", "vhdx", "vmdk", "raw", "qcow2", "vdi", "iso", "ploop"]}, "created_at": {"type": "string", "readOnly": true, "description": "Date and time of image registration"}, "updated_at": {"type": "string", "readOnly": true, "description": "Date and time of the last image modification"}, "tags": {"type": "array", "description": "List of strings related to the image", "items": {"type": "string", "maxLength": 255}}, "direct_url": {"type": "string", "readOnly": true, "description": "URL to access the image file kept in external store"}, "min_ram": {"type": "integer", "description": "Amount of ram (in MB) required to boot image."}, "min_disk": {"type": "integer", "description": "Amount of disk space (in GB) required to boot image."}, "self": {"type": "string", "readOnly": true, "description": "An image self url"}, "file": {"type": "string", "readOnly": true, "description": "An image file url"}, "stores": {"type": "string", "readOnly": true, "description": "Store in which image data resides. Only present when the operator has enabled multiple stores. May be a comma-separated list of store identifiers."}, "schema": {"type": "string", "readOnly": true, "description": "An image schema url"}, "locations": {"type": "array", "items": {"type": "object", "properties": {"url": {"type": "string", "maxLength": 255}, "metadata": {"type": "object"}, "validation_data": {"description": "Values to be used to populate the corresponding image properties. If the image status is not 'queued', values must exactly match those already contained in the image properties.", "type": "object", "writeOnly": true, "additionalProperties": false, "properties": {"checksum": {"type": "string", "minLength": 32, "maxLength": 32}, "os_hash_algo": {"type": "string", "maxLength": 64}, "os_hash_value": {"type": "string", "maxLength": 128}}, "required": ["os_hash_algo", "os_hash_value"]}}, "required": ["url", "metadata"]}, "description": "A set of URLs to access the image file kept in external store"}, "kernel_id": {"type": ["null", "string"], "pattern": "^([0-9a-fA-F]){8}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){12}$", "description": "ID of image stored in Glance that should be used as the kernel when booting an AMI-style image.", "is_base": false}, "ramdisk_id": {"type": ["null", "string"], "pattern": "^([0-9a-fA-F]){8}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){4}-([0-9a-fA-F]){12}$", "description": "ID of image stored in Glance that should be used as the ramdisk when booting an AMI-style image.", "is_base": false}, "instance_uuid": {"type": "string", "description": "Metadata which can be used to record which instance this image is associated with. (Informational only, does not create an instance snapshot.)", "is_base": false}, "architecture": {"description": "Operating system architecture as specified in https://docs.openstack.org/python-glanceclient/latest/cli/property-keys.html", "type": "string", "is_base": false}, "os_distro": {"description": "Common name of operating system distribution as specified in https://docs.openstack.org/python-glanceclient/latest/cli/property-keys.html", "type": "string", "is_base": false}, "os_version": {"description": "Operating system version as specified by the distributor.", "type": "string", "is_base": false}, "description": {"description": "A human-readable string describing this image.", "type": "string", "is_base": false}, "cinder_encryption_key_id": {"description": "Identifier in the OpenStack Key Management Service for the encryption key for the Block Storage Service to use when mounting a volume created from this image", "type": "string", "is_base": false}, "cinder_encryption_key_deletion_policy": {"description": "States the condition under which the Image Service will delete the object associated with the 'cinder_encryption_key_id' image property. If this property is missing, the Image Service will take no action", "type": "string", "enum": ["on_image_deletion", "do_not_delete"], "is_base": false}}, "additionalProperties": {"type": "string"}, "links": [{"rel": "self", "href": "{self}"}, {"rel": "enclosure", "href": "{file}"}, {"rel": "describedby", "href": "{schema}"}]} Mar 05 03:01:56.038011 np0000157817 magnum-conductor[121200]: {{(pid=121200) log_http_response /opt/stack/data/venv/lib/python3.12/site-packages/glanceclient/common/http.py:228}} Mar 05 03:01:56.111067 np0000157817 magnum-conductor[121200]: WARNING neutronclient.v2_0.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. Mar 05 03:01:56.112350 np0000157817 magnum-conductor[121200]: DEBUG neutronclient.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] REQ: b'curl -i https://199.204.45.132/networking/v2.0/networks?name=public&router%3Aexternal=True -X GET -H "X-Auth-Token: {SHA256}ddd43637b970e0a57d5738c73d840142d7bdc9b2984fa64e6cc4b756edc1fc46" -H "User-Agent: python-neutronclient"' {{(pid=121200) http_log_req /opt/stack/data/venv/lib/python3.12/site-packages/neutronclient/common/utils.py:194}} Mar 05 03:01:56.214023 np0000157817 magnum-conductor[121200]: DEBUG neutronclient.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] RESP: 200 {'Date': 'Thu, 05 Mar 2026 03:01:56 GMT', 'Server': 'Apache/2.4.58 (Ubuntu)', 'Content-Type': 'application/json', 'Content-Length': '659', 'x-openstack-request-id': 'req-cbe06364-8ee4-48d3-9c59-2a74d2a869ee', 'Connection': 'close'} {"networks":[{"id":"baf14de8-8182-4fd0-bfba-9f1993d5e4c4","name":"public","tenant_id":"82c3043b4f5f49f98877cdb91299ad03","project_id":"82c3043b4f5f49f98877cdb91299ad03","admin_state_up":true,"mtu":1430,"status":"ACTIVE","subnets":["61097af3-eadc-4aa2-b16e-3ba583dfd125","9a62f4ab-e5fd-49e4-9bcb-b9818c404c5f"],"shared":false,"availability_zone_hints":[],"availability_zones":[],"ipv4_address_scope":null,"ipv6_address_scope":null,"router:external":true,"qinq":false,"vlan_transparent":false,"description":"","port_security_enabled":true,"is_default":true,"tags":[],"created_at":"2026-03-05T02:54:58Z","updated_at":"2026-03-05T02:55:06Z","revision_number":3}]} {{(pid=121200) http_log_resp /opt/stack/data/venv/lib/python3.12/site-packages/neutronclient/common/utils.py:200}} Mar 05 03:01:56.214327 np0000157817 magnum-conductor[121200]: DEBUG neutronclient.client [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] GET call to neutron for https://199.204.45.132/networking/v2.0/networks?name=public&router%3Aexternal=True used request id req-cbe06364-8ee4-48d3-9c59-2a74d2a869ee {{(pid=121200) _cs_request /opt/stack/data/venv/lib/python3.12/site-packages/neutronclient/client.py:120}} Mar 05 03:01:56.218372 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:56.218635 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusters/kube-zkksg otel.name="get" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:56.218846 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:56.219183 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:56.223567 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:56.223567 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=404 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:56.223567 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; otel.status_code="ERROR" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:56.223825 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client [-] Unsuccessful: ErrorResponse { status: "Failure", message: "clusters.cluster.x-k8s.io \"kube-zkksg\" not found", reason: "NotFound", code: 404 } {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/mod.rs:493}} Mar 05 03:01:56.224532 np0000157817 magnum-conductor[121200]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:01:56.224532 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.method=POST http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/clusters? otel.name="create" otel.kind="client" {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:56.224532 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] requesting {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:01:56.224817 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:01:56.262806 np0000157817 magnum-conductor[121200]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=201 {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:01:56.265857 np0000157817 magnum-conductor[121200]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:01:56.270669 np0000157817 magnum-conductor[121200]: DEBUG kubernetes.client.rest [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab288c6f-b853-41fb-b713-f66489f57a2f","resourceVersion":"6195","creationTimestamp":"2026-03-05T03:01:51Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:01:51Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"164f85cf-8dca-4e57-bc3a-504da6a5320d","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:01:51.324186Z","renewTime":"2026-03-05T03:01:51.324186Z"}} Mar 05 03:01:56.270669 np0000157817 magnum-conductor[121200]: {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:56.282262 np0000157817 magnum-conductor[121200]: DEBUG kubernetes.client.rest [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ab288c6f-b853-41fb-b713-f66489f57a2f"}} Mar 05 03:01:56.282262 np0000157817 magnum-conductor[121200]: {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:56.286807 np0000157817 magnum-conductor[121200]: DEBUG kubernetes.client.rest [None req-844ea8be-bf84-4dee-b3c6-6d3c37a075fe None None] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:01:56.286807 np0000157817 magnum-conductor[121200]: {{(pid=121200) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:01:56.315550 np0000157817 magnum-conductor[121200]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:01:56.316232 np0000157817 magnum-conductor[121200]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=121200) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:02:00.539741 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:00.540239 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f1296a9a-cb28-4897-8b99-2472e4ad0e7d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:02:00.545762 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:02:00.576227 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:00.576227 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:00.581605 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3a37ac14-f711-4ce3-93aa-029b19e4342c","resourceVersion":"6326","creationTimestamp":"2026-03-05T03:02:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e9f5983a-aa89-4672-a70a-19707e6d9c4b","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:00.576094Z","renewTime":"2026-03-05T03:02:00.576094Z"}} Mar 05 03:02:00.581605 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:00.706026 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3a37ac14-f711-4ce3-93aa-029b19e4342c","resourceVersion":"6326","creationTimestamp":"2026-03-05T03:02:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e9f5983a-aa89-4672-a70a-19707e6d9c4b","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:00.576094Z","renewTime":"2026-03-05T03:02:00.576094Z"}} Mar 05 03:02:00.706026 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:00.714816 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"3a37ac14-f711-4ce3-93aa-029b19e4342c"}} Mar 05 03:02:00.714816 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:00.719150 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:00.719150 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:00.719707 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioning: Cluster kube-zkksg is Provisioning. CAPI OpenstackCluster status reason: Successfulcreaterouter: Created router k8s-clusterapi-cluster-magnum-system-kube-zkksg with id ed91958d-62c3-451d-aa06-dd3dcfcbc32e) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:02:06.306167 np0000157817 magnum-conductor[121200]: DEBUG dbcounter [-] [121200] Writing DB stats magnum:INSERT=3,magnum:SELECT=16,magnum:UPDATE=3 {{(pid=121200) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:02:10.548051 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:10.548792 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-48beb369-e6d4-4756-aed5-b814a76f3016 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:02:10.554602 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:02:10.587946 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:10.587946 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:10.593466 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"40afc20f-bb6e-428e-80fe-484f374c3a01","resourceVersion":"6368","creationTimestamp":"2026-03-05T03:02:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"74aa3758-baaa-46be-8da2-93ddab5ba271","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:10.587967Z","renewTime":"2026-03-05T03:02:10.587967Z"}} Mar 05 03:02:10.593466 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:10.710383 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"40afc20f-bb6e-428e-80fe-484f374c3a01","resourceVersion":"6368","creationTimestamp":"2026-03-05T03:02:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"74aa3758-baaa-46be-8da2-93ddab5ba271","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:10.587967Z","renewTime":"2026-03-05T03:02:10.587967Z"}} Mar 05 03:02:10.710383 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:10.717181 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"40afc20f-bb6e-428e-80fe-484f374c3a01"}} Mar 05 03:02:10.717181 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:10.720797 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:10.720797 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:10.721325 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioning: Cluster kube-zkksg is Provisioning. CAPI OpenstackCluster status reason: Successfulcreatefloatingip: Created floating IP 172.24.5.223 with id c536f418-ab95-4685-ae37-8a5eece4ae5b) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:02:12.663355 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:12.664189 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7d5398ad-5669-40c9-b187-1e9795e2bee6 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:02:12.668230 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:02:12.696344 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:12.696344 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:12.703203 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"2fb77bb1-bbf5-4578-a7b4-c4d53764d6d6","resourceVersion":"6378","creationTimestamp":"2026-03-05T03:02:12Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:12Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"723b9dd2-846e-4349-a2e1-fc83ad0c6dc9","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:12.696336Z","renewTime":"2026-03-05T03:02:12.696336Z"}} Mar 05 03:02:12.703203 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:12.707669 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"2fb77bb1-bbf5-4578-a7b4-c4d53764d6d6","resourceVersion":"6378","creationTimestamp":"2026-03-05T03:02:12Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:12Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"723b9dd2-846e-4349-a2e1-fc83ad0c6dc9","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:12.696336Z","renewTime":"2026-03-05T03:02:12.696336Z"}} Mar 05 03:02:12.707669 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:12.714177 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"2fb77bb1-bbf5-4578-a7b4-c4d53764d6d6"}} Mar 05 03:02:12.714177 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:12.718391 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:12.718391 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:12.731541 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:02:12.732031 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:02:12.732487 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:02:12.732909 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:02:12.733431 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:02:12.734584 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:02:12.735079 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:02:12.735587 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:02:12.735880 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:02:12.736136 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:02:12.736617 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:02:12.737047 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:02:12.737230 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:02:12.737511 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:02:12.741447 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:02:12.741571 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:02:12.741815 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:02:12.741902 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:02:12.742129 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:02:12.742242 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:02:12.745086 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:02:12.745227 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:02:12.745538 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:02:12.745682 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:02:12.745878 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:02:12.745990 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:02:12.747396 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:02:12.747675 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] reuse idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:269}} Mar 05 03:02:12.748426 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:02:12.753674 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:02:12.754762 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:02:12.763230 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:02:12.764326 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:02:12.773350 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to UNHEALTHY ({'api': 'nok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:02:14.603311 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:14.603952 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-cb2c618b-d9b9-4cd0-9abc-43adeb86a34f None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:02:20.511840 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:20.512415 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f10bcaa6-5a82-482c-97d2-17504bfc7549 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:02:20.518065 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:02:20.546583 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:20.546583 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:20.550982 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a3222520-8e1c-41b8-a1fd-88fec3f27928","resourceVersion":"6492","creationTimestamp":"2026-03-05T03:02:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"68178b5b-5fbf-47c5-a531-715db4640e56","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:20.546578Z","renewTime":"2026-03-05T03:02:20.546578Z"}} Mar 05 03:02:20.550982 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:20.667199 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a3222520-8e1c-41b8-a1fd-88fec3f27928","resourceVersion":"6492","creationTimestamp":"2026-03-05T03:02:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"68178b5b-5fbf-47c5-a531-715db4640e56","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:20.546578Z","renewTime":"2026-03-05T03:02:20.546578Z"}} Mar 05 03:02:20.667199 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:20.673873 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"a3222520-8e1c-41b8-a1fd-88fec3f27928"}} Mar 05 03:02:20.673873 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:20.677584 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:20.677584 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:20.678043 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:02:30.520114 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:30.520842 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-97d2d1c4-0959-41f4-a478-58cb1356de7d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:02:30.526806 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:02:30.699444 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:30.699444 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:30.706787 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"575e9f85-5b4d-49a4-b12d-175c311259c2","resourceVersion":"6592","creationTimestamp":"2026-03-05T03:02:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"f047dffa-6688-4ab2-988e-e2fa9059b19f","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:30.699408Z","renewTime":"2026-03-05T03:02:30.699408Z"}} Mar 05 03:02:30.706787 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:30.825302 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"575e9f85-5b4d-49a4-b12d-175c311259c2","resourceVersion":"6592","creationTimestamp":"2026-03-05T03:02:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"f047dffa-6688-4ab2-988e-e2fa9059b19f","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:30.699408Z","renewTime":"2026-03-05T03:02:30.699408Z"}} Mar 05 03:02:30.825302 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:30.831527 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"575e9f85-5b4d-49a4-b12d-175c311259c2"}} Mar 05 03:02:30.831527 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:30.835263 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:30.835263 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:30.835730 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:02:40.529326 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:40.585167 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c315681d-f9b7-49a3-b893-b5c1a9060a3e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:02:40.585167 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:02:45.382006 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:45.382006 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:45.406179 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"bb6bf852-65c9-47a4-bc2b-1b737616e0a2","resourceVersion":"6629","creationTimestamp":"2026-03-05T03:02:45Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:45Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4403fdb2-50a5-488a-b898-99c99e690a84","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:45.382017Z","renewTime":"2026-03-05T03:02:45.382017Z"}} Mar 05 03:02:45.406179 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:45.542993 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"bb6bf852-65c9-47a4-bc2b-1b737616e0a2","resourceVersion":"6629","creationTimestamp":"2026-03-05T03:02:45Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:45Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4403fdb2-50a5-488a-b898-99c99e690a84","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:45.382017Z","renewTime":"2026-03-05T03:02:45.382017Z"}} Mar 05 03:02:45.542993 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:45.549070 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"bb6bf852-65c9-47a4-bc2b-1b737616e0a2"}} Mar 05 03:02:45.549070 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:45.555595 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:45.555595 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:45.556044 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:02:50.537637 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:02:50.538576 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a9901f3c-4363-4435-a523-30b668667a11 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:02:50.540234 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=46,magnum:UPDATE=5 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:02:50.542229 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:02:50.573270 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:50.573270 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:50.579110 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"93badded-14df-44ec-b640-dd9d602efb6d","resourceVersion":"6647","creationTimestamp":"2026-03-05T03:02:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"78353a60-3573-4f8b-8705-96aef7190fe6","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:50.573295Z","renewTime":"2026-03-05T03:02:50.573295Z"}} Mar 05 03:02:50.579110 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:50.690986 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"93badded-14df-44ec-b640-dd9d602efb6d","resourceVersion":"6647","creationTimestamp":"2026-03-05T03:02:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:02:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"78353a60-3573-4f8b-8705-96aef7190fe6","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:02:50.573295Z","renewTime":"2026-03-05T03:02:50.573295Z"}} Mar 05 03:02:50.690986 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:50.698009 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"93badded-14df-44ec-b640-dd9d602efb6d"}} Mar 05 03:02:50.698009 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:50.704485 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:02:50.704485 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:02:50.705108 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:03:00.544391 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:00.544956 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-11c308c7-c195-4d6f-860f-b1f73b1c05ee None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:03:00.550207 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:03:00.580638 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:00.580638 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:00.586243 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"1525d35d-b5c1-4c81-93ac-2f4100fed6f0","resourceVersion":"6685","creationTimestamp":"2026-03-05T03:03:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"6775dd41-8411-4eac-aff5-da049a0e5580","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:00.580581Z","renewTime":"2026-03-05T03:03:00.580581Z"}} Mar 05 03:03:00.586243 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:00.701420 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"1525d35d-b5c1-4c81-93ac-2f4100fed6f0","resourceVersion":"6685","creationTimestamp":"2026-03-05T03:03:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"6775dd41-8411-4eac-aff5-da049a0e5580","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:00.580581Z","renewTime":"2026-03-05T03:03:00.580581Z"}} Mar 05 03:03:00.701420 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:00.709572 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"1525d35d-b5c1-4c81-93ac-2f4100fed6f0"}} Mar 05 03:03:00.709572 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:00.718544 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:00.718544 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:00.719466 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:03:10.552394 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:10.553193 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1b0d7d35-5676-490e-b951-3bdca10ca9d4 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:03:10.558127 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:03:10.588298 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:10.588298 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:10.597034 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e1e0d625-5b99-4889-a28f-acfba1ecfa40","resourceVersion":"6723","creationTimestamp":"2026-03-05T03:03:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"0b368e0c-3b90-45f5-b478-dd5dca0a24e9","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:10.588293Z","renewTime":"2026-03-05T03:03:10.588293Z"}} Mar 05 03:03:10.597034 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:10.749892 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e1e0d625-5b99-4889-a28f-acfba1ecfa40","resourceVersion":"6723","creationTimestamp":"2026-03-05T03:03:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"0b368e0c-3b90-45f5-b478-dd5dca0a24e9","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:10.588293Z","renewTime":"2026-03-05T03:03:10.588293Z"}} Mar 05 03:03:10.749892 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:10.757329 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"e1e0d625-5b99-4889-a28f-acfba1ecfa40"}} Mar 05 03:03:10.757329 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:10.761416 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:10.761416 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:10.761839 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:03:12.663535 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:12.664300 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-35b5c691-7d4d-4e47-a895-7ccd18aefc33 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:03:12.669069 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:03:12.697048 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:12.697048 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:12.703644 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"927016ca-027e-4140-8397-b01f15b49d79","resourceVersion":"6731","creationTimestamp":"2026-03-05T03:03:12Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:12Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"96c6483a-504c-4094-adff-505033b69b72","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:12.697082Z","renewTime":"2026-03-05T03:03:12.697082Z"}} Mar 05 03:03:12.703644 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:12.708188 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"927016ca-027e-4140-8397-b01f15b49d79","resourceVersion":"6731","creationTimestamp":"2026-03-05T03:03:12Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:12Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"96c6483a-504c-4094-adff-505033b69b72","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:12.697082Z","renewTime":"2026-03-05T03:03:12.697082Z"}} Mar 05 03:03:12.708188 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:12.714449 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"927016ca-027e-4140-8397-b01f15b49d79"}} Mar 05 03:03:12.714449 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:12.717781 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:12.717781 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:12.722250 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:03:12.722415 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:03:12.722635 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:03:12.722811 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:03:12.723006 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:03:12.723210 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:03:12.723667 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:03:12.724217 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:03:12.724574 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:03:12.724850 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:03:12.724968 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:03:12.725326 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:03:12.725477 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:03:12.725611 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:03:12.728522 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:03:12.728675 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:03:12.729003 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:03:12.729146 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:03:12.729343 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:03:12.729516 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:03:12.731508 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:03:12.731637 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:03:12.731931 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:03:12.732089 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:03:12.732320 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:03:12.732445 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:03:12.742657 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:03:12.742657 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:03:12.743149 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:03:12.744496 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:03:12.752691 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:03:12.753496 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:03:12.762273 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to UNHEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'False', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'False', 'kube-zkksg-xq58h-8b2lx.Ready': 'False', 'api': 'nok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:03:15.593191 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:15.594195 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-e2890b89-84e8-479a-97f6-f58fc07444cd None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:03:20.512413 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:20.513148 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-165c23d0-1063-4b74-be11-248e08057a26 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:03:20.517285 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:03:20.549632 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:20.549632 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:20.556736 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a2bb9c8d-dd83-43d9-a6be-25f30f8b4198","resourceVersion":"6761","creationTimestamp":"2026-03-05T03:03:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"eb6c7b68-e94f-41b5-9614-56388aab285b","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:20.549656Z","renewTime":"2026-03-05T03:03:20.549656Z"}} Mar 05 03:03:20.556736 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:20.673769 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a2bb9c8d-dd83-43d9-a6be-25f30f8b4198","resourceVersion":"6761","creationTimestamp":"2026-03-05T03:03:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"eb6c7b68-e94f-41b5-9614-56388aab285b","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:20.549656Z","renewTime":"2026-03-05T03:03:20.549656Z"}} Mar 05 03:03:20.673769 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:20.682249 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"a2bb9c8d-dd83-43d9-a6be-25f30f8b4198"}} Mar 05 03:03:20.682249 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:20.685350 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:20.685350 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:20.685841 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:03:30.518791 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:30.519666 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4dff0e4c-dfa2-4eb3-b253-b4f58b415c10 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:03:30.523209 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:03:30.557303 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:30.557303 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:30.562129 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"60e32df7-864b-4d38-81f7-2aca569efbb9","resourceVersion":"6816","creationTimestamp":"2026-03-05T03:03:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"0c4e887c-c4d5-4d00-bc58-31d8bfe644ef","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:30.557306Z","renewTime":"2026-03-05T03:03:30.557306Z"}} Mar 05 03:03:30.562129 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:30.675213 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"60e32df7-864b-4d38-81f7-2aca569efbb9","resourceVersion":"6816","creationTimestamp":"2026-03-05T03:03:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"0c4e887c-c4d5-4d00-bc58-31d8bfe644ef","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:30.557306Z","renewTime":"2026-03-05T03:03:30.557306Z"}} Mar 05 03:03:30.675213 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:30.683042 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"60e32df7-864b-4d38-81f7-2aca569efbb9"}} Mar 05 03:03:30.683042 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:30.687531 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:30.687531 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:30.688098 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:03:40.525590 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:40.526474 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6bf8be08-0a68-40c3-bc15-8727c6415c72 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:03:40.531148 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:03:40.564671 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:40.564671 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:40.570403 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e93a26de-9015-4091-9996-c0e66a486437","resourceVersion":"6854","creationTimestamp":"2026-03-05T03:03:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7b0be09f-ebd4-4ded-858d-ea2a10bb1eeb","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:40.564684Z","renewTime":"2026-03-05T03:03:40.564684Z"}} Mar 05 03:03:40.570403 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:40.687354 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e93a26de-9015-4091-9996-c0e66a486437","resourceVersion":"6854","creationTimestamp":"2026-03-05T03:03:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7b0be09f-ebd4-4ded-858d-ea2a10bb1eeb","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:40.564684Z","renewTime":"2026-03-05T03:03:40.564684Z"}} Mar 05 03:03:40.687354 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:40.695511 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"e93a26de-9015-4091-9996-c0e66a486437"}} Mar 05 03:03:40.695511 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:40.699774 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:40.699774 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:40.700452 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:03:50.534627 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:03:50.535379 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-73c1e42c-9fc2-46bf-91e5-d1310286aaa2 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:03:50.541282 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:03:50.603774 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:50.603774 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:50.611766 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab3320a0-90ab-4c7f-9758-a31974330c1e","resourceVersion":"6890","creationTimestamp":"2026-03-05T03:03:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7f21d521-e572-46e7-b8e8-711668435f7a","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:50.603778Z","renewTime":"2026-03-05T03:03:50.603778Z"}} Mar 05 03:03:50.611766 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:50.616593 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=49,magnum:UPDATE=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:03:50.794363 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab3320a0-90ab-4c7f-9758-a31974330c1e","resourceVersion":"6890","creationTimestamp":"2026-03-05T03:03:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:03:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7f21d521-e572-46e7-b8e8-711668435f7a","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:03:50.603778Z","renewTime":"2026-03-05T03:03:50.603778Z"}} Mar 05 03:03:50.794363 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:50.801949 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ab3320a0-90ab-4c7f-9758-a31974330c1e"}} Mar 05 03:03:50.801949 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:50.805596 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:03:50.805596 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:03:50.806093 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:04:00.543830 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:00.544647 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-0032ef0c-7cb2-4462-9937-43ebfebcae4f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:04:00.549133 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:04:00.577258 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:00.577258 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:00.582827 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b3f6978a-ae52-4582-9c4f-4a24e752e3d2","resourceVersion":"6929","creationTimestamp":"2026-03-05T03:04:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"a15d4cbe-42b2-4019-966e-f6a91226b25c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:00.577280Z","renewTime":"2026-03-05T03:04:00.577280Z"}} Mar 05 03:04:00.582827 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:00.693529 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b3f6978a-ae52-4582-9c4f-4a24e752e3d2","resourceVersion":"6929","creationTimestamp":"2026-03-05T03:04:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"a15d4cbe-42b2-4019-966e-f6a91226b25c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:00.577280Z","renewTime":"2026-03-05T03:04:00.577280Z"}} Mar 05 03:04:00.693529 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:00.702906 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"b3f6978a-ae52-4582-9c4f-4a24e752e3d2"}} Mar 05 03:04:00.702906 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:00.707481 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:00.707481 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:00.708130 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:04:10.551479 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:10.552304 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-107f87f8-68f2-4450-a741-f2ca5253be09 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:04:10.557301 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:04:10.587582 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:10.587582 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:10.594528 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"f6b13959-fc75-4352-9dd9-7e75910affda","resourceVersion":"6967","creationTimestamp":"2026-03-05T03:04:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4649c649-cd16-4f8b-a01d-be9def63a209","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:10.587588Z","renewTime":"2026-03-05T03:04:10.587588Z"}} Mar 05 03:04:10.594528 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:10.715908 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"f6b13959-fc75-4352-9dd9-7e75910affda","resourceVersion":"6967","creationTimestamp":"2026-03-05T03:04:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4649c649-cd16-4f8b-a01d-be9def63a209","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:10.587588Z","renewTime":"2026-03-05T03:04:10.587588Z"}} Mar 05 03:04:10.715908 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:10.724583 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"f6b13959-fc75-4352-9dd9-7e75910affda"}} Mar 05 03:04:10.724583 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:10.729269 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:10.729269 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:10.729714 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:04:12.663101 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:12.663908 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9adaa8e4-4476-4916-8944-b014c9f85850 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:04:12.668370 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:04:12.705469 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:12.705469 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:12.709995 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"273b5703-f94e-448e-bf78-d6b39931a160","resourceVersion":"6975","creationTimestamp":"2026-03-05T03:04:12Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:12Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"aa977861-e291-4940-8010-7e034a0c2563","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:12.705484Z","renewTime":"2026-03-05T03:04:12.705484Z"}} Mar 05 03:04:12.709995 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:12.714207 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"273b5703-f94e-448e-bf78-d6b39931a160","resourceVersion":"6975","creationTimestamp":"2026-03-05T03:04:12Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:12Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"aa977861-e291-4940-8010-7e034a0c2563","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:12.705484Z","renewTime":"2026-03-05T03:04:12.705484Z"}} Mar 05 03:04:12.714207 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:12.721144 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"273b5703-f94e-448e-bf78-d6b39931a160"}} Mar 05 03:04:12.721144 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:12.724282 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:12.724282 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:12.730535 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:04:12.730879 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:04:12.731216 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:04:12.731495 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:04:12.732232 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:04:12.732477 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:04:12.732725 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:04:12.733099 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:04:12.733305 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:04:12.733437 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:04:12.733542 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:04:12.733818 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:04:12.733914 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:04:12.734031 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:04:12.738876 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:04:12.739908 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:04:12.740160 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:04:12.740283 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:04:12.740399 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:04:12.740501 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:04:12.742338 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:04:12.742452 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:04:12.742604 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:04:12.742745 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:04:12.742864 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:04:12.742981 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:04:12.751553 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:04:12.752490 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:04:12.755044 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:04:12.756614 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:04:12.768316 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:04:12.769267 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:04:12.771777 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to UNHEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'False', 'kube-zkksg-xq58h-8b2lx.Ready': 'False', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'False', 'api': 'nok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:04:17.593111 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:17.593892 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-c9bbbd0f-5648-4d40-8add-b41860782aad None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:04:20.511752 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:20.512153 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-759698fe-aab4-42ee-8de9-84c3e97eccbb None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:04:20.520674 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:04:20.551346 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:20.551346 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:20.557235 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"6423f2d7-40f2-4843-a0d2-0416807614f9","resourceVersion":"7005","creationTimestamp":"2026-03-05T03:04:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9b987caf-274d-4dda-87b9-34a6848874b6","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:20.551363Z","renewTime":"2026-03-05T03:04:20.551363Z"}} Mar 05 03:04:20.557235 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:20.677527 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"6423f2d7-40f2-4843-a0d2-0416807614f9","resourceVersion":"7005","creationTimestamp":"2026-03-05T03:04:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9b987caf-274d-4dda-87b9-34a6848874b6","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:20.551363Z","renewTime":"2026-03-05T03:04:20.551363Z"}} Mar 05 03:04:20.677527 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:20.683249 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"6423f2d7-40f2-4843-a0d2-0416807614f9"}} Mar 05 03:04:20.683249 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:20.685897 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:20.685897 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:20.686277 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:04:30.523564 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:30.524446 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4dc7a360-6a70-46b8-97b8-15a2d403fdbe None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:04:30.528758 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:04:30.555832 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:30.555832 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:30.564020 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"8ea97d0e-c246-44ce-8bb6-54f6cde43981","resourceVersion":"7043","creationTimestamp":"2026-03-05T03:04:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"700feb8e-1967-4d4f-b2d0-34f38eaa4f8a","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:30.555834Z","renewTime":"2026-03-05T03:04:30.555834Z"}} Mar 05 03:04:30.564020 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:30.684339 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"8ea97d0e-c246-44ce-8bb6-54f6cde43981","resourceVersion":"7043","creationTimestamp":"2026-03-05T03:04:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"700feb8e-1967-4d4f-b2d0-34f38eaa4f8a","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:30.555834Z","renewTime":"2026-03-05T03:04:30.555834Z"}} Mar 05 03:04:30.684339 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:30.692472 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"8ea97d0e-c246-44ce-8bb6-54f6cde43981"}} Mar 05 03:04:30.692472 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:30.696790 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:30.696790 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:30.697515 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:04:40.530730 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:40.531642 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7fa74ccc-b691-41ab-bd48-8adf61b0263e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:04:40.536022 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:04:40.574534 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:40.574534 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:40.580276 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"29ca674e-0aae-4dec-8a87-670968304ea8","resourceVersion":"7081","creationTimestamp":"2026-03-05T03:04:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"02ab7190-74c0-4e68-81f5-18e672807387","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:40.574549Z","renewTime":"2026-03-05T03:04:40.574549Z"}} Mar 05 03:04:40.580276 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:40.719969 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"29ca674e-0aae-4dec-8a87-670968304ea8","resourceVersion":"7081","creationTimestamp":"2026-03-05T03:04:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"02ab7190-74c0-4e68-81f5-18e672807387","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:40.574549Z","renewTime":"2026-03-05T03:04:40.574549Z"}} Mar 05 03:04:40.719969 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:40.725153 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"29ca674e-0aae-4dec-8a87-670968304ea8"}} Mar 05 03:04:40.725153 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:40.728563 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:40.728563 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:40.729001 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:04:50.538100 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:04:50.538100 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9604a196-8076-40fc-8890-81aa11cdd264 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:04:50.542634 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:04:50.570154 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:50.570154 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:50.576015 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"260b02af-645c-4c03-8f38-36ae4f6a5ca9","resourceVersion":"7117","creationTimestamp":"2026-03-05T03:04:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"ecb11ba5-43c2-4c33-ab89-b649f1052a75","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:50.570161Z","renewTime":"2026-03-05T03:04:50.570161Z"}} Mar 05 03:04:50.576015 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:50.688969 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"260b02af-645c-4c03-8f38-36ae4f6a5ca9","resourceVersion":"7117","creationTimestamp":"2026-03-05T03:04:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:04:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"ecb11ba5-43c2-4c33-ab89-b649f1052a75","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:04:50.570161Z","renewTime":"2026-03-05T03:04:50.570161Z"}} Mar 05 03:04:50.688969 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:50.697619 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"260b02af-645c-4c03-8f38-36ae4f6a5ca9"}} Mar 05 03:04:50.697619 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:50.702785 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:04:50.702785 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:04:50.703228 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:05:00.544240 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:00.544829 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f0c671bb-09fc-4cbc-a531-c0c6a982febe None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:05:00.548956 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=52,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:05:00.549996 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:05:00.586991 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:00.586991 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:00.594669 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"bcf16e8f-cce0-493a-940f-8ee3433359f9","resourceVersion":"7155","creationTimestamp":"2026-03-05T03:05:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"32572d78-6a46-4184-9de1-176162419adb","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:00.586947Z","renewTime":"2026-03-05T03:05:00.586947Z"}} Mar 05 03:05:00.594669 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:00.710406 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"bcf16e8f-cce0-493a-940f-8ee3433359f9","resourceVersion":"7155","creationTimestamp":"2026-03-05T03:05:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"32572d78-6a46-4184-9de1-176162419adb","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:00.586947Z","renewTime":"2026-03-05T03:05:00.586947Z"}} Mar 05 03:05:00.710406 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:00.716519 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"bcf16e8f-cce0-493a-940f-8ee3433359f9"}} Mar 05 03:05:00.716519 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:00.720690 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:00.720690 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:00.721172 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:05:10.554137 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:10.555026 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-2f6706dd-8309-48fd-9f2d-cde03ef5b997 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:05:10.559903 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:05:10.585715 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:10.585715 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:10.591814 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"87ae1f1c-be2e-4351-8f3a-2d54bf494ae0","resourceVersion":"7193","creationTimestamp":"2026-03-05T03:05:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e62b4f2b-b2c7-4914-a91f-4c6455ee3fd9","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:10.585602Z","renewTime":"2026-03-05T03:05:10.585602Z"}} Mar 05 03:05:10.591814 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:10.711091 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"87ae1f1c-be2e-4351-8f3a-2d54bf494ae0","resourceVersion":"7193","creationTimestamp":"2026-03-05T03:05:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e62b4f2b-b2c7-4914-a91f-4c6455ee3fd9","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:10.585602Z","renewTime":"2026-03-05T03:05:10.585602Z"}} Mar 05 03:05:10.711091 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:10.720634 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"87ae1f1c-be2e-4351-8f3a-2d54bf494ae0"}} Mar 05 03:05:10.720634 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:10.725552 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:10.725552 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:10.726228 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:05:13.663318 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:13.664009 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9be26a04-34a1-44d8-b2b8-dafef8cdac25 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:05:13.669075 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:05:13.697647 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:13.697647 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:13.702624 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"fa084cbd-39da-4c08-9ce9-4333169a6bfd","resourceVersion":"7202","creationTimestamp":"2026-03-05T03:05:13Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:13Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7760bc14-e06a-4121-bb77-45c842a05b12","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:13.697635Z","renewTime":"2026-03-05T03:05:13.697635Z"}} Mar 05 03:05:13.702624 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:13.707834 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"fa084cbd-39da-4c08-9ce9-4333169a6bfd","resourceVersion":"7202","creationTimestamp":"2026-03-05T03:05:13Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:13Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7760bc14-e06a-4121-bb77-45c842a05b12","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:13.697635Z","renewTime":"2026-03-05T03:05:13.697635Z"}} Mar 05 03:05:13.707834 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:13.714250 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"fa084cbd-39da-4c08-9ce9-4333169a6bfd"}} Mar 05 03:05:13.714250 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:13.718094 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:13.718094 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:13.724535 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:05:13.724841 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:05:13.725101 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:05:13.726128 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:05:13.726528 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:05:13.726798 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:05:13.727218 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:05:13.727838 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:05:13.728055 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:05:13.728240 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:05:13.728381 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:05:13.728762 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:05:13.728908 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:05:13.729077 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:05:13.733802 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:05:13.733905 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:05:13.734098 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:05:13.734168 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:05:13.734312 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:05:13.734497 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:05:13.737101 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:05:13.737190 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:05:13.737401 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:05:13.739237 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:05:13.739237 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:05:13.739237 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:05:13.748002 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:05:13.748264 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:05:13.749090 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:05:13.749466 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:05:13.755866 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:05:13.757120 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:05:13.759188 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to UNHEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'False', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'False', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'False', 'api': 'nok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:05:17.610767 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:17.611831 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-3f9466bc-1467-45ac-a208-2221586c779b None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:05:20.512277 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:20.512844 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c8034890-c22c-40d8-8c60-2ddb08b3067a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:05:20.518225 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:05:20.550189 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:20.550189 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:20.555564 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab90670a-b89f-44ef-b9e1-43bd7bbd5d5e","resourceVersion":"7230","creationTimestamp":"2026-03-05T03:05:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"95dc10ea-4a72-4ca5-814f-f470d0a4d73c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:20.550221Z","renewTime":"2026-03-05T03:05:20.550221Z"}} Mar 05 03:05:20.555564 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:20.676681 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab90670a-b89f-44ef-b9e1-43bd7bbd5d5e","resourceVersion":"7230","creationTimestamp":"2026-03-05T03:05:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"95dc10ea-4a72-4ca5-814f-f470d0a4d73c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:20.550221Z","renewTime":"2026-03-05T03:05:20.550221Z"}} Mar 05 03:05:20.676681 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:20.683811 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ab90670a-b89f-44ef-b9e1-43bd7bbd5d5e"}} Mar 05 03:05:20.683811 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:20.687632 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:20.687632 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:20.688096 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:05:30.520518 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:30.521457 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4ec4f2da-e656-4e64-aacc-816a13df08e3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:05:30.527347 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:05:30.554755 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:30.554755 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:30.559886 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a617189f-9232-49db-a98c-32c20cb64663","resourceVersion":"7268","creationTimestamp":"2026-03-05T03:05:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"26f25a6f-2a45-4e07-84a2-32e888856c86","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:30.554756Z","renewTime":"2026-03-05T03:05:30.554756Z"}} Mar 05 03:05:30.559886 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:30.676224 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a617189f-9232-49db-a98c-32c20cb64663","resourceVersion":"7268","creationTimestamp":"2026-03-05T03:05:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"26f25a6f-2a45-4e07-84a2-32e888856c86","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:30.554756Z","renewTime":"2026-03-05T03:05:30.554756Z"}} Mar 05 03:05:30.676224 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:30.684531 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"a617189f-9232-49db-a98c-32c20cb64663"}} Mar 05 03:05:30.684531 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:30.688493 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:30.688493 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:30.688987 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:05:40.529581 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:40.530574 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-82be6a70-44b8-41a7-b9b2-140be5008358 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:05:40.536395 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:05:40.565634 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:40.565634 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:40.572534 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a4d9c331-5417-49e7-8684-be2d472f7258","resourceVersion":"7306","creationTimestamp":"2026-03-05T03:05:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"702f2cd4-887c-4aaf-96e2-615d4ffc28ca","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:40.565626Z","renewTime":"2026-03-05T03:05:40.565626Z"}} Mar 05 03:05:40.572534 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:40.682557 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a4d9c331-5417-49e7-8684-be2d472f7258","resourceVersion":"7306","creationTimestamp":"2026-03-05T03:05:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"702f2cd4-887c-4aaf-96e2-615d4ffc28ca","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:40.565626Z","renewTime":"2026-03-05T03:05:40.565626Z"}} Mar 05 03:05:40.682557 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:40.688360 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"a4d9c331-5417-49e7-8684-be2d472f7258"}} Mar 05 03:05:40.688360 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:40.691391 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:40.691391 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:40.692373 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:05:50.539216 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:05:50.540037 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3f9db9cc-278e-4d6e-bd08-cf2db8edb177 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:05:50.543671 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:05:50.573773 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:50.573773 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:50.579046 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ea234b9f-4d4e-4f12-9ca1-0255a50d1add","resourceVersion":"7341","creationTimestamp":"2026-03-05T03:05:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"460ef922-6b44-428d-af11-5f4892148458","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:50.573739Z","renewTime":"2026-03-05T03:05:50.573739Z"}} Mar 05 03:05:50.579046 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:50.700113 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ea234b9f-4d4e-4f12-9ca1-0255a50d1add","resourceVersion":"7341","creationTimestamp":"2026-03-05T03:05:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:05:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"460ef922-6b44-428d-af11-5f4892148458","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:05:50.573739Z","renewTime":"2026-03-05T03:05:50.573739Z"}} Mar 05 03:05:50.700113 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:50.706435 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ea234b9f-4d4e-4f12-9ca1-0255a50d1add"}} Mar 05 03:05:50.706435 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:50.771648 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:05:50.771648 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:05:50.772271 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:06:00.546018 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:00.546018 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-75159f95-b97f-4d79-94da-47ece21c1787 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:06:00.550404 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:06:00.582241 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:00.582241 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:00.586116 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a32097e9-923a-49ff-9cba-d9b3549e1cc7","resourceVersion":"7379","creationTimestamp":"2026-03-05T03:06:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"51a913e1-56ee-4f65-a6e8-0377f6355cab","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:00.582247Z","renewTime":"2026-03-05T03:06:00.582247Z"}} Mar 05 03:06:00.586116 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:00.588300 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=49,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:06:00.728107 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a32097e9-923a-49ff-9cba-d9b3549e1cc7","resourceVersion":"7379","creationTimestamp":"2026-03-05T03:06:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"51a913e1-56ee-4f65-a6e8-0377f6355cab","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:00.582247Z","renewTime":"2026-03-05T03:06:00.582247Z"}} Mar 05 03:06:00.728107 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:00.736947 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"a32097e9-923a-49ff-9cba-d9b3549e1cc7"}} Mar 05 03:06:00.736947 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:00.740906 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:00.740906 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:00.741371 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:06:10.551779 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:10.552365 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-945fde4d-103f-421e-80fd-ad331560b32a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:06:10.556531 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:06:10.587745 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:10.587745 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:10.594790 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"4ca0f128-33fa-4021-8f96-b506914b38bd","resourceVersion":"7417","creationTimestamp":"2026-03-05T03:06:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"1ba1fd3f-04e1-45be-a09b-337b16d799d0","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:10.587744Z","renewTime":"2026-03-05T03:06:10.587744Z"}} Mar 05 03:06:10.594790 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:10.720283 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"4ca0f128-33fa-4021-8f96-b506914b38bd","resourceVersion":"7417","creationTimestamp":"2026-03-05T03:06:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"1ba1fd3f-04e1-45be-a09b-337b16d799d0","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:10.587744Z","renewTime":"2026-03-05T03:06:10.587744Z"}} Mar 05 03:06:10.720283 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:10.728500 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"4ca0f128-33fa-4021-8f96-b506914b38bd"}} Mar 05 03:06:10.728500 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:10.732882 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:10.732882 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:10.733602 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:06:14.662675 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:14.663197 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-25cab2aa-2d22-4bb2-8a84-c0331d9edde6 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:06:14.667929 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:06:14.709342 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:14.709342 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:14.717461 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ce25798f-5e84-4117-bed0-be7a6a226320","resourceVersion":"7523","creationTimestamp":"2026-03-05T03:06:14Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:14Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"6d7a9f21-d925-45f1-a42c-eba5cdf71832","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:14.709365Z","renewTime":"2026-03-05T03:06:14.709365Z"}} Mar 05 03:06:14.717461 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:14.725086 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ce25798f-5e84-4117-bed0-be7a6a226320","resourceVersion":"7523","creationTimestamp":"2026-03-05T03:06:14Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:14Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"6d7a9f21-d925-45f1-a42c-eba5cdf71832","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:14.709365Z","renewTime":"2026-03-05T03:06:14.709365Z"}} Mar 05 03:06:14.725086 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:14.739693 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ce25798f-5e84-4117-bed0-be7a6a226320"}} Mar 05 03:06:14.739693 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:14.747646 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:14.747646 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:14.760903 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:06:14.761244 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:06:14.763382 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:06:14.763382 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:06:14.763730 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:06:14.764090 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:06:14.764348 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:06:14.764655 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:06:14.766140 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:06:14.766646 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:06:14.766646 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:06:14.766646 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:06:14.766646 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:06:14.766646 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:06:14.770884 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:06:14.770973 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:06:14.771129 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:06:14.771191 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:06:14.771295 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:06:14.771378 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:06:14.772372 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:06:14.772447 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:06:14.772559 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:06:14.772619 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:06:14.772708 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:06:14.772765 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:06:14.782840 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:06:14.784836 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:06:14.789597 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:06:14.792371 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:06:14.801962 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:06:14.803123 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:06:14.813269 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to UNHEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'False', 'kube-zkksg-xq58h-8b2lx.Ready': 'False', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'False', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:06:17.622228 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:17.623224 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-974c4c35-31af-404a-81b5-bff6cb1486bd None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:06:20.512552 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:20.513079 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-568dbf3a-30dc-4af0-8bb8-122d9f0b9ff5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:06:20.517079 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:06:20.552322 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:20.552322 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:20.557273 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"2a58d28c-f428-4195-b24c-67b5a822a7e6","resourceVersion":"7545","creationTimestamp":"2026-03-05T03:06:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e150a175-bd08-4d13-b0a5-036a9d335e54","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:20.552343Z","renewTime":"2026-03-05T03:06:20.552343Z"}} Mar 05 03:06:20.557273 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:20.649161 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"2a58d28c-f428-4195-b24c-67b5a822a7e6","resourceVersion":"7545","creationTimestamp":"2026-03-05T03:06:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e150a175-bd08-4d13-b0a5-036a9d335e54","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:20.552343Z","renewTime":"2026-03-05T03:06:20.552343Z"}} Mar 05 03:06:20.649161 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:20.656303 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"2a58d28c-f428-4195-b24c-67b5a822a7e6"}} Mar 05 03:06:20.656303 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:20.659502 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:20.659502 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:20.660077 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:06:30.519849 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:30.520600 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-eb988fed-e7a3-4353-9dba-e492466cbbcf None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:06:30.528294 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:06:30.562070 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:30.562070 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:30.569770 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"2f36d126-b5a1-45d3-bc4b-df68fc839fbf","resourceVersion":"7583","creationTimestamp":"2026-03-05T03:06:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"095a7fca-88e7-4480-9d90-80cdc456e2fa","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:30.562082Z","renewTime":"2026-03-05T03:06:30.562082Z"}} Mar 05 03:06:30.569770 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:30.685817 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"2f36d126-b5a1-45d3-bc4b-df68fc839fbf","resourceVersion":"7583","creationTimestamp":"2026-03-05T03:06:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"095a7fca-88e7-4480-9d90-80cdc456e2fa","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:30.562082Z","renewTime":"2026-03-05T03:06:30.562082Z"}} Mar 05 03:06:30.685817 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:30.694990 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"2f36d126-b5a1-45d3-bc4b-df68fc839fbf"}} Mar 05 03:06:30.694990 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:30.699678 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:30.699678 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:30.700685 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:06:40.530533 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:40.531358 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1c207ddb-7748-441e-a764-5635e4ae80d3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:06:40.536721 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:06:40.566721 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:40.566721 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:40.573163 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"89f1cf93-cb2e-427c-a5ba-bc80c268c4e7","resourceVersion":"7673","creationTimestamp":"2026-03-05T03:06:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"f492d101-32d4-4eae-9794-001a3519a81d","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:40.566696Z","renewTime":"2026-03-05T03:06:40.566696Z"}} Mar 05 03:06:40.573163 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:40.684138 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"89f1cf93-cb2e-427c-a5ba-bc80c268c4e7","resourceVersion":"7673","creationTimestamp":"2026-03-05T03:06:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"f492d101-32d4-4eae-9794-001a3519a81d","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:40.566696Z","renewTime":"2026-03-05T03:06:40.566696Z"}} Mar 05 03:06:40.684138 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:40.692691 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"89f1cf93-cb2e-427c-a5ba-bc80c268c4e7"}} Mar 05 03:06:40.692691 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:40.697118 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:40.697118 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:40.697558 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:06:50.540086 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:06:50.540086 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1af0d769-ccbc-45cd-943e-ee8983414f7e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:06:50.545694 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:06:50.580011 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:50.580011 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:50.589860 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a3c0800b-110c-4837-ad50-49740ae455b5","resourceVersion":"7710","creationTimestamp":"2026-03-05T03:06:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"684b3bf8-f7e8-404b-8e1a-c8eec4e6d4ce","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:50.580200Z","renewTime":"2026-03-05T03:06:50.580200Z"}} Mar 05 03:06:50.589860 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:50.706188 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"a3c0800b-110c-4837-ad50-49740ae455b5","resourceVersion":"7710","creationTimestamp":"2026-03-05T03:06:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:06:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"684b3bf8-f7e8-404b-8e1a-c8eec4e6d4ce","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:06:50.580200Z","renewTime":"2026-03-05T03:06:50.580200Z"}} Mar 05 03:06:50.706188 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:50.715874 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"a3c0800b-110c-4837-ad50-49740ae455b5"}} Mar 05 03:06:50.715874 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:50.720675 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:06:50.720675 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:06:50.721463 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:07:00.548314 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:00.549245 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-74d82b90-09b9-4c8a-9dff-67c594eb2a28 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:07:00.554946 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:07:00.591280 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:00.591280 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:00.597905 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab1c4697-b4e5-4abe-9528-f734c7ceeae8","resourceVersion":"7748","creationTimestamp":"2026-03-05T03:07:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"816ee9bc-544a-4a34-9b83-752eeb6a2103","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:00.591315Z","renewTime":"2026-03-05T03:07:00.591315Z"}} Mar 05 03:07:00.597905 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:00.629368 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=45,magnum:UPDATE=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:07:00.695813 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ab1c4697-b4e5-4abe-9528-f734c7ceeae8","resourceVersion":"7748","creationTimestamp":"2026-03-05T03:07:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"816ee9bc-544a-4a34-9b83-752eeb6a2103","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:00.591315Z","renewTime":"2026-03-05T03:07:00.591315Z"}} Mar 05 03:07:00.695813 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:00.704711 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ab1c4697-b4e5-4abe-9528-f734c7ceeae8"}} Mar 05 03:07:00.704711 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:00.708952 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:00.708952 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:00.709564 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:07:10.556631 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:10.557345 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-174235bf-f31b-44fa-988e-e511e61afde0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:07:10.563630 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:07:10.597001 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:10.597001 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:10.602645 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"5e77ff21-313f-4d8b-8684-b33350670e6e","resourceVersion":"7786","creationTimestamp":"2026-03-05T03:07:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c8c21a20-e023-4a4e-a2e0-3026691e86f5","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:10.596835Z","renewTime":"2026-03-05T03:07:10.596835Z"}} Mar 05 03:07:10.602645 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:10.713149 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"5e77ff21-313f-4d8b-8684-b33350670e6e","resourceVersion":"7786","creationTimestamp":"2026-03-05T03:07:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c8c21a20-e023-4a4e-a2e0-3026691e86f5","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:10.596835Z","renewTime":"2026-03-05T03:07:10.596835Z"}} Mar 05 03:07:10.713149 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:10.726080 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"5e77ff21-313f-4d8b-8684-b33350670e6e"}} Mar 05 03:07:10.726080 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:10.732166 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:10.732166 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:10.732635 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:07:15.662698 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:15.663855 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-8f1cbbbf-d2b5-485c-9b9b-c41e09291ccc None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:07:15.668589 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:07:15.712430 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:15.712430 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:15.850152 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3e7b3945-df08-443c-ad12-b482642759e8","resourceVersion":"7806","creationTimestamp":"2026-03-05T03:07:15Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:15Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7cbe84bb-b2f2-4a50-b586-cc0ad0ee6fc3","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:15.712424Z","renewTime":"2026-03-05T03:07:15.712424Z"}} Mar 05 03:07:15.850152 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:15.857910 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3e7b3945-df08-443c-ad12-b482642759e8","resourceVersion":"7806","creationTimestamp":"2026-03-05T03:07:15Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:15Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7cbe84bb-b2f2-4a50-b586-cc0ad0ee6fc3","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:15.712424Z","renewTime":"2026-03-05T03:07:15.712424Z"}} Mar 05 03:07:15.857910 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:15.866032 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"3e7b3945-df08-443c-ad12-b482642759e8"}} Mar 05 03:07:15.866032 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:15.874412 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:15.874412 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:15.882943 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:07:15.882943 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:07:15.882943 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:07:15.883362 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:07:15.883458 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:07:15.883580 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:07:15.883956 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:07:15.884966 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:07:15.884966 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:07:15.884966 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:07:15.884966 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:07:15.885608 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:07:15.885608 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:07:15.885608 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:07:15.890206 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:07:15.890293 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:07:15.890499 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:07:15.890566 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:07:15.890681 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:07:15.890817 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:07:15.891807 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:07:15.891869 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:07:15.892028 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:07:15.892081 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:07:15.892175 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:07:15.892263 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:07:15.904522 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:07:15.905790 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:07:15.905790 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:07:15.907085 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:07:15.914521 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:07:15.915563 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:07:15.919360 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to UNHEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'False', 'kube-zkksg-xq58h-8b2lx.Ready': 'False', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'False', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:07:19.592251 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:19.592789 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-374e2430-2fa7-4e90-8e64-5f88d745fd18 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:07:20.512677 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:20.513134 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f39f024c-1e0b-4617-b546-342db304cd25 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:07:20.519504 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:07:20.552202 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:20.552202 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:20.557215 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"c77d4e4c-7a04-49c6-bb2b-f9c6a22170a3","resourceVersion":"7823","creationTimestamp":"2026-03-05T03:07:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"2669edd9-a1b8-4a0a-bc9a-1d1da84ad1fd","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:20.552169Z","renewTime":"2026-03-05T03:07:20.552169Z"}} Mar 05 03:07:20.557215 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:20.938070 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"c77d4e4c-7a04-49c6-bb2b-f9c6a22170a3","resourceVersion":"7823","creationTimestamp":"2026-03-05T03:07:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"2669edd9-a1b8-4a0a-bc9a-1d1da84ad1fd","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:20.552169Z","renewTime":"2026-03-05T03:07:20.552169Z"}} Mar 05 03:07:20.938070 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:20.948281 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"c77d4e4c-7a04-49c6-bb2b-f9c6a22170a3"}} Mar 05 03:07:20.948281 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:20.953735 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:20.953735 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:20.954351 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:07:30.522016 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:30.522886 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1f617ad4-c105-4b3d-bed3-a86ebadddf70 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:07:30.532441 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:07:30.570548 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:30.570548 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:30.580230 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3679a556-f338-4b8a-8068-1294774fc0ab","resourceVersion":"7861","creationTimestamp":"2026-03-05T03:07:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9c4dbe41-d7fb-4a6a-9a51-6108da2d18ea","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:30.570553Z","renewTime":"2026-03-05T03:07:30.570553Z"}} Mar 05 03:07:30.580230 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:30.847692 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3679a556-f338-4b8a-8068-1294774fc0ab","resourceVersion":"7861","creationTimestamp":"2026-03-05T03:07:30Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:30Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9c4dbe41-d7fb-4a6a-9a51-6108da2d18ea","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:30.570553Z","renewTime":"2026-03-05T03:07:30.570553Z"}} Mar 05 03:07:30.847692 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:30.934554 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"3679a556-f338-4b8a-8068-1294774fc0ab"}} Mar 05 03:07:30.934554 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:31.137423 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:31.137423 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:31.138087 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:07:40.534638 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:40.535671 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-672be5d4-61b1-4a95-b698-94f6744b86f4 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:07:40.538994 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:07:40.605627 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:40.605627 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:40.613476 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"4e5c7611-08c9-4d76-96e3-0446d95abde2","resourceVersion":"7899","creationTimestamp":"2026-03-05T03:07:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"2995e9fb-50db-454c-8f21-4fe2c34f5b58","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:40.605648Z","renewTime":"2026-03-05T03:07:40.605648Z"}} Mar 05 03:07:40.613476 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:40.714217 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"4e5c7611-08c9-4d76-96e3-0446d95abde2","resourceVersion":"7899","creationTimestamp":"2026-03-05T03:07:40Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:40Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"2995e9fb-50db-454c-8f21-4fe2c34f5b58","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:40.605648Z","renewTime":"2026-03-05T03:07:40.605648Z"}} Mar 05 03:07:40.714217 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:40.722328 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"4e5c7611-08c9-4d76-96e3-0446d95abde2"}} Mar 05 03:07:40.722328 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:40.726261 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:40.726261 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:40.726890 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:07:50.540287 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:07:50.540735 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-2634623c-3aa2-4111-992e-c3f446c7e4f6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:07:50.546729 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:07:50.574471 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:50.574471 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:50.581075 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"5149116f-ec52-4020-b034-968ac825cb47","resourceVersion":"7936","creationTimestamp":"2026-03-05T03:07:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"25cf870a-5636-4a3d-a70f-2b988d444595","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:50.574470Z","renewTime":"2026-03-05T03:07:50.574470Z"}} Mar 05 03:07:50.581075 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:50.729257 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"5149116f-ec52-4020-b034-968ac825cb47","resourceVersion":"7936","creationTimestamp":"2026-03-05T03:07:50Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:07:50Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"25cf870a-5636-4a3d-a70f-2b988d444595","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:07:50.574470Z","renewTime":"2026-03-05T03:07:50.574470Z"}} Mar 05 03:07:50.729257 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:50.736704 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"5149116f-ec52-4020-b034-968ac825cb47"}} Mar 05 03:07:50.736704 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:50.741347 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:07:50.741347 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:07:50.742482 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:08:00.549471 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:00.549471 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b7f99473-4e98-4b6c-97c1-710a07e6deca None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:08:00.556264 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:08:00.590232 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:00.590232 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:00.599769 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"16c95234-160a-451e-a341-08ab4ed3f284","resourceVersion":"7977","creationTimestamp":"2026-03-05T03:08:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4c31f2d0-92a3-4882-b1b8-2d5288880afa","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:00.590245Z","renewTime":"2026-03-05T03:08:00.590245Z"}} Mar 05 03:08:00.599769 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:00.640210 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=41,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:08:00.717899 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"16c95234-160a-451e-a341-08ab4ed3f284","resourceVersion":"7977","creationTimestamp":"2026-03-05T03:08:00Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:00Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4c31f2d0-92a3-4882-b1b8-2d5288880afa","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:00.590245Z","renewTime":"2026-03-05T03:08:00.590245Z"}} Mar 05 03:08:00.717899 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:00.726768 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"16c95234-160a-451e-a341-08ab4ed3f284"}} Mar 05 03:08:00.726768 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:00.732174 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:00.732174 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:00.732827 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:08:10.559234 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:10.559234 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c3928415-6179-4362-8934-76ebbf518a14 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:08:10.567975 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:08:10.594256 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:10.594256 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:10.602274 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"65ea5719-6bad-4bc7-a145-4a1dc918117f","resourceVersion":"8053","creationTimestamp":"2026-03-05T03:08:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"ae386c3e-682f-4ec2-b5ac-71eca1e83cd8","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:10.594273Z","renewTime":"2026-03-05T03:08:10.594273Z"}} Mar 05 03:08:10.602274 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:10.737830 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"65ea5719-6bad-4bc7-a145-4a1dc918117f","resourceVersion":"8053","creationTimestamp":"2026-03-05T03:08:10Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:10Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"ae386c3e-682f-4ec2-b5ac-71eca1e83cd8","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:10.594273Z","renewTime":"2026-03-05T03:08:10.594273Z"}} Mar 05 03:08:10.737830 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:10.751461 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"65ea5719-6bad-4bc7-a145-4a1dc918117f"}} Mar 05 03:08:10.751461 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:10.765392 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:10.765392 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:10.765797 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_IN_PROGRESS (CAPI Cluster status: Provisioned: Cluster kube-zkksg is Provisioned. CAPI OpenstackCluster status reason: Successfulcreatemonitor: Created monitor k8s-clusterapi-cluster-magnum-system-kube-zkksg-kubeapi-6443 with id cff96985-ef72-447d-b088-55f186bc7d87) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:08:16.663242 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:16.663827 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-62493cbd-22a9-4a9d-8c37-f543e6dcab8c None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:08:16.669844 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:08:16.705688 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:16.705688 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:16.711613 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"0ad60157-af8d-4f25-9261-5b589a9a5a33","resourceVersion":"8091","creationTimestamp":"2026-03-05T03:08:16Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"3037e921-7499-462b-bf1e-ad50e3444c82","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:16.705698Z","renewTime":"2026-03-05T03:08:16.705698Z"}} Mar 05 03:08:16.711613 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:16.717283 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"0ad60157-af8d-4f25-9261-5b589a9a5a33","resourceVersion":"8091","creationTimestamp":"2026-03-05T03:08:16Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:16Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"3037e921-7499-462b-bf1e-ad50e3444c82","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:16.705698Z","renewTime":"2026-03-05T03:08:16.705698Z"}} Mar 05 03:08:16.717283 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:16.724742 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"0ad60157-af8d-4f25-9261-5b589a9a5a33"}} Mar 05 03:08:16.724742 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:16.728104 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:16.728104 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:16.734019 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:08:16.734359 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:08:16.734828 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:08:16.735097 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:08:16.735442 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:08:16.735657 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:08:16.738333 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:08:16.741720 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:08:16.742063 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:08:16.742496 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:08:16.742777 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:08:16.743144 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:08:16.743504 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:08:16.745545 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:08:16.745768 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:08:16.746400 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:08:16.746400 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:08:16.746400 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:08:16.746400 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:08:16.756092 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:08:16.757815 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:08:16.758207 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:08:16.759226 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:08:16.770154 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:08:16.771594 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:08:16.781388 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:08:20.551706 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:20.551706 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d986c016-944c-4e63-8798-d47c3c5b5f80 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:08:20.551706 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:70}} Mar 05 03:08:20.554344 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:20.554344 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:20.592658 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:20.592975 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-2459a72d-7c53-4692-8622-84b45cd32593 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:08:21.079568 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"0b5b7344-0b29-418b-8f9f-c542c1414ddb","resourceVersion":"8106","creationTimestamp":"2026-03-05T03:08:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"453509c1-c16a-49ee-80fe-9221171153a7","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:20.554387Z","renewTime":"2026-03-05T03:08:20.554387Z"}} Mar 05 03:08:21.079568 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:21.863392 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"0b5b7344-0b29-418b-8f9f-c542c1414ddb","resourceVersion":"8106","creationTimestamp":"2026-03-05T03:08:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:08:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"453509c1-c16a-49ee-80fe-9221171153a7","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:08:20.554387Z","renewTime":"2026-03-05T03:08:20.554387Z"}} Mar 05 03:08:21.863392 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:21.871429 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"0b5b7344-0b29-418b-8f9f-c542c1414ddb"}} Mar 05 03:08:21.871429 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:21.918382 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:08:21.918382 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:08:21.919093 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to CREATE_COMPLETE (None) {{(pid=120866) update_status /opt/stack/magnum/magnum/service/periodic.py:87}} Mar 05 03:08:29.502052 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.client [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Creating Client object {{(pid=121206) Client /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:163}} Mar 05 03:08:29.507281 np0000157817 magnum-conductor[121206]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Loading certificate container http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 from Barbican. Mar 05 03:08:29.507504 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.v1.containers [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Creating consumer registration for container http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 as Magnum: 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=121206) register_consumer /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:743}} Mar 05 03:08:29.672762 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.client [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Response status 200 {{(pid=121206) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:29.673315 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.v1.secrets [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 {{(pid=121206) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:08:29.673725 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.v1.secrets [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e {{(pid=121206) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:08:29.674081 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.v1.secrets [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/32892f23-4b6b-486b-8e9c-07d55d459499 {{(pid=121206) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:08:29.674850 np0000157817 magnum-conductor[121206]: INFO barbicanclient.base [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Calculated Secrets uuid ref: secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 Mar 05 03:08:29.704062 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.client [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Response status 200 {{(pid=121206) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:29.704548 np0000157817 magnum-conductor[121206]: INFO barbicanclient.base [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Calculated Secrets uuid ref: secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 Mar 05 03:08:29.732521 np0000157817 magnum-conductor[121206]: DEBUG barbicanclient.client [None req-ac0e73d5-d195-4770-aa7c-e654e0653ccc None None] Response status 200 {{(pid=121206) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:30.161586 np0000157817 magnum-conductor[121205]: DEBUG magnum.conductor.handlers.ca_conductor [None req-f4b46012-96db-4b94-b6ef-34de6be166ae demo demo] Creating self signed x509 certificate {{(pid=121205) sign_certificate /opt/stack/magnum/magnum/conductor/handlers/ca_conductor.py:44}} Mar 05 03:08:30.162423 np0000157817 magnum-conductor[121205]: DEBUG magnum.conductor.handlers.ca_conductor [None req-f4b46012-96db-4b94-b6ef-34de6be166ae demo demo] There is no CA cert type specified for the CSR {{(pid=121205) sign_certificate /opt/stack/magnum/magnum/conductor/handlers/ca_conductor.py:48}} Mar 05 03:08:30.234504 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.client [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Creating Client object {{(pid=121205) Client /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:163}} Mar 05 03:08:30.239701 np0000157817 magnum-conductor[121205]: INFO magnum.common.cert_manager.barbican_cert_manager [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Loading certificate container http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 from Barbican. Mar 05 03:08:30.239891 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.v1.containers [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Creating consumer registration for container http://199.204.45.132/key-manager/v1/containers/93357874-38da-4a6e-bef6-347d7b3799f8 as Magnum: 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=121205) register_consumer /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/containers.py:743}} Mar 05 03:08:30.316600 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.client [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Response status 200 {{(pid=121205) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:30.316931 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.v1.secrets [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/f7617ef4-a4cb-4597-a54b-26c4379b07b6 {{(pid=121205) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:08:30.317152 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.v1.secrets [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e {{(pid=121205) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:08:30.317306 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.v1.secrets [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Getting secret - Secret href: http://199.204.45.132/key-manager/v1/secrets/32892f23-4b6b-486b-8e9c-07d55d459499 {{(pid=121205) get /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/v1/secrets.py:514}} Mar 05 03:08:30.317652 np0000157817 magnum-conductor[121205]: INFO barbicanclient.base [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Calculated Secrets uuid ref: secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e Mar 05 03:08:30.344542 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.client [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Response status 200 {{(pid=121205) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:30.345210 np0000157817 magnum-conductor[121205]: INFO barbicanclient.base [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Calculated Secrets uuid ref: secrets/a7dc1cd3-dadd-42fa-a7c8-5173ced61b7e Mar 05 03:08:30.383379 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.client [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Response status 200 {{(pid=121205) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:30.383740 np0000157817 magnum-conductor[121205]: INFO barbicanclient.base [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Calculated Secrets uuid ref: secrets/32892f23-4b6b-486b-8e9c-07d55d459499 Mar 05 03:08:30.414857 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.client [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Response status 200 {{(pid=121205) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:30.415385 np0000157817 magnum-conductor[121205]: INFO barbicanclient.base [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Calculated Secrets uuid ref: secrets/32892f23-4b6b-486b-8e9c-07d55d459499 Mar 05 03:08:30.443586 np0000157817 magnum-conductor[121205]: DEBUG barbicanclient.client [None req-85885773-beb5-44bc-aa91-af6a5f301716 None None] Response status 200 {{(pid=121205) _check_status_code /opt/stack/data/venv/lib/python3.12/site-packages/barbicanclient/client.py:87}} Mar 05 03:08:30.521102 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:30.522102 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-dac59c66-c9f9-4015-83ea-a09d46be4fa1 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:08:40.524290 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:UPDATE=5,magnum:SELECT=25 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:08:40.526475 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:40.526800 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-195da531-fe26-43d6-97fe-de1f63bb0fd0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:08:50.531447 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:08:50.532808 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-84be07db-7462-4fe9-b41f-4d237bd2c425 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:09:00.534092 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:09:00.537209 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:00.537502 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-36eedea6-f87e-4a47-b0f4-1e41b4dbdf78 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:09:10.542094 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:10.543031 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d3f3a029-fdd1-48b4-bf91-a5bb5dbadcb6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:09:17.662725 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:17.663451 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d7567056-2657-447c-9d2e-02b727a15d6a None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:09:17.668412 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:09:17.702968 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:09:17.702968 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:09:17.711871 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"da596ac4-e38f-472d-a177-768af26075a8","resourceVersion":"8308","creationTimestamp":"2026-03-05T03:09:17Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:09:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"5ef9138f-50f7-430f-86e8-ba25ec66b2af","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:09:17.702990Z","renewTime":"2026-03-05T03:09:17.702990Z"}} Mar 05 03:09:17.711871 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:09:17.717241 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"da596ac4-e38f-472d-a177-768af26075a8","resourceVersion":"8308","creationTimestamp":"2026-03-05T03:09:17Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:09:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"5ef9138f-50f7-430f-86e8-ba25ec66b2af","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:09:17.702990Z","renewTime":"2026-03-05T03:09:17.702990Z"}} Mar 05 03:09:17.717241 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:09:17.725258 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"da596ac4-e38f-472d-a177-768af26075a8"}} Mar 05 03:09:17.725258 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:09:17.729468 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:09:17.729468 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:09:17.736297 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:09:17.736548 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:09:17.736753 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:09:17.737451 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:09:17.737746 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:09:17.738216 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:09:17.738392 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:09:17.738764 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:09:17.739014 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:09:17.739198 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:09:17.739540 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:09:17.739870 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:09:17.740087 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:09:17.740261 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:09:17.743358 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:09:17.744794 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:09:17.744794 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:09:17.744794 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:09:17.744794 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:09:17.744794 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:09:17.748857 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:09:17.749078 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:09:17.749356 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:09:17.749534 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:09:17.749738 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:09:17.749950 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:09:17.755596 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:09:17.756962 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:09:17.758367 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:09:17.759270 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:09:17.772096 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:09:17.772741 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:09:17.779227 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:09:20.512594 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:20.513060 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f8e30efe-ab6f-4e2a-864b-6b2d7c5b7622 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:09:21.588952 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:21.589616 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-9a508d40-babd-4116-b95c-2a2dd8b5c85a None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:09:30.517844 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:30.518510 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-2cce8879-9a5c-4105-89c6-bd4e7f7fba22 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:09:40.521198 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=9,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:09:40.522647 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:40.522873 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-737821da-01cd-4971-a3fd-4b6178305ee3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:09:50.527686 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:09:50.528812 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ed20092e-ce17-4aff-9e7f-68b7f65e8e5e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:10:00.531438 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:10:00.532438 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:00.532438 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f092c902-d3ad-4012-b742-cc8fc779a26a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:10:10.536260 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:10:10.537209 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:10.537209 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-86b026e1-5fc9-44fc-8213-d5f3b119f18b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:10:17.662905 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:17.663984 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-fb22f5d7-18e8-4c28-af64-d81c9a4de3c5 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:10:17.669688 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:10:17.704294 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:10:17.704294 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:10:17.712776 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"c0ab42b3-ef5c-408d-bbd6-306ec2fe3ae6","resourceVersion":"8522","creationTimestamp":"2026-03-05T03:10:17Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:10:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"508a5cfd-4c8f-475c-86fc-2fde12ebba88","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:10:17.704318Z","renewTime":"2026-03-05T03:10:17.704318Z"}} Mar 05 03:10:17.712776 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:10:17.717887 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"c0ab42b3-ef5c-408d-bbd6-306ec2fe3ae6","resourceVersion":"8522","creationTimestamp":"2026-03-05T03:10:17Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:10:17Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"508a5cfd-4c8f-475c-86fc-2fde12ebba88","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:10:17.704318Z","renewTime":"2026-03-05T03:10:17.704318Z"}} Mar 05 03:10:17.717887 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:10:17.728440 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"c0ab42b3-ef5c-408d-bbd6-306ec2fe3ae6"}} Mar 05 03:10:17.728440 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:10:17.735585 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:10:17.735585 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:10:17.742433 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:10:17.742737 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:10:17.742857 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:10:17.742987 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:10:17.743369 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:10:17.743865 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:10:17.744109 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:10:17.744307 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:10:17.744454 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:10:17.744562 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:10:17.744832 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:10:17.745149 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:10:17.745259 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:10:17.745358 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:10:17.751616 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:10:17.751736 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:10:17.751970 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:10:17.753437 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:10:17.753640 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:10:17.753764 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:10:17.755163 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:10:17.755322 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:10:17.755622 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:10:17.755763 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:10:17.755897 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:10:17.756111 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:10:17.764552 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:10:17.768008 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:10:17.768724 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:10:17.769512 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:10:17.779446 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:10:17.780501 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:10:17.785193 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:10:20.528729 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:20.528729 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-37f45c0d-8d1a-40df-8b49-e27d66a97ba6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:10:21.624138 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:21.624864 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-af6538a2-d8e7-412f-8573-ee4e626d1f38 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:10:30.524345 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:30.524907 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-278cc51f-5696-4458-bc1c-4d602d7c071f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:10:40.527788 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:10:40.530705 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:40.531033 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-8328c3e7-794e-41e3-8323-408c00e5c205 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:10:50.537289 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:10:50.537289 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1371bfe2-fb57-4555-a83e-a70bc119c812 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:11:00.539466 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:11:00.541808 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:00.542240 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3d3c252d-a781-4398-a843-9f0de66d5452 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:11:10.545523 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:11:10.546278 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:10.546415 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a842789d-dbc6-4726-be19-8e48be5df82e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:11:18.663008 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:18.663825 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d8ae5e6b-ff59-4af7-b167-da4fa22759f6 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:11:18.666958 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:11:18.697114 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:11:18.697114 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:11:18.704023 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ba290e8c-fd48-4c17-93eb-719e9879f3a0","resourceVersion":"8738","creationTimestamp":"2026-03-05T03:11:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:11:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c3bbdf52-7203-4479-a08a-ec7e9d8358eb","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:11:18.697070Z","renewTime":"2026-03-05T03:11:18.697070Z"}} Mar 05 03:11:18.704023 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:11:18.708365 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ba290e8c-fd48-4c17-93eb-719e9879f3a0","resourceVersion":"8738","creationTimestamp":"2026-03-05T03:11:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:11:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c3bbdf52-7203-4479-a08a-ec7e9d8358eb","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:11:18.697070Z","renewTime":"2026-03-05T03:11:18.697070Z"}} Mar 05 03:11:18.708365 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:11:18.715316 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ba290e8c-fd48-4c17-93eb-719e9879f3a0"}} Mar 05 03:11:18.715316 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:11:18.719586 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:11:18.719586 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:11:18.725681 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:11:18.725884 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:11:18.726073 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:11:18.726190 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:11:18.726364 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:11:18.726526 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:11:18.727343 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:11:18.727755 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:11:18.728057 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:11:18.728186 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:11:18.728260 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:11:18.728563 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:11:18.728652 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:11:18.729557 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:11:18.733162 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:11:18.734283 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:11:18.734283 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:11:18.734283 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:11:18.734283 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:11:18.734283 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:11:18.735117 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:11:18.735204 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:11:18.735400 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:11:18.735477 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:11:18.735628 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:11:18.735704 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:11:18.743464 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:11:18.744868 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:11:18.747155 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:11:18.748710 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:11:18.758115 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:11:18.759527 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:11:18.762281 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:11:20.510439 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:20.511470 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c5545610-6daa-47a3-a249-42667b8ec00d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:11:21.643025 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:21.643025 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-d6a443bc-4484-47f7-a028-c7c1774fa999 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:11:30.517602 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:30.517602 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ecf2d9e3-7345-449e-be69-8b02a61afcf2 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:11:40.519523 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:11:40.522087 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:40.522087 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9301a55b-4a3a-41dc-bdf8-33f381df0b04 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:11:50.527133 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:11:50.527606 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-00e96c17-f950-4cf1-82d2-7ef87772b660 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:12:00.534190 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:12:00.534190 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:00.534190 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-331dd9b8-615b-43c7-84bd-90ab66bf2d21 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:12:10.540244 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:12:10.540935 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:10.541162 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7f672ec0-c7b3-4d9d-9fe1-d6f8fe0ea244 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:12:18.662453 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:18.663586 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d044e0f4-7f2b-4a3e-b357-c6adba19468d None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:12:18.667158 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:12:18.699459 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:12:18.699459 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:12:18.706629 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"767d7cbb-feba-4d86-bc09-fdd3d93b8093","resourceVersion":"8952","creationTimestamp":"2026-03-05T03:12:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:12:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e0833cce-b952-4ddc-a273-8e8c219539e2","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:12:18.699486Z","renewTime":"2026-03-05T03:12:18.699486Z"}} Mar 05 03:12:18.706629 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:12:18.712178 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"767d7cbb-feba-4d86-bc09-fdd3d93b8093","resourceVersion":"8952","creationTimestamp":"2026-03-05T03:12:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:12:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e0833cce-b952-4ddc-a273-8e8c219539e2","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:12:18.699486Z","renewTime":"2026-03-05T03:12:18.699486Z"}} Mar 05 03:12:18.712178 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:12:18.723454 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"767d7cbb-feba-4d86-bc09-fdd3d93b8093"}} Mar 05 03:12:18.723454 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:12:18.727368 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:12:18.727368 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:12:18.732943 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:12:18.733616 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:12:18.733616 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:12:18.733616 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:12:18.733616 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:12:18.733616 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:12:18.733967 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:12:18.734249 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:12:18.734465 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:12:18.734589 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:12:18.734698 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:12:18.734993 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:12:18.735101 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:12:18.735193 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:12:18.737666 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:12:18.737784 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:12:18.738026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:12:18.738133 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:12:18.738490 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:12:18.738490 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:12:18.739908 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:12:18.740017 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:12:18.740212 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:12:18.740300 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:12:18.740421 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:12:18.740525 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:12:18.748276 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:12:18.749348 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:12:18.749741 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:12:18.750685 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:12:18.762415 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:12:18.764751 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:12:18.765169 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:12:20.510974 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:20.511798 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-45fc922f-c016-4682-9ecd-2dac789f5d1c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:12:21.651425 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:21.652304 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-ee01f2de-6a93-47aa-a587-ef2fa561608b None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:12:30.516341 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:30.516984 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-827024ab-5fe3-42fc-801c-d2ee30727ef9 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:12:40.519547 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:12:40.520729 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:40.520729 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-53b3f8d0-d659-43c1-a837-473469ac256d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:12:50.527866 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:12:50.528377 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-23679c9d-7001-4b62-a696-0e4160fa6ba8 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:13:00.531654 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:13:00.532565 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:00.532646 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-76e446a6-ca8e-4061-b49a-4a916b45225a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:13:10.538790 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:13:10.540848 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:10.541266 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bf28c3b2-5e93-4d3f-83e2-5dcdfdeff401 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:13:18.665988 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:18.665988 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-02c77047-6cfc-44c5-a15f-ee177ee43cb7 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:13:18.670292 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:13:18.703639 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:13:18.703639 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:13:18.710538 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3a124bb1-1d24-4e45-9aae-ef7ddc03a47c","resourceVersion":"9166","creationTimestamp":"2026-03-05T03:13:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:13:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4bae92f4-2164-4ed3-b9de-69d8e821a645","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:13:18.703632Z","renewTime":"2026-03-05T03:13:18.703632Z"}} Mar 05 03:13:18.710538 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:13:18.718491 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3a124bb1-1d24-4e45-9aae-ef7ddc03a47c","resourceVersion":"9166","creationTimestamp":"2026-03-05T03:13:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:13:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"4bae92f4-2164-4ed3-b9de-69d8e821a645","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:13:18.703632Z","renewTime":"2026-03-05T03:13:18.703632Z"}} Mar 05 03:13:18.718491 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:13:18.725164 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"3a124bb1-1d24-4e45-9aae-ef7ddc03a47c"}} Mar 05 03:13:18.725164 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:13:18.730304 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:13:18.730304 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:13:18.735211 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:13:18.735388 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:13:18.735503 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:13:18.735633 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:13:18.735696 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:13:18.735839 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:13:18.736276 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:13:18.736572 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:13:18.736744 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:13:18.739009 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:13:18.739009 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:13:18.739009 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:13:18.739009 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:13:18.739009 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:13:18.740956 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:13:18.741075 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:13:18.741269 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:13:18.741424 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:13:18.741594 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:13:18.741669 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:13:18.743712 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:13:18.743805 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:13:18.744002 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:13:18.744114 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:13:18.744232 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:13:18.744326 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:13:18.749268 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:13:18.751882 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:13:18.755809 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:13:18.757039 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:13:18.768787 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:13:18.769635 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:13:18.772011 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:13:20.514286 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:20.514712 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e758dc5b-1c88-4436-b52e-6b1aabc4ada5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:13:22.593030 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:22.593602 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-47086183-9f22-410b-ab01-16229a3c1040 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:13:30.520407 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:30.521097 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-0bbe617a-5b42-4eae-85d2-660ccb662668 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:13:40.523258 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:13:40.527366 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:40.527652 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-cf646335-55e5-4ae5-a6fc-f26d68d1fcf9 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:13:50.533016 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:13:50.534169 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-10ac22ac-6db3-40fd-9651-1b34bed1ec11 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:00.536055 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:14:00.537834 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:00.538291 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3319870f-3147-4c44-aba1-ec14f73cdb3f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:10.544268 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:14:10.545495 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:10.545495 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3624f326-a0a3-4d68-95a0-ae9269df23e5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:18.663471 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:18.663471 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6cab5e5d-2543-459b-a43e-eb0106e0784a None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:14:18.668720 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:14:18.696141 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:14:18.696141 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:14:18.703658 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b7d6d95c-6882-44de-ac8c-1c1d8e62fd01","resourceVersion":"9380","creationTimestamp":"2026-03-05T03:14:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:14:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"8edad5a4-7633-4192-9bd8-e3872ebc6a14","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:14:18.696134Z","renewTime":"2026-03-05T03:14:18.696134Z"}} Mar 05 03:14:18.703658 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:14:18.707469 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b7d6d95c-6882-44de-ac8c-1c1d8e62fd01","resourceVersion":"9380","creationTimestamp":"2026-03-05T03:14:18Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:14:18Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"8edad5a4-7633-4192-9bd8-e3872ebc6a14","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:14:18.696134Z","renewTime":"2026-03-05T03:14:18.696134Z"}} Mar 05 03:14:18.707469 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:14:18.713736 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"b7d6d95c-6882-44de-ac8c-1c1d8e62fd01"}} Mar 05 03:14:18.713736 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:14:18.717418 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:14:18.717418 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:14:18.722542 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:14:18.722730 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:14:18.722871 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:14:18.723058 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:14:18.723265 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:14:18.723439 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:14:18.724047 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:14:18.724564 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:14:18.725131 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:14:18.725489 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:14:18.725681 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:14:18.725989 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:14:18.726101 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:14:18.726176 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:14:18.729294 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:14:18.729472 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:14:18.729678 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:14:18.729772 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:14:18.729899 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:14:18.730056 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:14:18.732454 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:14:18.732549 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:14:18.732739 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:14:18.732815 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:14:18.732951 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:14:18.733050 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:14:18.741419 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:14:18.742053 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:14:18.742784 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:14:18.743283 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:14:18.756507 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:14:18.756507 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:14:18.758575 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:14:20.513095 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:20.513974 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7a93f96e-cf52-43f9-8bdc-3e66b17d96aa None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:22.603335 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:22.604236 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-79578d63-55c1-4b4d-8801-9ef8d919e946 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:14:30.517384 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:30.518098 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6953112b-e483-41fa-8afd-cbc32ad3eb40 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:40.520703 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:14:40.523756 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:40.524040 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5c57a034-13c9-4c03-a308-9f5b43ef10c8 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:50.528613 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:14:50.529651 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1b1cf817-77a1-4271-b405-5f426698c1d0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:14:50.530655 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:15:00.536744 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:00.537519 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b6f2cea5-54cf-4fad-9f31-103d1cd95908 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:15:00.539182 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:15:10.555695 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:10.556218 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c32e8e29-c4db-4053-9d62-3bb8bf6e401b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:15:10.557747 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:15:20.562685 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:20.563847 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7697d5d8-17aa-4e80-bf42-ca46515523ab None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:15:20.564404 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:15:20.663064 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:20.663358 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-cf71d343-9d0c-4e63-9f2d-cd82939bc3a5 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:15:20.670286 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:15:20.702612 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:15:20.702612 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:15:20.711274 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"f5af9008-8005-4e7f-9f4a-1b24574e9719","resourceVersion":"9600","creationTimestamp":"2026-03-05T03:15:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:15:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7fe20451-fd65-4ed3-b3b8-629f44a8c422","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:15:20.702620Z","renewTime":"2026-03-05T03:15:20.702620Z"}} Mar 05 03:15:20.711274 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:15:20.716050 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"f5af9008-8005-4e7f-9f4a-1b24574e9719","resourceVersion":"9600","creationTimestamp":"2026-03-05T03:15:20Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:15:20Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7fe20451-fd65-4ed3-b3b8-629f44a8c422","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:15:20.702620Z","renewTime":"2026-03-05T03:15:20.702620Z"}} Mar 05 03:15:20.716050 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:15:20.722777 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"f5af9008-8005-4e7f-9f4a-1b24574e9719"}} Mar 05 03:15:20.722777 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:15:20.726209 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:15:20.726209 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:15:20.731575 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:15:20.731739 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:15:20.732076 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:15:20.732260 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:15:20.732440 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:15:20.732866 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:15:20.733481 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:15:20.733944 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:15:20.734339 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:15:20.734523 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:15:20.734686 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:15:20.735166 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:15:20.735331 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:15:20.735429 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:15:20.737664 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:15:20.737826 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:15:20.738175 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:15:20.738335 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:15:20.738561 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:15:20.738700 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:15:20.740900 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:15:20.741141 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:15:20.741476 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:15:20.741582 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:15:20.741773 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:15:20.741846 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:15:20.753856 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:15:20.754311 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:15:20.755271 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:15:20.755634 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:15:20.764266 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:15:20.764578 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:15:20.768505 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:15:23.593132 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:23.594041 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-61e2a391-f63b-461f-bf9c-8a9b9792c185 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:15:30.515169 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:30.516015 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-846e0bb5-346f-481c-ac64-4a9a27920728 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:15:40.522087 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:15:40.522694 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:40.523100 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bc95aae7-babe-4bce-bddc-1336bd48410e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:15:50.529944 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:15:50.530553 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-61f17fa4-48b0-4b9e-b71d-fbebeb524877 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:15:50.531893 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:16:00.538471 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:16:00.539306 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:00.539561 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-df750fc9-a603-48e6-9ae0-7db0354d49d3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:16:10.543520 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:16:10.544289 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:10.544289 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1c7412ce-3369-4553-8ae2-d3aafa895318 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:16:20.550300 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:16:20.551340 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:20.551634 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-663e08f9-1bbc-46e2-aec1-7204806a717f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:16:21.662734 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:21.663399 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-fbc7d3ee-3a4b-44ba-811e-5a4479c2121c None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:16:21.666188 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:16:21.698697 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:16:21.698697 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:16:21.706175 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"7426016b-21a1-423e-89a5-d1ddf060c764","resourceVersion":"9816","creationTimestamp":"2026-03-05T03:16:21Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:16:21Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"486a914e-af40-4db7-ae43-eb55be61f8d0","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:16:21.698719Z","renewTime":"2026-03-05T03:16:21.698719Z"}} Mar 05 03:16:21.706175 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:16:21.710637 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"7426016b-21a1-423e-89a5-d1ddf060c764","resourceVersion":"9816","creationTimestamp":"2026-03-05T03:16:21Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:16:21Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"486a914e-af40-4db7-ae43-eb55be61f8d0","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:16:21.698719Z","renewTime":"2026-03-05T03:16:21.698719Z"}} Mar 05 03:16:21.710637 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:16:21.716064 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"7426016b-21a1-423e-89a5-d1ddf060c764"}} Mar 05 03:16:21.716064 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:16:21.719080 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:16:21.719080 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:16:21.724767 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:16:21.724913 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:16:21.725067 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:16:21.725221 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:16:21.725389 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:16:21.725540 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:16:21.725998 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:16:21.726382 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:16:21.726825 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:16:21.727050 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:16:21.727194 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:16:21.727602 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:16:21.727757 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:16:21.727897 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:16:21.730725 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:16:21.730898 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:16:21.731238 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:16:21.731381 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:16:21.731564 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:16:21.731741 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:16:21.733523 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:16:21.733631 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:16:21.733833 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:16:21.733949 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:16:21.734095 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:16:21.734219 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:16:21.743301 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:16:21.744286 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:16:21.744526 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:16:21.745586 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:16:21.755208 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:16:21.756011 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:16:21.757909 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:16:24.592147 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:24.593130 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-ab78646a-bcbb-4620-b645-904ffb129ea5 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:16:30.510384 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:30.511478 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-41e7038f-1162-4e01-ba10-901fdee2ab92 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:16:40.515280 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:16:40.517490 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:40.517886 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bd4e2d1f-b8de-4163-8b86-cd522fc4a780 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:16:50.522930 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:16:50.523602 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-03de4bb6-647a-4732-b4d7-2eeb803bffd7 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:16:50.524740 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:17:00.528165 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:00.529070 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c65694f6-11ae-46b3-896b-813321920471 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:17:00.529410 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:17:10.534084 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:10.535298 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3b406723-0ec6-47e5-a7a7-e74b3d844dce None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:17:10.536605 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:17:20.540781 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:20.541839 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b6f0136c-1f65-430e-b9e2-9279d1910059 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:17:20.542271 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:17:21.663039 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:21.663950 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3c0104a3-44b8-4562-8c10-cfae713c8fa6 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:17:21.667698 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:17:21.700739 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:17:21.700739 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:17:21.709387 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"289c2a2e-7f00-4f70-80c6-3d66df8cc2b6","resourceVersion":"10031","creationTimestamp":"2026-03-05T03:17:21Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:17:21Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"b1328d1a-0f3c-4345-aef4-b7232002f6bc","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:17:21.700672Z","renewTime":"2026-03-05T03:17:21.700672Z"}} Mar 05 03:17:21.709387 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:17:21.713537 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"289c2a2e-7f00-4f70-80c6-3d66df8cc2b6","resourceVersion":"10031","creationTimestamp":"2026-03-05T03:17:21Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:17:21Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"b1328d1a-0f3c-4345-aef4-b7232002f6bc","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:17:21.700672Z","renewTime":"2026-03-05T03:17:21.700672Z"}} Mar 05 03:17:21.713537 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:17:21.718816 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"289c2a2e-7f00-4f70-80c6-3d66df8cc2b6"}} Mar 05 03:17:21.718816 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:17:21.722066 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:17:21.722066 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:17:21.727299 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:17:21.727454 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:17:21.727534 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:17:21.727657 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:17:21.728064 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:17:21.728381 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:17:21.728493 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:17:21.728813 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:17:21.729145 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:17:21.729312 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:17:21.729850 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:17:21.730425 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:17:21.730627 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:17:21.730797 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:17:21.734622 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:17:21.734855 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:17:21.735408 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:17:21.735408 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:17:21.735512 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:17:21.735703 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:17:21.737580 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:17:21.737580 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:17:21.737868 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:17:21.737868 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:17:21.738045 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:17:21.738155 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:17:21.746384 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:17:21.746384 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:17:21.747618 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:17:21.748208 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:17:21.758416 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:17:21.760443 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:17:21.764073 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:17:25.592300 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:25.593021 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-5076ba9c-70f0-45db-a0d6-0c52c0e59fe2 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:17:30.512837 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:30.513800 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-683de72e-ede2-4e9b-89a4-03f0cfc2aea6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:17:40.518538 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:17:40.520653 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:40.521273 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e9e41edc-2fb0-4e82-82b5-3fe1d333ef36 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:17:50.525991 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:17:50.526977 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5fc2ad3d-1cfe-45fc-b0e7-71e65fab7f8b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:17:50.528479 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:18:00.531447 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:00.532643 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-dfa338ec-d11d-435f-ac9c-41a14e0bd791 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:18:00.533552 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:18:10.537849 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:10.538524 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-0090c212-0138-4aa9-af4b-10185bf1b14f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:18:10.539454 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:18:20.543897 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:18:20.544599 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:20.544855 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f248df50-ba0e-4140-8139-521f2f1f4b13 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:18:21.663460 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:21.664339 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5a43eb51-ff98-43be-b60f-f098060026b0 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:18:21.670716 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:18:21.712392 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:18:21.712392 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:18:21.720399 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"5df54c52-1836-4e94-a38a-e60cf3d3a0e8","resourceVersion":"10244","creationTimestamp":"2026-03-05T03:18:21Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:18:21Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"caf50ef5-dcd3-4236-baff-c38142e6d14d","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:18:21.712420Z","renewTime":"2026-03-05T03:18:21.712420Z"}} Mar 05 03:18:21.720399 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:18:21.726720 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"5df54c52-1836-4e94-a38a-e60cf3d3a0e8","resourceVersion":"10244","creationTimestamp":"2026-03-05T03:18:21Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:18:21Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"caf50ef5-dcd3-4236-baff-c38142e6d14d","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:18:21.712420Z","renewTime":"2026-03-05T03:18:21.712420Z"}} Mar 05 03:18:21.726720 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:18:21.734084 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"5df54c52-1836-4e94-a38a-e60cf3d3a0e8"}} Mar 05 03:18:21.734084 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:18:21.738183 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:18:21.738183 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:18:21.746745 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:18:21.747010 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:18:21.747129 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:18:21.747393 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:18:21.747480 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:18:21.747709 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:18:21.748228 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:18:21.748519 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:18:21.748739 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:18:21.748855 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:18:21.748947 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:18:21.749267 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:18:21.749358 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:18:21.749483 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:18:21.752515 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:18:21.752619 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:18:21.752846 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:18:21.752968 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:18:21.753092 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:18:21.753228 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:18:21.755524 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:18:21.755524 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:18:21.755912 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:18:21.755912 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:18:21.756162 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:18:21.756315 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:18:21.769217 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:18:21.770325 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:18:21.771024 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:18:21.771768 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:18:21.780850 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:18:21.783159 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:18:21.786499 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:18:25.602425 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:25.603215 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-22e9b3b2-93ff-4567-add2-c862bf6cff6f None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:18:30.515049 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:30.515689 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b3b925fc-b8b1-47db-9ea1-78acddd2a522 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:18:40.518570 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:18:40.521517 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:40.521855 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7b38ab24-8c7a-4892-9e63-eb89fe31ff30 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:18:50.528398 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:18:50.529319 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4e2172a2-9fc5-418e-ac32-1620ad2b5e51 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:18:50.534264 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:19:00.537375 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:00.538401 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-450abd83-167e-4248-90af-5ce3fe9bf7a6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:19:00.539486 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:19:10.543499 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:10.544232 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-360654d3-d592-4aac-8e7f-26feaceffa1c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:19:10.545384 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:19:20.550886 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:19:20.552138 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:20.552278 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-30a9a5f4-f503-45a1-89db-176e88ef1161 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:19:23.662817 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:23.663755 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5c4dbde9-46ba-4035-8a83-64654ac35a22 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:19:23.669177 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:19:23.697790 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:19:23.697790 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:19:23.705471 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b14e96cf-962f-4fd1-bb8b-0586511bf0b3","resourceVersion":"10467","creationTimestamp":"2026-03-05T03:19:23Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:19:23Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c562fc6a-c3c0-4a37-bce1-d5b74e65cdcd","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:19:23.697774Z","renewTime":"2026-03-05T03:19:23.697774Z"}} Mar 05 03:19:23.705471 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:19:23.710974 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b14e96cf-962f-4fd1-bb8b-0586511bf0b3","resourceVersion":"10467","creationTimestamp":"2026-03-05T03:19:23Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:19:23Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c562fc6a-c3c0-4a37-bce1-d5b74e65cdcd","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:19:23.697774Z","renewTime":"2026-03-05T03:19:23.697774Z"}} Mar 05 03:19:23.710974 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:19:23.717633 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"b14e96cf-962f-4fd1-bb8b-0586511bf0b3"}} Mar 05 03:19:23.717633 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:19:23.721168 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:19:23.721168 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:19:23.727086 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:19:23.727432 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:19:23.727687 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:19:23.728080 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:19:23.728566 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:19:23.729124 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:19:23.729540 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:19:23.729770 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:19:23.730081 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:19:23.730767 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:19:23.730767 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:19:23.731079 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:19:23.731339 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:19:23.731569 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:19:23.736191 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:19:23.736418 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:19:23.736732 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:19:23.736969 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:19:23.737214 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:19:23.737462 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:19:23.739268 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:19:23.740032 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:19:23.740032 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:19:23.740032 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:19:23.740032 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:19:23.740032 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:19:23.747536 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:19:23.747941 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:19:23.748576 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:19:23.748937 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:19:23.757404 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:19:23.758475 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:19:23.760531 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:19:27.593023 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:27.593699 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-fee36feb-9ae6-499b-aa99-5228f6ed1c97 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:19:30.513049 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:30.513686 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-56a8fb76-c0e1-44cc-8789-a15a211012a1 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:19:40.515725 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:19:40.517894 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:40.518386 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-48db6b15-d0db-47a3-954b-4be64b1003e5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:19:50.523637 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:19:50.524741 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-416b1fa8-b081-4db7-a65a-cccd0fb911e0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:19:50.526216 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:20:00.529373 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:00.530444 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c9d74956-55a7-415b-9e43-e76ab9fd352d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:20:10.532524 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:20:10.533449 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:10.533868 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-92ae87f0-1f2b-4fab-97ac-0733bedb5c82 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:20:20.539028 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:20.539966 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-39ae2b74-429f-4964-ad5a-778824abc60d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:20:20.540990 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:20:25.662759 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:25.663551 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7fe496dd-da55-4cb4-8672-29b2319dfa6b None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:20:25.668433 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:20:25.695846 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:20:25.695846 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:20:25.703536 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"9e94861e-2354-4292-8977-4ad7ce9aa43a","resourceVersion":"10687","creationTimestamp":"2026-03-05T03:20:25Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:20:25Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"d02459ea-8a26-4a96-b48a-c2a3d541a823","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:20:25.695850Z","renewTime":"2026-03-05T03:20:25.695850Z"}} Mar 05 03:20:25.703536 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:20:25.709158 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"9e94861e-2354-4292-8977-4ad7ce9aa43a","resourceVersion":"10687","creationTimestamp":"2026-03-05T03:20:25Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:20:25Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"d02459ea-8a26-4a96-b48a-c2a3d541a823","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:20:25.695850Z","renewTime":"2026-03-05T03:20:25.695850Z"}} Mar 05 03:20:25.709158 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:20:25.717228 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"9e94861e-2354-4292-8977-4ad7ce9aa43a"}} Mar 05 03:20:25.717228 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:20:25.721824 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:20:25.721824 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:20:25.728154 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:20:25.728360 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:20:25.728503 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:20:25.728652 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:20:25.728847 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:20:25.729065 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:20:25.730285 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:20:25.730752 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:20:25.731230 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:20:25.731324 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:20:25.731558 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:20:25.731867 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:20:25.732060 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:20:25.732200 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:20:25.737297 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:20:25.737297 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:20:25.737533 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:20:25.737646 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:20:25.737775 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:20:25.737866 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:20:25.741483 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:20:25.741663 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:20:25.741779 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:20:25.741869 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:20:25.742019 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:20:25.742105 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:20:25.748568 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:20:25.749594 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:20:25.750496 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:20:25.751348 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:20:25.762439 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:20:25.764824 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:20:25.765487 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:20:28.593293 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:28.594397 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-adcbd4bd-8584-404b-a1db-d750663e7eca None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:20:30.513283 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:30.514406 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b1b8ddf6-3c41-4c83-843e-c32bf05e642c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:20:40.516733 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:20:40.518796 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:40.519205 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bd842d9e-1081-4c0f-8272-81b6a4fd4cc0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:20:50.526336 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:20:50.526336 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c0aabe50-b2f2-4dd8-aa9e-c4469777c516 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:20:50.529528 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:21:00.534008 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:00.534641 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-368ca6ba-3f74-4061-8c54-ec17883a9f18 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:21:00.535264 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:21:10.538989 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:10.539574 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-44b96a48-d28f-4811-a21b-ec19a379c921 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:21:10.540449 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:21:20.545521 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:20.546457 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6c1a6fec-8b6c-4a56-bdab-f4234e7176fb None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:21:20.547022 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:21:26.663401 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:26.664397 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-04b910c7-2b9c-45d7-b547-99dea1e6804a None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:21:26.670580 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:21:26.707164 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:21:26.707164 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:21:26.717692 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e1480d02-cbc5-4f69-9cb8-6d5fbfb8d562","resourceVersion":"10904","creationTimestamp":"2026-03-05T03:21:26Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:21:26Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"5e95db4d-4cfe-4bf5-9577-f197992e60d3","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:21:26.707223Z","renewTime":"2026-03-05T03:21:26.707223Z"}} Mar 05 03:21:26.717692 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:21:26.723559 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e1480d02-cbc5-4f69-9cb8-6d5fbfb8d562","resourceVersion":"10904","creationTimestamp":"2026-03-05T03:21:26Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:21:26Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"5e95db4d-4cfe-4bf5-9577-f197992e60d3","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:21:26.707223Z","renewTime":"2026-03-05T03:21:26.707223Z"}} Mar 05 03:21:26.723559 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:21:26.730694 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"e1480d02-cbc5-4f69-9cb8-6d5fbfb8d562"}} Mar 05 03:21:26.730694 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:21:26.736889 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:21:26.736889 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:21:26.744401 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:21:26.744591 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:21:26.744716 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:21:26.745276 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:21:26.745523 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:21:26.746103 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:21:26.746421 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:21:26.746657 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:21:26.746849 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:21:26.747014 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:21:26.747388 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:21:26.748191 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:21:26.748412 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:21:26.748547 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:21:26.751301 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:21:26.751404 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:21:26.751617 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:21:26.751715 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:21:26.751841 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:21:26.751988 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:21:26.754634 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:21:26.754716 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:21:26.754928 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:21:26.755025 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:21:26.755149 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:21:26.755246 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:21:26.765707 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:21:26.765980 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:21:26.766782 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:21:26.767332 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:21:26.777081 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:21:26.777937 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:21:26.783321 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:21:30.515667 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:30.515667 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ada2ca72-8f6d-405a-9474-b90400135cd4 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:21:30.592848 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:30.593144 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-8964ffcc-b669-436d-87a8-b87d41b246a0 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:21:40.520013 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:40.520648 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-dc90f5e1-a2fd-4b52-815c-6f396feb9a7b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:21:50.522663 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:21:50.524857 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:21:50.525187 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ce2494fd-c64e-4e24-9ec5-24660889a10d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:22:00.530049 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:00.530851 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-74929243-49ab-48e2-a445-0fbb79ff68b3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:22:00.531388 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:22:10.554354 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:10.554354 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-20013f4a-9b11-40aa-bd5d-1e5fd78350cc None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:22:10.556182 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:22:20.561014 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:20.561014 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c6fdcffb-f1d5-4ba4-97c3-2b263ab6f8fd None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:22:20.564164 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:22:26.662968 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:26.663494 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1736c1ed-2fa1-4f74-aa75-6abb37ec022f None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:22:26.667461 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:22:26.697994 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:22:26.697994 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:22:26.704761 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"db977928-f0bf-4f17-9b6b-f69b5a263c6f","resourceVersion":"11119","creationTimestamp":"2026-03-05T03:22:26Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:22:26Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7df069fa-83a6-473a-87d0-c24a1231cebc","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:22:26.698043Z","renewTime":"2026-03-05T03:22:26.698043Z"}} Mar 05 03:22:26.704761 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:22:26.708864 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"db977928-f0bf-4f17-9b6b-f69b5a263c6f","resourceVersion":"11119","creationTimestamp":"2026-03-05T03:22:26Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:22:26Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"7df069fa-83a6-473a-87d0-c24a1231cebc","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:22:26.698043Z","renewTime":"2026-03-05T03:22:26.698043Z"}} Mar 05 03:22:26.708864 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:22:26.716856 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"db977928-f0bf-4f17-9b6b-f69b5a263c6f"}} Mar 05 03:22:26.716856 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:22:26.722074 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:22:26.722074 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:22:26.728330 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:22:26.728521 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:22:26.728661 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:22:26.729099 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:22:26.729321 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:22:26.729650 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:22:26.729965 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:22:26.730256 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:22:26.730959 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:22:26.730959 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:22:26.730959 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:22:26.731211 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:22:26.731288 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:22:26.731429 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:22:26.734289 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:22:26.734504 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:22:26.734804 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:22:26.735014 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:22:26.735319 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:22:26.735503 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:22:26.737448 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:22:26.737598 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:22:26.737927 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:22:26.738044 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:22:26.738221 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:22:26.738388 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:22:26.747658 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:22:26.748521 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:22:26.750923 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:22:26.752366 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:22:26.763377 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:22:26.764256 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:22:26.765995 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:22:30.511123 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:30.512236 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-0a435176-839d-4226-807e-f42b31d40312 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:22:30.604253 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:30.604601 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-e7cc2282-280e-46d8-8518-dfdefe904830 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:22:40.517293 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:40.518239 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-74ab59c9-4f63-4947-a665-129be34cfae8 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:22:50.521434 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:22:50.523200 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:22:50.523643 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-103aa583-77b8-4698-9a0d-0f9ca6f3c147 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:23:00.528609 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:00.529664 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-cb7dd923-1c9e-4efb-a546-fc442a52d4d2 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:23:10.532465 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:23:10.535527 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:10.535879 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-140146ab-a0a3-4611-9977-a5580a86a9e3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:23:20.540030 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:23:20.540902 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:20.541267 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-22a95466-d663-4087-8250-a1cb41801bca None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:23:27.662822 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:27.663664 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-2bebd0d7-f720-48c6-999d-001b39ffee74 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:23:27.669032 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:23:27.713242 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:23:27.713242 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:23:27.719700 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"f420c7ea-1fcd-4553-8a0c-7039796c7a53","resourceVersion":"11335","creationTimestamp":"2026-03-05T03:23:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:23:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"85829255-9531-49d6-8073-d2eacc7ab869","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:23:27.713214Z","renewTime":"2026-03-05T03:23:27.713214Z"}} Mar 05 03:23:27.719700 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:23:27.723930 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"f420c7ea-1fcd-4553-8a0c-7039796c7a53","resourceVersion":"11335","creationTimestamp":"2026-03-05T03:23:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:23:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"85829255-9531-49d6-8073-d2eacc7ab869","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:23:27.713214Z","renewTime":"2026-03-05T03:23:27.713214Z"}} Mar 05 03:23:27.723930 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:23:27.734298 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"f420c7ea-1fcd-4553-8a0c-7039796c7a53"}} Mar 05 03:23:27.734298 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:23:27.738420 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:23:27.738420 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:23:27.744517 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:23:27.744807 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:23:27.744986 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:23:27.745113 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:23:27.745258 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:23:27.745597 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:23:27.745798 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:23:27.746021 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:23:27.746229 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:23:27.746349 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:23:27.746584 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:23:27.746765 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:23:27.746765 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:23:27.746950 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:23:27.751867 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:23:27.751867 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:23:27.752040 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:23:27.752126 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:23:27.752248 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:23:27.752383 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:23:27.753792 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:23:27.753932 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:23:27.754075 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:23:27.754167 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:23:27.754278 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:23:27.754457 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:23:27.762109 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:23:27.763017 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:23:27.764631 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:23:27.765401 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:23:27.777901 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:23:27.778882 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:23:27.780454 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:23:30.513509 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:30.514290 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d57ab952-14b7-4a66-95d2-872b725da418 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:23:32.593037 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:32.594363 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-7783425d-d4ea-4927-80d4-4ba42c77f76c None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:23:40.519592 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:40.520452 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1900e5e3-5638-4dfb-92d6-edc8c0221022 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:23:50.522892 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:23:50.526210 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:23:50.526649 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d9887b4f-e171-41df-935c-5a3839985688 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:24:00.535397 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:00.536404 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c0c2bab8-d2b5-43ec-8a21-c4f7a7f6bec5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:24:00.536673 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:24:10.540396 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:10.541007 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f9a1b904-d53a-4d41-a10d-50e568d61258 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:24:10.541341 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:24:20.544517 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:20.545015 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ee01e95f-24c1-4498-a11c-9fcd4e2da85b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:24:20.546044 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:24:27.663208 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:27.664099 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9e957c70-9b70-46fb-a68e-30581e5603df None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:24:27.668552 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:24:27.702270 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:24:27.702270 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:24:27.761376 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"7a8866f8-11eb-4de3-a2cc-72f4b3cd1361","resourceVersion":"11549","creationTimestamp":"2026-03-05T03:24:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:24:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"ee95cd9a-8550-44a4-8dbd-e06e4608ecda","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:24:27.702273Z","renewTime":"2026-03-05T03:24:27.702273Z"}} Mar 05 03:24:27.761376 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:24:27.767530 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"7a8866f8-11eb-4de3-a2cc-72f4b3cd1361","resourceVersion":"11549","creationTimestamp":"2026-03-05T03:24:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:24:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"ee95cd9a-8550-44a4-8dbd-e06e4608ecda","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:24:27.702273Z","renewTime":"2026-03-05T03:24:27.702273Z"}} Mar 05 03:24:27.767530 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:24:27.773299 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"7a8866f8-11eb-4de3-a2cc-72f4b3cd1361"}} Mar 05 03:24:27.773299 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:24:27.776411 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:24:27.776411 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:24:27.782070 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:24:27.782460 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:24:27.783105 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:24:27.783105 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:24:27.783725 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:24:27.784523 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:24:27.784826 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:24:27.785037 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:24:27.785252 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:24:27.785339 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:24:27.785641 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:24:27.785958 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:24:27.786102 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:24:27.786199 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:24:27.790196 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:24:27.790295 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:24:27.790499 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:24:27.790589 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:24:27.790712 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:24:27.790835 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:24:27.793368 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:24:27.793368 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:24:27.793597 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:24:27.793597 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:24:27.793695 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:24:27.794344 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:24:27.800803 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:24:27.801650 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:24:27.803057 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:24:27.803983 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:24:27.819550 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:24:27.820098 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:24:27.824835 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:24:30.511855 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:30.512765 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6eac7f01-4fa3-4368-95f7-5c36e3ebefe6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:24:32.606357 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:32.607345 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-14663d22-d77a-4422-845a-6a3a46efffb3 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:24:40.518511 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:40.519180 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1bd07261-9a89-4053-96d9-f90520d94377 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:24:50.522286 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:24:50.524105 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:24:50.524350 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-513e9281-05df-4328-a262-1668db7d730b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:25:00.529911 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:00.530843 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1f1a29f8-01ae-4695-b2f3-05ec804bf6a9 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:25:00.532714 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:25:10.537106 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:10.538206 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e6daf883-d8ea-4f5c-a715-0349ba127141 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:25:10.539575 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:25:20.542795 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:20.543609 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d8093cd2-aaf4-412f-b92b-9ddaa5ee593d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:25:20.544188 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:25:27.663200 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:27.664017 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-205cad8c-816f-4ba8-be85-9e3a796610b8 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:25:27.668063 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:25:27.697972 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:25:27.697972 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:25:27.706500 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e8ff42bf-9d07-45c6-926f-c00627fe5445","resourceVersion":"11761","creationTimestamp":"2026-03-05T03:25:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:25:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9cc713cc-4a68-4c98-a003-82a031cc6830","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:25:27.697977Z","renewTime":"2026-03-05T03:25:27.697977Z"}} Mar 05 03:25:27.706500 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:25:27.710937 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"e8ff42bf-9d07-45c6-926f-c00627fe5445","resourceVersion":"11761","creationTimestamp":"2026-03-05T03:25:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:25:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9cc713cc-4a68-4c98-a003-82a031cc6830","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:25:27.697977Z","renewTime":"2026-03-05T03:25:27.697977Z"}} Mar 05 03:25:27.710937 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:25:27.716503 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"e8ff42bf-9d07-45c6-926f-c00627fe5445"}} Mar 05 03:25:27.716503 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:25:27.719716 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:25:27.719716 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:25:27.725065 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:25:27.725253 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:25:27.725394 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:25:27.725535 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:25:27.725959 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:25:27.726158 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:25:27.726359 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:25:27.726639 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:25:27.727167 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:25:27.727289 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:25:27.727397 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:25:27.729236 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:25:27.729592 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:25:27.729752 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:25:27.730954 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:25:27.731142 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:25:27.731427 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:25:27.731579 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:25:27.731866 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:25:27.732051 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:25:27.734159 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:25:27.734332 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:25:27.734609 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:25:27.734739 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:25:27.734911 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:25:27.735075 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:25:27.742977 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:25:27.742977 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:25:27.745478 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:25:27.746343 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:25:27.755401 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:25:27.756136 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:25:27.758828 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:25:30.511515 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:30.512349 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c538ed63-be62-45f9-ae54-00990bbfad88 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:25:34.593061 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:34.593874 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-5c43f994-665b-4e6d-a412-6195be20bd6e None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:25:40.516007 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:40.516806 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c4007249-6226-408a-973f-cfa280af9d3f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:25:50.519609 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:25:50.520897 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:25:50.521598 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-465a9bd5-f9d5-47df-af61-2deca77e4599 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:26:00.527434 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:00.528313 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-2cc19a51-c956-4dff-bcea-7a977c67ec55 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:26:00.529886 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:26:10.536521 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:10.537091 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a47561e4-c78b-47a7-9470-b1020ba4f1ff None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:26:10.537889 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:26:20.541544 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:20.542310 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bc549c2f-6ec8-4bcb-80b0-ddefc5401163 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:26:20.544253 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:26:27.663056 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:27.663535 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4196e8f6-ad25-464f-a5a2-4afda810fa16 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:26:27.668528 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:26:27.702198 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:26:27.702198 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:26:27.707817 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b6eea27b-6f6f-4256-8204-9266836840f2","resourceVersion":"11975","creationTimestamp":"2026-03-05T03:26:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:26:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"f82ebdb9-6ba8-4b94-9635-9dcf5c6b0a81","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:26:27.702176Z","renewTime":"2026-03-05T03:26:27.702176Z"}} Mar 05 03:26:27.707817 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:26:27.713054 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b6eea27b-6f6f-4256-8204-9266836840f2","resourceVersion":"11975","creationTimestamp":"2026-03-05T03:26:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:26:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"f82ebdb9-6ba8-4b94-9635-9dcf5c6b0a81","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:26:27.702176Z","renewTime":"2026-03-05T03:26:27.702176Z"}} Mar 05 03:26:27.713054 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:26:27.721097 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"b6eea27b-6f6f-4256-8204-9266836840f2"}} Mar 05 03:26:27.721097 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:26:27.725714 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:26:27.725714 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:26:27.733414 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:26:27.734715 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:26:27.734715 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:26:27.734715 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:26:27.735545 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:26:27.736143 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:26:27.739941 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:26:27.740241 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:26:27.740425 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:26:27.740544 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:26:27.740898 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:26:27.741340 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:26:27.741465 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:26:27.741584 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:26:27.747457 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:26:27.747583 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:26:27.747722 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:26:27.747789 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:26:27.747871 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:26:27.748014 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:26:27.752262 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:26:27.752262 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:26:27.752262 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:26:27.752262 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:26:27.752262 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:26:27.752262 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:26:27.758444 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:26:27.758649 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:26:27.760340 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:26:27.760922 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:26:27.770167 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:26:27.772144 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:26:27.773351 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:26:30.513292 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:30.514065 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d42a7fce-f6a2-4dae-8afd-cc82c31929ad None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:26:35.593057 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:35.593886 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-c8381e17-8bdf-45e0-9d9f-577c4a019924 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:26:40.518963 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:40.520008 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c412df34-6416-4ec6-a6f3-7d489d0ad2c7 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:26:50.523053 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:26:50.525071 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:26:50.525377 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-714b34ff-32fc-4ffa-92de-16b9837f4a7d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:27:00.530394 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:00.531283 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-533758ed-7b50-4137-b887-a6060ba4b6d6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:27:00.531844 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:27:10.536702 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:10.537348 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4760cf46-1911-47ca-832c-a9918cef9091 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:27:10.538337 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:27:20.543030 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:20.543729 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c797e6d6-5199-4804-915b-6efc6605df7f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:27:20.544446 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:27:27.662606 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:27.663449 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-572d4420-d271-4cd8-8b79-c1669072768f None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:27:27.666804 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:27:27.700733 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:27:27.700733 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:27:27.708747 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"16c53e01-d2bb-498d-a2d6-d2af5d5b4cdb","resourceVersion":"12190","creationTimestamp":"2026-03-05T03:27:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:27:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"5b4f2924-2fee-4cb1-b69d-13aad89393e1","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:27:27.700757Z","renewTime":"2026-03-05T03:27:27.700757Z"}} Mar 05 03:27:27.708747 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:27:27.714652 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"16c53e01-d2bb-498d-a2d6-d2af5d5b4cdb","resourceVersion":"12190","creationTimestamp":"2026-03-05T03:27:27Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:27:27Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"5b4f2924-2fee-4cb1-b69d-13aad89393e1","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:27:27.700757Z","renewTime":"2026-03-05T03:27:27.700757Z"}} Mar 05 03:27:27.714652 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:27:27.721703 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"16c53e01-d2bb-498d-a2d6-d2af5d5b4cdb"}} Mar 05 03:27:27.721703 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:27:27.726162 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:27:27.726162 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:27:27.733279 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:27:27.733789 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:27:27.734169 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:27:27.734514 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:27:27.734936 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:27:27.735135 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:27:27.735321 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:27:27.736019 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:27:27.736019 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:27:27.736019 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:27:27.736327 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:27:27.736755 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:27:27.736864 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:27:27.737013 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:27:27.742601 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:27:27.742780 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:27:27.743134 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:27:27.743312 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:27:27.743461 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:27:27.743624 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:27:27.745750 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:27:27.745906 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:27:27.746213 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:27:27.746345 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:27:27.746568 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:27:27.746662 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:27:27.754803 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:27:27.756213 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:27:27.759889 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:27:27.760834 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:27:27.769841 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:27:27.771079 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:27:27.774574 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:27:30.511081 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:30.511081 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-eb945b13-5271-47fd-9689-d4880d1d2b4c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:27:36.592847 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:36.593455 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-91f90cda-ca42-4df5-899c-af7ca1374ec4 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:27:40.518748 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:40.519439 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4ee7f6d5-2ae9-4c43-bea0-14a7a3e91201 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:27:50.521973 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:27:50.524119 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:27:50.524422 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-72ed0c76-d760-43af-97b9-a549c1f1260c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:28:00.530131 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:00.530624 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a9cecfec-1adc-4f66-aced-a2d948de3545 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:28:00.532786 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:28:10.536782 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:28:10.537470 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:10.538052 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-150dba74-4b67-481b-9ff6-974198069731 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:28:20.542269 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:20.542975 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3bc7ffe9-e529-4484-b4e9-a6db47dbd03c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:28:20.543499 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:28:29.663555 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:29.664669 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a0908bb5-e104-4091-b6d8-852a9b3c5942 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:28:29.672748 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:28:29.700838 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:28:29.700838 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:28:29.708085 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b79a7d21-ad54-453c-909b-1ccfb93dc91e","resourceVersion":"12410","creationTimestamp":"2026-03-05T03:28:29Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:28:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"a5db01e3-5065-4f08-b40a-3935440dc21e","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:28:29.700857Z","renewTime":"2026-03-05T03:28:29.700857Z"}} Mar 05 03:28:29.708085 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:28:29.712608 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b79a7d21-ad54-453c-909b-1ccfb93dc91e","resourceVersion":"12410","creationTimestamp":"2026-03-05T03:28:29Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:28:29Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"a5db01e3-5065-4f08-b40a-3935440dc21e","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:28:29.700857Z","renewTime":"2026-03-05T03:28:29.700857Z"}} Mar 05 03:28:29.712608 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:28:29.718365 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"b79a7d21-ad54-453c-909b-1ccfb93dc91e"}} Mar 05 03:28:29.718365 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:28:29.721644 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:28:29.721644 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:28:29.728032 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:28:29.728382 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:28:29.728514 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:28:29.729264 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:28:29.729264 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:28:29.729953 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:28:29.730372 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:28:29.731001 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:28:29.731615 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:28:29.731901 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:28:29.732123 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:28:29.732417 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:28:29.732474 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:28:29.732624 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:28:29.737217 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:28:29.737324 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:28:29.737516 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:28:29.737607 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:28:29.737727 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:28:29.737826 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:28:29.740325 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:28:29.740423 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:28:29.741026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:28:29.741026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:28:29.741026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:28:29.741026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:28:29.747602 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:28:29.748809 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:28:29.749108 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:28:29.749976 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:28:29.755982 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:28:29.756993 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:28:29.758639 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:28:30.518131 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:30.518398 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ddda791e-b0f8-4938-bd63-34c52cb0089a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:28:37.592471 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:37.593359 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-1f0c8b6b-6eb7-47a0-8de5-d507e799a9d8 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:28:40.524816 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:40.525661 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e8791e79-3296-41d5-82bb-5030ea0a32b3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:28:50.528055 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:28:50.530476 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:28:50.530750 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-83d9497a-f565-42cf-9323-152a48964709 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:29:00.535972 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:00.535972 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-fa58069f-70c4-44cf-92f0-225d261a3090 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:29:00.537143 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:29:10.542560 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:10.543834 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-62461dcb-78f1-4ca4-abb2-35a0451195c1 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:29:10.545170 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:29:20.549437 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:20.550216 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9cb56230-3b4b-4ac9-bc99-554ca95030a6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:29:30.553480 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:29:30.554216 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:30.554436 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b43a6e06-7a29-483b-9a49-b85eddda67e3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:29:31.662672 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:31.663273 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ef7e0097-49f7-49bc-a3ca-97712b41697e None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:29:31.669842 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:29:31.701394 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:29:31.701394 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:29:31.709973 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"90ad185e-e33b-41c2-8350-46e724e198b4","resourceVersion":"12630","creationTimestamp":"2026-03-05T03:29:31Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:29:31Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"97437aa5-b1d6-4bde-b706-6d205d2978ba","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:29:31.701402Z","renewTime":"2026-03-05T03:29:31.701402Z"}} Mar 05 03:29:31.709973 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:29:31.715034 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"90ad185e-e33b-41c2-8350-46e724e198b4","resourceVersion":"12630","creationTimestamp":"2026-03-05T03:29:31Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:29:31Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"97437aa5-b1d6-4bde-b706-6d205d2978ba","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:29:31.701402Z","renewTime":"2026-03-05T03:29:31.701402Z"}} Mar 05 03:29:31.715034 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:29:31.721684 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"90ad185e-e33b-41c2-8350-46e724e198b4"}} Mar 05 03:29:31.721684 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:29:31.725663 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:29:31.725663 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:29:31.733633 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:29:31.733807 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:29:31.734005 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:29:31.734179 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:29:31.734344 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:29:31.734485 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:29:31.734786 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:29:31.735177 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:29:31.735412 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:29:31.735530 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:29:31.735626 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:29:31.735990 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:29:31.736198 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:29:31.736293 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:29:31.739341 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:29:31.739482 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:29:31.739679 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:29:31.739772 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:29:31.739890 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:29:31.740026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:29:31.741581 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:29:31.741671 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:29:31.741857 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:29:31.741998 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:29:31.742147 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:29:31.742231 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:29:31.748859 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:29:31.749806 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:29:31.751141 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:29:31.751891 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:29:31.759539 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:29:31.760331 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:29:31.762144 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:29:39.592811 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:39.593699 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-7b05d0a5-b654-4dab-8868-cb4257038ee1 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:29:40.514397 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:40.514740 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-dfb8698e-7632-47b1-9a3f-29d2355aa67c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:29:50.518535 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=7,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:29:50.520031 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:29:50.520383 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4a73d11e-e0bd-43fc-96fb-9ac6e3827661 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:30:00.526202 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:00.527244 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-794953e8-160b-49e9-a7cc-d7b3c16ee11f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:30:00.527989 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:30:10.533680 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:10.534780 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-8262dc71-17a5-4450-9838-e0f462b031ee None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:30:10.535981 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:30:20.540280 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:20.541086 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d2341bda-93cb-4bef-98dc-64b11eb6e521 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:30:30.543337 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=2 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:30:30.545172 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:30.545381 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c39457d7-d402-4463-84e4-127b3d5c5493 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:30:33.662434 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:33.663554 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-46b4738b-e290-47ba-a1d5-72da635e76dd None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:30:33.667750 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:30:33.698513 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:30:33.698513 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:30:33.707298 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3058e505-bce2-468b-8440-dc9d92237793","resourceVersion":"12850","creationTimestamp":"2026-03-05T03:30:33Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:30:33Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9291e106-f0e9-4c3a-afd5-86de78658084","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:30:33.698525Z","renewTime":"2026-03-05T03:30:33.698525Z"}} Mar 05 03:30:33.707298 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:30:33.712183 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3058e505-bce2-468b-8440-dc9d92237793","resourceVersion":"12850","creationTimestamp":"2026-03-05T03:30:33Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:30:33Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"9291e106-f0e9-4c3a-afd5-86de78658084","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:30:33.698525Z","renewTime":"2026-03-05T03:30:33.698525Z"}} Mar 05 03:30:33.712183 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:30:33.718732 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"3058e505-bce2-468b-8440-dc9d92237793"}} Mar 05 03:30:33.718732 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:30:33.723906 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:30:33.723906 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:30:33.729876 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:30:33.730114 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:30:33.730246 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:30:33.730400 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:30:33.730534 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:30:33.730734 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:30:33.731327 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:30:33.731828 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:30:33.732222 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:30:33.732544 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:30:33.732704 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:30:33.733797 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:30:33.733797 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:30:33.733797 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:30:33.737578 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:30:33.737768 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:30:33.738204 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:30:33.738390 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:30:33.738596 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:30:33.738851 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:30:33.740583 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:30:33.740653 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:30:33.740931 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:30:33.741034 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:30:33.741212 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:30:33.741385 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:30:33.752463 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:30:33.752588 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:30:33.754174 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:30:33.755166 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:30:33.764088 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:30:33.766016 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:30:33.768217 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:30:40.511752 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:40.512369 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-ba31811d-d3c7-46d6-97be-c030899c6dad None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:30:41.592049 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:41.592778 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-ec6eb4fa-ab89-4418-99c3-35b8b4d90dd9 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:30:50.518518 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:30:50.519566 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f38fcef7-175a-4a1d-b889-58a54814dcad None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:31:00.523166 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:31:00.525300 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:00.525820 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bc817774-a533-457c-80fb-8d4d0b0c0388 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:31:10.530877 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:10.531387 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e39d9c69-c188-4dd2-b225-02c2c7ff3714 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:31:10.532792 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:31:20.538536 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:20.539218 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-55a3f8d4-6172-4100-b145-6a25107d69de None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:31:20.539684 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:31:30.543338 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:30.543990 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1e883b6a-46be-452f-b707-abd1a969a43e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:31:30.544622 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:31:33.662864 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:33.663802 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c8a25b32-2413-42e5-9088-6944ec87bb3a None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:31:33.669294 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:31:33.696730 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:31:33.696730 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:31:33.703602 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"77c2fe50-d728-4d8e-8703-b364c7b03f0e","resourceVersion":"13064","creationTimestamp":"2026-03-05T03:31:33Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:31:33Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"a9c9aba9-f72e-42d9-9678-a86ff83a7d2c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:31:33.696735Z","renewTime":"2026-03-05T03:31:33.696735Z"}} Mar 05 03:31:33.703602 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:31:33.708393 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"77c2fe50-d728-4d8e-8703-b364c7b03f0e","resourceVersion":"13064","creationTimestamp":"2026-03-05T03:31:33Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:31:33Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"a9c9aba9-f72e-42d9-9678-a86ff83a7d2c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:31:33.696735Z","renewTime":"2026-03-05T03:31:33.696735Z"}} Mar 05 03:31:33.708393 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:31:33.715523 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"77c2fe50-d728-4d8e-8703-b364c7b03f0e"}} Mar 05 03:31:33.715523 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:31:33.720325 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:31:33.720325 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:31:33.727671 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:31:33.727869 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:31:33.728098 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:31:33.728384 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:31:33.728581 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:31:33.728809 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:31:33.729317 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:31:33.730209 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:31:33.730785 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:31:33.730785 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:31:33.731057 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:31:33.731686 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:31:33.731686 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:31:33.731686 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:31:33.736491 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:31:33.736760 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:31:33.736935 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:31:33.737055 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:31:33.737176 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:31:33.737286 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:31:33.738611 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:31:33.738689 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:31:33.739026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:31:33.739026 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:31:33.739257 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:31:33.739257 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:31:33.746610 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:31:33.747588 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:31:33.749081 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:31:33.750403 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:31:33.758801 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:31:33.759776 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:31:33.762109 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:31:40.514050 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:40.514893 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c2fea895-de06-49da-b0ff-43caf1c776e6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:31:42.592653 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:42.593589 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-5c5a2522-8f18-4f30-b535-b09c10fa902f None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:31:50.519650 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:31:50.520474 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-95c7cd65-0e6a-4966-b4b5-e94f82850214 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:32:00.523829 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:32:00.526729 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:00.527142 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9154233e-f52e-4c0a-b19b-244004dfeff9 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:32:10.533217 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:10.534019 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-16a5c981-06a9-4472-9112-fa66d797a30a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:32:10.535289 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:32:20.543189 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:20.543611 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f1077a1d-7c7b-4a4c-b2b7-11fc7ec545a0 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:32:20.544981 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:32:30.550711 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:32:30.551622 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:30.551622 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c0c8e24c-f232-4dd5-acc9-8d5e38c5f998 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:32:34.663202 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:34.663878 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b140a744-1b92-4dd4-ba18-7689b6b2e212 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:32:34.671628 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:32:34.702085 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:32:34.702085 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:32:34.711101 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"4212387c-7fae-43eb-9868-8a2e14bc1fd0","resourceVersion":"13282","creationTimestamp":"2026-03-05T03:32:34Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:32:34Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c1edbbba-06cd-49d3-b847-e4b85c62c86a","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:32:34.702123Z","renewTime":"2026-03-05T03:32:34.702123Z"}} Mar 05 03:32:34.711101 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:32:34.716550 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"4212387c-7fae-43eb-9868-8a2e14bc1fd0","resourceVersion":"13282","creationTimestamp":"2026-03-05T03:32:34Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:32:34Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"c1edbbba-06cd-49d3-b847-e4b85c62c86a","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:32:34.702123Z","renewTime":"2026-03-05T03:32:34.702123Z"}} Mar 05 03:32:34.716550 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:32:34.723329 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"4212387c-7fae-43eb-9868-8a2e14bc1fd0"}} Mar 05 03:32:34.723329 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:32:34.726772 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:32:34.726772 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:32:34.734316 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:32:34.734514 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:32:34.734654 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:32:34.734806 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:32:34.735038 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:32:34.735279 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:32:34.736001 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:32:34.736518 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:32:34.736909 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:32:34.737215 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:32:34.737393 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:32:34.738010 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:32:34.738202 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:32:34.738358 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:32:34.741574 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:32:34.741724 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:32:34.741942 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:32:34.742055 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:32:34.742239 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:32:34.742372 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:32:34.744692 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:32:34.744780 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:32:34.745038 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:32:34.745138 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:32:34.745296 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:32:34.745393 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:32:34.752456 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:32:34.753160 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:32:34.755353 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:32:34.756086 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:32:34.767358 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:32:34.769900 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:32:34.771293 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:32:40.518872 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:40.518872 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-37483420-dcbb-48e3-b2e8-ea86301c96ef None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:32:43.593100 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:43.594119 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-c5692006-d729-4b14-8af0-588d51f4ff53 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:32:50.524363 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:32:50.525421 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-385c30e7-ecf7-4131-a678-a41ed01069d5 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:33:00.527709 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:33:00.530361 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:00.530735 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-8eae0fe5-6f41-4307-90e5-a1579c726c33 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:33:10.536318 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:10.537227 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c6b9470f-eb1f-4660-8ac4-ce25fab309cc None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:33:10.538411 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:33:20.547852 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:33:20.548764 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:20.549171 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-810c39c5-5e09-49a8-9213-cfae8f31481b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:33:30.554510 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:33:30.555436 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:30.555812 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-1add6df0-8277-4ea1-b158-559acefbfd27 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:33:35.663020 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:35.663847 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e39c6a5b-b186-4ce2-ae8a-889f17faa64e None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:33:35.669240 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:33:35.704087 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:33:35.704087 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:33:35.712491 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"9c17090f-c5d4-436c-bb00-b7bd7d25b02e","resourceVersion":"13498","creationTimestamp":"2026-03-05T03:33:35Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:33:35Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"022f9595-73ff-4641-b800-c744bdba442c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:33:35.704113Z","renewTime":"2026-03-05T03:33:35.704113Z"}} Mar 05 03:33:35.712491 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:33:35.716863 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"9c17090f-c5d4-436c-bb00-b7bd7d25b02e","resourceVersion":"13498","creationTimestamp":"2026-03-05T03:33:35Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:33:35Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"022f9595-73ff-4641-b800-c744bdba442c","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:33:35.704113Z","renewTime":"2026-03-05T03:33:35.704113Z"}} Mar 05 03:33:35.716863 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:33:35.724935 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"9c17090f-c5d4-436c-bb00-b7bd7d25b02e"}} Mar 05 03:33:35.724935 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:33:35.728589 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:33:35.728589 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:33:35.735274 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:33:35.735457 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:33:35.735457 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:33:35.735645 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:33:35.735761 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:33:35.735855 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:33:35.736296 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:33:35.736675 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:33:35.736948 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:33:35.737128 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:33:35.737231 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:33:35.737604 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:33:35.737727 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:33:35.737879 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:33:35.743344 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:33:35.744017 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:33:35.744017 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:33:35.744017 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:33:35.744434 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:33:35.744434 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:33:35.746773 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:33:35.747425 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:33:35.747425 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:33:35.747425 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:33:35.747425 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:33:35.747733 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:33:35.755270 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:33:35.756169 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:33:35.756581 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:33:35.757219 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:33:35.765719 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:33:35.766776 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:33:35.769805 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:33:40.513357 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:40.514282 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-96305d10-58c0-4593-809d-314d405e9d0e None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:33:43.604563 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:43.605451 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-319dabb5-26ea-4bb8-a7f0-0a5cb467c062 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:33:50.520539 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:33:50.521498 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-75663934-6414-42e7-8e03-4f208e69a110 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:34:00.524595 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:34:00.526608 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:00.526906 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-fd488f7e-d7d7-4498-a956-e7d2ca6e471c None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:34:10.532466 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:10.533302 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-6c32c538-1c51-44be-abf4-527443ab88a2 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:34:10.534339 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:34:20.539956 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:20.540398 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-924332ee-43a5-4b60-be69-e611c614a3b4 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:34:20.541212 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:34:30.545832 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:30.547539 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3a5bd253-13e4-4cf9-9071-9e14c601b0e8 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:34:30.547669 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:34:37.663162 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:37.663995 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-06059824-41b7-464c-a208-82ddb623fce4 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:34:37.668034 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:34:37.704355 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:34:37.704355 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:34:37.715057 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ca902dbb-30fe-4c6c-8ba1-dedd9be91319","resourceVersion":"13719","creationTimestamp":"2026-03-05T03:34:37Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:34:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"6eb5cfad-f8f2-4cd8-a984-c6f66ea4d444","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:34:37.704368Z","renewTime":"2026-03-05T03:34:37.704368Z"}} Mar 05 03:34:37.715057 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:34:37.720673 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"ca902dbb-30fe-4c6c-8ba1-dedd9be91319","resourceVersion":"13719","creationTimestamp":"2026-03-05T03:34:37Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:34:37Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"6eb5cfad-f8f2-4cd8-a984-c6f66ea4d444","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:34:37.704368Z","renewTime":"2026-03-05T03:34:37.704368Z"}} Mar 05 03:34:37.720673 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:34:37.728604 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"ca902dbb-30fe-4c6c-8ba1-dedd9be91319"}} Mar 05 03:34:37.728604 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:34:37.733816 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:34:37.733816 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:34:37.742149 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:34:37.742455 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:34:37.742729 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:34:37.743379 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:34:37.743590 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:34:37.743810 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:34:37.743986 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:34:37.744310 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:34:37.744577 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:34:37.744749 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:34:37.744877 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:34:37.745207 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:34:37.745356 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:34:37.745461 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:34:37.748761 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:34:37.748968 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:34:37.749456 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:34:37.749456 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:34:37.749753 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:34:37.749753 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:34:37.753757 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:34:37.754067 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:34:37.754137 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:34:37.754264 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:34:37.754375 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:34:37.754514 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:34:37.762035 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:34:37.763295 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:34:37.764900 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:34:37.766882 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:34:37.779555 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:34:37.780696 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:34:37.782594 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:34:40.512484 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:40.513192 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5b5c502d-3957-445b-af1d-9a9ccbb54de6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:34:45.592759 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:45.592759 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-429ffd84-4804-4155-a17e-b2425150fdd4 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:34:50.519493 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:34:50.520513 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7ea88145-c7ff-4224-8bfb-7402770bb707 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:35:00.523717 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:35:00.526083 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:00.526492 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9dd99b85-0d4e-431a-87a3-573af4b17af6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:35:10.530758 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:10.531888 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-62b779c1-51f2-4c3c-9070-84b241a311df None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:35:10.532860 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:35:20.538806 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:35:20.549203 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:20.549203 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a330968d-94a4-411a-92ac-8bfeb5d71244 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:35:30.545945 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:30.546640 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-764dbaa3-d6a7-4b7d-8551-a26762697ece None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:35:30.550868 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:35:38.662739 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:38.663187 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7f150b72-68e2-44d1-a8dc-6a3257b79227 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:35:38.668807 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:35:38.711676 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:35:38.711676 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:35:38.720242 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3730f0fc-6800-4062-a858-4005c4e6325b","resourceVersion":"13936","creationTimestamp":"2026-03-05T03:35:38Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:35:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e6d2dc9e-b1e7-4951-b9a0-d72d0c55cde3","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:35:38.711687Z","renewTime":"2026-03-05T03:35:38.711687Z"}} Mar 05 03:35:38.720242 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:35:38.726617 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"3730f0fc-6800-4062-a858-4005c4e6325b","resourceVersion":"13936","creationTimestamp":"2026-03-05T03:35:38Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:35:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"e6d2dc9e-b1e7-4951-b9a0-d72d0c55cde3","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:35:38.711687Z","renewTime":"2026-03-05T03:35:38.711687Z"}} Mar 05 03:35:38.726617 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:35:38.733110 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"3730f0fc-6800-4062-a858-4005c4e6325b"}} Mar 05 03:35:38.733110 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:35:38.736831 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:35:38.736831 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:35:38.745403 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:35:38.745705 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:35:38.745805 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:35:38.745950 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:35:38.746253 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:35:38.746678 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:35:38.747505 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:35:38.747904 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:35:38.748261 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:35:38.748435 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:35:38.748623 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:35:38.749059 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:35:38.749931 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:35:38.750046 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:35:38.751820 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:35:38.751973 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:35:38.752165 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:35:38.752264 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:35:38.752386 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:35:38.752495 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:35:38.755824 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:35:38.755993 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:35:38.756160 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:35:38.756252 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:35:38.756332 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:35:38.756414 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:35:38.763176 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:35:38.764003 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:35:38.766833 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:35:38.767857 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:35:38.778388 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:35:38.779229 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:35:38.780807 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:35:40.512721 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:40.513406 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d134dfe9-0e4d-44cc-a6ea-8e9ab7723240 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:35:46.591941 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:46.592478 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-95d31b1f-89e9-4ad4-bd29-c3a0a36ff235 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:35:50.517577 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:35:50.518231 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-5144b823-b61e-4300-9162-79683c307fc3 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:36:00.522872 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:36:00.523473 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:00.523644 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-468871ee-c90e-44af-a03b-6532f4144f0a None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:36:10.530009 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:10.530009 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b70fdfa3-5222-45c9-a1d5-067e0bc94258 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:36:10.531274 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:36:20.537779 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:20.538728 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-c0be4f4d-972c-4653-ba6a-97f592e12faa None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:36:20.539725 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:36:30.542537 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:30.543141 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-820cc364-b5f0-4150-9885-6e515d5b1cd8 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:36:30.545460 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:36:38.662704 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:38.663180 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9a88d739-03d5-41e9-aa69-cde080f025ba None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:36:38.666955 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:36:38.696615 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:36:38.696615 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:36:38.704762 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b48592e9-6421-4218-a048-356e793320ea","resourceVersion":"14150","creationTimestamp":"2026-03-05T03:36:38Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:36:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"18d2ce0d-1d16-4062-b190-0849e454db24","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:36:38.696635Z","renewTime":"2026-03-05T03:36:38.696635Z"}} Mar 05 03:36:38.704762 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:36:38.708827 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"b48592e9-6421-4218-a048-356e793320ea","resourceVersion":"14150","creationTimestamp":"2026-03-05T03:36:38Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:36:38Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"18d2ce0d-1d16-4062-b190-0849e454db24","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:36:38.696635Z","renewTime":"2026-03-05T03:36:38.696635Z"}} Mar 05 03:36:38.708827 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:36:38.714566 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"b48592e9-6421-4218-a048-356e793320ea"}} Mar 05 03:36:38.714566 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:36:38.718124 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:36:38.718124 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:36:38.724611 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:36:38.724818 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:36:38.724988 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:36:38.725161 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:36:38.725333 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:36:38.726188 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:36:38.726370 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:36:38.726745 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:36:38.727361 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:36:38.727693 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:36:38.727866 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:36:38.730512 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:36:38.730689 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:36:38.730839 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:36:38.736236 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:36:38.736357 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:36:38.736554 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:36:38.736645 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:36:38.736768 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:36:38.736869 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:36:38.739330 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:36:38.740526 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:36:38.740709 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:36:38.740759 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:36:38.740954 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:36:38.741029 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:36:38.749602 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:36:38.750331 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:36:38.751547 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:36:38.752401 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:36:38.764540 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:36:38.766312 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:36:38.767041 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:36:40.510796 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:40.511575 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3b24ce88-ff8d-408f-8905-99e43d1ae830 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:36:48.593046 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:48.593775 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-c6f330d2-a794-452a-9453-ef66ada94192 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:36:50.516619 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:36:50.518042 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-e5f0592d-5071-41d9-a2f9-d450405b32bd None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:37:00.519882 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=8,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:37:00.521621 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:00.521831 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-104882bb-9dd6-429b-8068-6a69f521a37b None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:37:10.526188 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:10.527083 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-af0477ee-48df-4925-aa07-31e8d51a35b6 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:37:10.529473 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:37:20.533009 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:20.534010 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-a8539c28-6857-45fe-ad7f-638a0df43615 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:37:20.535561 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:37:30.538723 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:30.540092 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-bd7b50b1-adda-413f-90a7-f4c7a86f7334 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:37:39.662656 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:39.663339 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-34bd2c5a-f3ef-43cf-b19b-41b31de403e7 None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:37:39.668821 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:37:39.701973 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:37:39.701973 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:37:39.708839 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"29efe4ff-4c21-4665-b313-ab7d9b910a95","resourceVersion":"14368","creationTimestamp":"2026-03-05T03:37:39Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:37:39Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"758b9e60-ea0b-492a-a84c-d9c1ea8999e2","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:37:39.701979Z","renewTime":"2026-03-05T03:37:39.701979Z"}} Mar 05 03:37:39.708839 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:37:39.714526 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"29efe4ff-4c21-4665-b313-ab7d9b910a95","resourceVersion":"14368","creationTimestamp":"2026-03-05T03:37:39Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:37:39Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"758b9e60-ea0b-492a-a84c-d9c1ea8999e2","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:37:39.701979Z","renewTime":"2026-03-05T03:37:39.701979Z"}} Mar 05 03:37:39.714526 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:37:39.722056 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"29efe4ff-4c21-4665-b313-ab7d9b910a95"}} Mar 05 03:37:39.722056 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:37:39.724943 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:37:39.724943 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:37:39.729904 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:37:39.730153 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:37:39.730697 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:37:39.731315 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:37:39.731315 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:37:39.731684 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:37:39.731902 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:37:39.732444 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:37:39.732781 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:37:39.733054 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:37:39.733285 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:37:39.734148 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:37:39.734148 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:37:39.734148 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:37:39.739047 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:37:39.739237 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:37:39.739324 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:37:39.739400 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:37:39.739880 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:37:39.739880 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:37:39.742399 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:37:39.742399 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:37:39.742605 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:37:39.742605 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:37:39.742770 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:37:39.742770 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:37:39.751376 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:37:39.751970 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:37:39.752632 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:37:39.753232 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:37:39.761590 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:37:39.762149 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:37:39.765080 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:37:40.514441 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:40.514692 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-3ff9c21c-3ec5-4883-9012-a8401875103f None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:37:48.603255 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumServicePeriodicTasks.update_magnum_service {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:48.604166 np0000157817 magnum-conductor[120866]: DEBUG magnum.servicegroup.magnum_service_periodic [None req-0e772f9d-5e23-4df6-ab6a-3f36d4631903 None None] Update magnum_service {{(pid=120866) update_magnum_service /opt/stack/magnum/magnum/servicegroup/magnum_service_periodic.py:42}} Mar 05 03:37:50.522823 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:37:50.523740 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-7ec07405-72d3-427a-bc89-fdd4378baf59 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:38:00.527688 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=9,magnum:UPDATE=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:38:00.530089 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:38:00.531355 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-b30cd64c-db7e-4341-986c-aba838715068 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:38:10.537873 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:38:10.538583 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-d5f295a6-d62f-4a02-b065-d58dcf83f607 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:38:10.539956 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:38:20.545893 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:38:20.547012 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:38:20.547381 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-9f873692-fe47-4567-b538-6d6c2db5e461 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:38:30.552620 np0000157817 magnum-conductor[120866]: DEBUG dbcounter [-] [120866] Writing DB stats magnum:SELECT=1 {{(pid=120866) stat_writer /opt/stack/data/venv/lib/python3.12/site-packages/dbcounter.py:115}} Mar 05 03:38:30.554759 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:38:30.555333 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-4ee78def-034f-4d83-b405-6f36a068921d None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}} Mar 05 03:38:39.663684 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_health_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:38:39.664535 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-71731b9d-0715-415f-be32-c7cf1dd9d1ce None None] Starting to sync up cluster health status {{(pid=120866) sync_cluster_health_status /opt/stack/magnum/magnum/service/periodic.py:214}} Mar 05 03:38:39.669572 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Updating health status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:147}} Mar 05 03:38:39.704263 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:38:39.704263 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:38:39.713201 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"84786a12-e555-490e-a6bf-d04a2b901419","resourceVersion":"14583","creationTimestamp":"2026-03-05T03:38:39Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:38:39Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"d6c97831-89e9-4349-940a-dfe53244358b","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:38:39.704238Z","renewTime":"2026-03-05T03:38:39.704238Z"}} Mar 05 03:38:39.713201 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:38:39.718441 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Lease","apiVersion":"coordination.k8s.io/v1","metadata":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","namespace":"magnum-system","uid":"84786a12-e555-490e-a6bf-d04a2b901419","resourceVersion":"14583","creationTimestamp":"2026-03-05T03:38:39Z","managedFields":[{"manager":"OpenAPI-Generator","operation":"Update","apiVersion":"coordination.k8s.io/v1","time":"2026-03-05T03:38:39Z","fieldsType":"FieldsV1","fieldsV1":{"f:spec":{"f:acquireTime":{},"f:holderIdentity":{},"f:leaseDurationSeconds":{},"f:renewTime":{}}}}]},"spec":{"holderIdentity":"d6c97831-89e9-4349-940a-dfe53244358b","leaseDurationSeconds":60,"acquireTime":"2026-03-05T03:38:39.704238Z","renewTime":"2026-03-05T03:38:39.704238Z"}} Mar 05 03:38:39.718441 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:38:39.726042 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Success","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases","uid":"84786a12-e555-490e-a6bf-d04a2b901419"}} Mar 05 03:38:39.726042 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:38:39.731387 np0000157817 magnum-conductor[120866]: DEBUG kubernetes.client.rest [-] response body: {"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"leases.coordination.k8s.io \"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6\" not found","reason":"NotFound","details":{"name":"cluster-7cbd9443-bf99-41ef-ba77-345ec55935e6","group":"coordination.k8s.io","kind":"leases"},"code":404} Mar 05 03:38:39.731387 np0000157817 magnum-conductor[120866]: {{(pid=120866) request /opt/stack/data/venv/lib/python3.12/site-packages/kubernetes/client/rest.py:235}} Mar 05 03:38:39.740337 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:38:39.740736 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/cluster.x-k8s.io/v1beta1/namespaces/magnum-system/machines?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:38:39.741033 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:38:39.741310 np0000157817 magnum-conductor[120866]: DEBUG tower.buffer.worker [-] service.ready=true message=processing request {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tower-0.5.2/src/buffer/worker.rs:170}} Mar 05 03:38:39.742244 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:38:39.742947 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.method=GET http.url=https://127.0.0.1:42039/apis/controlplane.cluster.x-k8s.io/v1beta1/namespaces/magnum-system/kubeadmcontrolplanes?&labelSelector=cluster.x-k8s.io%2Fcluster-name%3Dkube-zkksg otel.name="list" otel.kind="client" {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:38:39.743863 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] requesting {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:224}} Mar 05 03:38:39.744156 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:38:39.744438 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:38:39.744609 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:38:39.745060 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connecting to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:768}} Mar 05 03:38:39.745487 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.connect.http [-] connected to 127.0.0.1:42039 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/connect/http.rs:771}} Mar 05 03:38:39.745637 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] No cached session for IpAddress(V4(Ipv4Addr([127, 0, 0, 1]))) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:1124}} Mar 05 03:38:39.745797 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Not resuming any session {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:105}} Mar 05 03:38:39.749782 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:38:39.749894 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:38:39.750113 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:38:39.750179 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:38:39.750329 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:38:39.750441 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:38:39.753431 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] Using ciphersuite TLS13_AES_128_GCM_SHA256 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:788}} Mar 05 03:38:39.753522 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Not resuming {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:162}} Mar 05 03:38:39.753705 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] TLS1.3 encrypted extensions: ServerExtensions { unknown_extensions: {}, .. } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:499}} Mar 05 03:38:39.753800 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.hs [-] ALPN protocol is None {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/hs.rs:618}} Mar 05 03:38:39.753991 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.tls13 [-] Got CertificateRequest CertificateRequestPayloadTls13 { context: , extensions: CertificateRequestExtensions { signature_algorithms: [RSA_PSS_SHA256, ECDSA_NISTP256_SHA256, ED25519, RSA_PSS_SHA384, RSA_PSS_SHA512, RSA_PKCS1_SHA256, RSA_PKCS1_SHA384, RSA_PKCS1_SHA512, ECDSA_NISTP384_SHA384, ECDSA_NISTP521_SHA512, RSA_PKCS1_SHA1, ECDSA_SHA1_Legacy], authority_names: [DistinguishedName(3015311330110603550403130a6b756265726e65746573), DistinguishedName(3019311730150603550403130e66726f6e742d70726f78792d6361)], .. } } {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/tls13.rs:876}} Mar 05 03:38:39.754084 np0000157817 magnum-conductor[120866]: DEBUG rustls.client.common [-] Attempting client auth {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/client/common.rs:106}} Mar 05 03:38:39.764662 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:38:39.764887 np0000157817 magnum-conductor[120866]: DEBUG kube_client.client.builder [-] HTTP; http.status_code=200 {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/kube-client-1.1.0/src/client/builder.rs:213}} Mar 05 03:38:39.765932 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:38:39.766275 np0000157817 magnum-conductor[120866]: DEBUG hyper_util.client.legacy.pool [-] pooling idle connection for ("https", 127.0.0.1:42039) {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/hyper-util-0.1.16/src/client/legacy/pool.rs:395}} Mar 05 03:38:39.775126 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:38:39.776770 np0000157817 magnum-conductor[120866]: DEBUG rustls.common_state [-] Sending warning alert CloseNotify {{(pid=120866) None /opt/stack/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/rustls-0.23.31/src/common_state.rs:584}} Mar 05 03:38:39.780590 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [-] Status for cluster 7cbd9443-bf99-41ef-ba77-345ec55935e6 updated to HEALTHY ({'kube-zkksg-default-worker-qh4hp-c72q7-ccjlv.Ready': 'True', 'kube-zkksg-default-worker-qh4hp-c72q7-8l26g.Ready': 'True', 'kube-zkksg-xq58h-8b2lx.Ready': 'True', 'api': 'ok'}) {{(pid=120866) update_health_status /opt/stack/magnum/magnum/service/periodic.py:149}} Mar 05 03:38:40.513631 np0000157817 magnum-conductor[120866]: DEBUG oslo_service.periodic_task [-] Running periodic task MagnumPeriodicTasks.sync_cluster_status {{(pid=120866) run_periodic_tasks /opt/stack/data/venv/lib/python3.12/site-packages/oslo_service/periodic_task.py:210}} Mar 05 03:38:40.513904 np0000157817 magnum-conductor[120866]: DEBUG magnum.service.periodic [None req-f926b2ff-1aad-4bb0-b52c-57a57c372af7 None None] Starting to sync up cluster status {{(pid=120866) sync_cluster_status /opt/stack/magnum/magnum/service/periodic.py:182}}