I0428 03:17:17.002164       1 options.go:220] external host was not specified, using 199.19.213.205
I0428 03:17:17.002998       1 server.go:148] Version: v1.28.13
I0428 03:17:17.003041       1 server.go:150] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0428 03:17:17.533987       1 shared_informer.go:311] Waiting for caches to sync for node_authorizer
I0428 03:17:17.540797       1 plugins.go:158] Loaded 12 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionWebhook.
I0428 03:17:17.540815       1 plugins.go:161] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0428 03:17:17.541030       1 instance.go:298] Using reconciler: lease
I0428 03:17:18.217629       1 handler.go:275] Adding GroupVersion apiextensions.k8s.io v1 to ResourceManager
W0428 03:17:18.217651       1 genericapiserver.go:744] Skipping API apiextensions.k8s.io/v1beta1 because it has no resources.
I0428 03:17:18.476034       1 handler.go:275] Adding GroupVersion  v1 to ResourceManager
I0428 03:17:18.476233       1 instance.go:709] API group "internal.apiserver.k8s.io" is not enabled, skipping.
I0428 03:17:18.909125       1 instance.go:709] API group "resource.k8s.io" is not enabled, skipping.
I0428 03:17:18.931343       1 handler.go:275] Adding GroupVersion authentication.k8s.io v1 to ResourceManager
W0428 03:17:18.931371       1 genericapiserver.go:744] Skipping API authentication.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.931380       1 genericapiserver.go:744] Skipping API authentication.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.931907       1 handler.go:275] Adding GroupVersion authorization.k8s.io v1 to ResourceManager
W0428 03:17:18.931924       1 genericapiserver.go:744] Skipping API authorization.k8s.io/v1beta1 because it has no resources.
I0428 03:17:18.932830       1 handler.go:275] Adding GroupVersion autoscaling v2 to ResourceManager
I0428 03:17:18.933692       1 handler.go:275] Adding GroupVersion autoscaling v1 to ResourceManager
W0428 03:17:18.933710       1 genericapiserver.go:744] Skipping API autoscaling/v2beta1 because it has no resources.
W0428 03:17:18.933715       1 genericapiserver.go:744] Skipping API autoscaling/v2beta2 because it has no resources.
I0428 03:17:18.935321       1 handler.go:275] Adding GroupVersion batch v1 to ResourceManager
W0428 03:17:18.935337       1 genericapiserver.go:744] Skipping API batch/v1beta1 because it has no resources.
I0428 03:17:18.936357       1 handler.go:275] Adding GroupVersion certificates.k8s.io v1 to ResourceManager
W0428 03:17:18.936373       1 genericapiserver.go:744] Skipping API certificates.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.936378       1 genericapiserver.go:744] Skipping API certificates.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.936888       1 handler.go:275] Adding GroupVersion coordination.k8s.io v1 to ResourceManager
W0428 03:17:18.936904       1 genericapiserver.go:744] Skipping API coordination.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.936946       1 genericapiserver.go:744] Skipping API discovery.k8s.io/v1beta1 because it has no resources.
I0428 03:17:18.937506       1 handler.go:275] Adding GroupVersion discovery.k8s.io v1 to ResourceManager
I0428 03:17:18.938765       1 handler.go:275] Adding GroupVersion networking.k8s.io v1 to ResourceManager
W0428 03:17:18.938779       1 genericapiserver.go:744] Skipping API networking.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.938782       1 genericapiserver.go:744] Skipping API networking.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.939123       1 handler.go:275] Adding GroupVersion node.k8s.io v1 to ResourceManager
W0428 03:17:18.939136       1 genericapiserver.go:744] Skipping API node.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.939140       1 genericapiserver.go:744] Skipping API node.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.939828       1 handler.go:275] Adding GroupVersion policy v1 to ResourceManager
W0428 03:17:18.939843       1 genericapiserver.go:744] Skipping API policy/v1beta1 because it has no resources.
I0428 03:17:18.941494       1 handler.go:275] Adding GroupVersion rbac.authorization.k8s.io v1 to ResourceManager
W0428 03:17:18.941508       1 genericapiserver.go:744] Skipping API rbac.authorization.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.941512       1 genericapiserver.go:744] Skipping API rbac.authorization.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.941874       1 handler.go:275] Adding GroupVersion scheduling.k8s.io v1 to ResourceManager
W0428 03:17:18.941890       1 genericapiserver.go:744] Skipping API scheduling.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.941893       1 genericapiserver.go:744] Skipping API scheduling.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.943525       1 handler.go:275] Adding GroupVersion storage.k8s.io v1 to ResourceManager
W0428 03:17:18.943540       1 genericapiserver.go:744] Skipping API storage.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.943544       1 genericapiserver.go:744] Skipping API storage.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.944453       1 handler.go:275] Adding GroupVersion flowcontrol.apiserver.k8s.io v1beta3 to ResourceManager
I0428 03:17:18.945331       1 handler.go:275] Adding GroupVersion flowcontrol.apiserver.k8s.io v1beta2 to ResourceManager
W0428 03:17:18.945345       1 genericapiserver.go:744] Skipping API flowcontrol.apiserver.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.945348       1 genericapiserver.go:744] Skipping API flowcontrol.apiserver.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.948360       1 handler.go:275] Adding GroupVersion apps v1 to ResourceManager
W0428 03:17:18.948384       1 genericapiserver.go:744] Skipping API apps/v1beta2 because it has no resources.
W0428 03:17:18.948389       1 genericapiserver.go:744] Skipping API apps/v1beta1 because it has no resources.
I0428 03:17:18.949254       1 handler.go:275] Adding GroupVersion admissionregistration.k8s.io v1 to ResourceManager
W0428 03:17:18.949264       1 genericapiserver.go:744] Skipping API admissionregistration.k8s.io/v1beta1 because it has no resources.
W0428 03:17:18.949269       1 genericapiserver.go:744] Skipping API admissionregistration.k8s.io/v1alpha1 because it has no resources.
I0428 03:17:18.949778       1 handler.go:275] Adding GroupVersion events.k8s.io v1 to ResourceManager
W0428 03:17:18.949789       1 genericapiserver.go:744] Skipping API events.k8s.io/v1beta1 because it has no resources.
I0428 03:17:18.984611       1 handler.go:275] Adding GroupVersion apiregistration.k8s.io v1 to ResourceManager
W0428 03:17:18.984631       1 genericapiserver.go:744] Skipping API apiregistration.k8s.io/v1beta1 because it has no resources.
I0428 03:17:19.396263       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt"
I0428 03:17:19.396292       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt"
I0428 03:17:19.396477       1 dynamic_serving_content.go:132] "Starting controller" name="serving-cert::/etc/kubernetes/pki/apiserver.crt::/etc/kubernetes/pki/apiserver.key"
I0428 03:17:19.396709       1 secure_serving.go:213] Serving securely on [::]:6443
I0428 03:17:19.396765       1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I0428 03:17:19.397062       1 controller.go:78] Starting OpenAPI AggregationController
I0428 03:17:19.397097       1 controller.go:80] Starting OpenAPI V3 AggregationController
I0428 03:17:19.397173       1 handler_discovery.go:412] Starting ResourceDiscoveryManager
I0428 03:17:19.397212       1 customresource_discovery_controller.go:289] Starting DiscoveryController
I0428 03:17:19.397276       1 controller.go:134] Starting OpenAPI controller
I0428 03:17:19.397311       1 controller.go:85] Starting OpenAPI V3 controller
I0428 03:17:19.397318       1 gc_controller.go:78] Starting apiserver lease garbage collector
I0428 03:17:19.397337       1 naming_controller.go:291] Starting NamingConditionController
I0428 03:17:19.397382       1 available_controller.go:423] Starting AvailableConditionController
I0428 03:17:19.397446       1 cache.go:32] Waiting for caches to sync for AvailableConditionController controller
I0428 03:17:19.397448       1 nonstructuralschema_controller.go:192] Starting NonStructuralSchemaConditionController
I0428 03:17:19.397472       1 apiapproval_controller.go:186] Starting KubernetesAPIApprovalPolicyConformantConditionController
I0428 03:17:19.397490       1 crd_finalizer.go:266] Starting CRDFinalizer
I0428 03:17:19.397554       1 apf_controller.go:374] Starting API Priority and Fairness config controller
I0428 03:17:19.397565       1 cluster_authentication_trust_controller.go:440] Starting cluster_authentication_trust_controller controller
I0428 03:17:19.397427       1 establishing_controller.go:76] Starting EstablishingController
I0428 03:17:19.397577       1 apiservice_controller.go:97] Starting APIServiceRegistrationController
I0428 03:17:19.397590       1 cache.go:32] Waiting for caches to sync for APIServiceRegistrationController controller
I0428 03:17:19.397617       1 controller.go:116] Starting legacy_token_tracking_controller
I0428 03:17:19.397643       1 shared_informer.go:311] Waiting for caches to sync for configmaps
I0428 03:17:19.397815       1 dynamic_serving_content.go:132] "Starting controller" name="aggregator-proxy-cert::/etc/kubernetes/pki/front-proxy-client.crt::/etc/kubernetes/pki/front-proxy-client.key"
I0428 03:17:19.397581       1 shared_informer.go:311] Waiting for caches to sync for cluster_authentication_trust_controller
I0428 03:17:19.397982       1 system_namespaces_controller.go:67] Starting system namespaces controller
I0428 03:17:19.398084       1 aggregator.go:164] waiting for initial CRD sync...
I0428 03:17:19.398114       1 crdregistration_controller.go:111] Starting crd-autoregister controller
I0428 03:17:19.398125       1 shared_informer.go:311] Waiting for caches to sync for crd-autoregister
I0428 03:17:19.398187       1 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/etc/kubernetes/pki/ca.crt"
I0428 03:17:19.398314       1 gc_controller.go:78] Starting apiserver lease garbage collector
I0428 03:17:19.398324       1 dynamic_cafile_content.go:157] "Starting controller" name="request-header::/etc/kubernetes/pki/front-proxy-ca.crt"
I0428 03:17:19.453475       1 shared_informer.go:318] Caches are synced for node_authorizer
I0428 03:17:19.497901       1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0428 03:17:19.497937       1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I0428 03:17:19.497986       1 cache.go:39] Caches are synced for AvailableConditionController controller
I0428 03:17:19.497999       1 apf_controller.go:379] Running API Priority and Fairness config worker
I0428 03:17:19.498021       1 apf_controller.go:382] Running API Priority and Fairness periodic rebalancing process
I0428 03:17:19.498050       1 shared_informer.go:318] Caches are synced for configmaps
I0428 03:17:19.498181       1 shared_informer.go:318] Caches are synced for crd-autoregister
I0428 03:17:19.498227       1 aggregator.go:166] initial CRD sync complete...
I0428 03:17:19.498257       1 autoregister_controller.go:141] Starting autoregister controller
I0428 03:17:19.498270       1 cache.go:32] Waiting for caches to sync for autoregister controller
I0428 03:17:19.498278       1 cache.go:39] Caches are synced for autoregister controller
I0428 03:17:19.500735       1 controller.go:624] quota admission added evaluator for: namespaces
E0428 03:17:19.513729       1 controller.go:146] "Failed to ensure lease exists, will retry" err="namespaces \"kube-system\" not found" interval="200ms"
I0428 03:17:19.521683       1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I0428 03:17:20.402741       1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I0428 03:17:20.407330       1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I0428 03:17:20.407348       1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I0428 03:17:20.968890       1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I0428 03:17:21.009298       1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I0428 03:17:21.117170       1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W0428 03:17:21.128437       1 lease.go:263] Resetting endpoints for master service "kubernetes" to [199.19.213.205]
I0428 03:17:21.129730       1 controller.go:624] quota admission added evaluator for: endpoints
I0428 03:17:21.138827       1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I0428 03:17:22.281333       1 controller.go:624] quota admission added evaluator for: serviceaccounts
I0428 03:17:22.604795       1 controller.go:624] quota admission added evaluator for: deployments.apps
I0428 03:17:22.667092       1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I0428 03:17:22.869720       1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I0428 03:17:27.209824       1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
I0428 03:17:27.265461       1 controller.go:624] quota admission added evaluator for: replicasets.apps
I0428 03:18:00.236103       1 handler.go:275] Adding GroupVersion gateway.networking.x-k8s.io v1alpha1 to ResourceManager
I0428 03:18:00.262883       1 handler.go:275] Adding GroupVersion gateway.networking.x-k8s.io v1alpha1 to ResourceManager
I0428 03:18:00.298827       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0428 03:18:00.315167       1 handler.go:275] Adding GroupVersion gateway.networking.x-k8s.io v1alpha1 to ResourceManager
I0428 03:18:00.334061       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0428 03:18:00.334095       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha3 to ResourceManager
I0428 03:18:00.348238       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha2 to ResourceManager
I0428 03:18:00.367581       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha2 to ResourceManager
I0428 03:18:00.381352       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0428 03:18:00.381415       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0428 03:18:00.425454       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha2 to ResourceManager
I0428 03:18:00.425546       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1alpha3 to ResourceManager
I0428 03:18:00.498685       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0428 03:18:00.498737       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0428 03:18:00.541589       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0428 03:18:00.662693       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:00.751854       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:00.882897       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1 to ResourceManager
I0428 03:18:00.882953       1 handler.go:275] Adding GroupVersion gateway.networking.k8s.io v1beta1 to ResourceManager
I0428 03:18:00.908246       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:01.148190       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:01.202568       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:01.731716       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:01.743378       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:01.839358       1 handler.go:275] Adding GroupVersion gateway.envoyproxy.io v1alpha1 to ResourceManager
I0428 03:18:07.160642       1 trace.go:236] Trace[2011569747]: "Update" accept:application/json, */*,audit-id:7860a29a-a853-4cd0-94c4-148483aad98e,client:199.19.213.205,protocol:HTTP/2.0,resource:secrets,scope:resource,url:/api/v1/namespaces/envoy-gateway-system/secrets/sh.helm.release.v1.envoy-gateway.v1,user-agent:Helm/3.11.2,verb:PUT (28-Apr-2026 03:18:06.505) (total time: 655ms):
Trace[2011569747]: ---"limitedReadBody succeeded" len:1381229 16ms (03:18:06.522)
Trace[2011569747]: ---"Conversion done" 29ms (03:18:06.551)
Trace[2011569747]: ["GuaranteedUpdate etcd3" audit-id:7860a29a-a853-4cd0-94c4-148483aad98e,key:/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1,type:*core.Secret,resource:secrets 608ms (03:18:06.551)
Trace[2011569747]:  ---"Txn call completed" 571ms (03:18:07.128)]
Trace[2011569747]: ---"Writing http response done" 31ms (03:18:07.160)
Trace[2011569747]: [655.175142ms] [655.175142ms] END
I0428 03:18:08.283718       1 controller.go:624] quota admission added evaluator for: jobs.batch
I0428 03:18:09.302521       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0428 03:18:09.314719       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0428 03:18:09.324350       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0428 03:18:09.492756       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0428 03:18:09.689420       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0428 03:18:09.906556       1 handler.go:275] Adding GroupVersion cilium.io v2alpha1 to ResourceManager
I0428 03:18:10.107105       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0428 03:18:12.090662       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0428 03:18:12.514472       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0428 03:18:13.200473       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
I0428 03:18:13.316783       1 handler.go:275] Adding GroupVersion cilium.io v2 to ResourceManager
W0428 03:18:18.708735       1 dispatcher.go:210] Failed calling webhook, failing open topology.webhook.gateway.envoyproxy.io: failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": service "envoy-gateway" not found
E0428 03:18:18.708807       1 dispatcher.go:214] failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": service "envoy-gateway" not found
I0428 03:18:19.148797       1 controller.go:624] quota admission added evaluator for: ciliumendpoints.cilium.io
I0428 03:18:28.015746       1 alloc.go:330] "allocated clusterIPs" service="envoy-gateway-system/envoy-gateway" clusterIPs={"IPv4":"10.98.48.226"}
W0428 03:18:28.048840       1 dispatcher.go:210] Failed calling webhook, failing open topology.webhook.gateway.envoyproxy.io: failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": dial tcp 10.98.48.226:9443: connect: connection refused
E0428 03:18:28.048875       1 dispatcher.go:214] failed calling webhook "topology.webhook.gateway.envoyproxy.io": failed to call webhook: Post "https://envoy-gateway.envoy-gateway-system.svc:9443/inject-pod-topology?timeout=10s": dial tcp 10.98.48.226:9443: connect: connection refused
I0428 03:18:41.957599       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0428 03:18:41.970964       1 handler.go:275] Adding GroupVersion acme.cert-manager.io v1 to ResourceManager
I0428 03:18:41.996861       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0428 03:18:42.013501       1 alloc.go:330] "allocated clusterIPs" service="cert-manager/cert-manager-webhook" clusterIPs={"IPv4":"10.108.7.80"}
I0428 03:18:42.028245       1 alloc.go:330] "allocated clusterIPs" service="cert-manager/cert-manager" clusterIPs={"IPv4":"10.106.110.41"}
I0428 03:18:42.034098       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0428 03:18:42.075876       1 handler.go:275] Adding GroupVersion cert-manager.io v1 to ResourceManager
I0428 03:18:42.120140       1 handler.go:275] Adding GroupVersion acme.cert-manager.io v1 to ResourceManager
I0428 03:18:52.683779       1 trace.go:236] Trace[1445979164]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:22c8dd48-d59d-49d6-bf2a-57fb817c4f27,client:10.0.0.61,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/envoy-gateway-system/leases/5b9825d2.gateway.envoyproxy.io,user-agent:envoy-gateway/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (28-Apr-2026 03:18:51.183) (total time: 1499ms):
Trace[1445979164]: ["GuaranteedUpdate etcd3" audit-id:22c8dd48-d59d-49d6-bf2a-57fb817c4f27,key:/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io,type:*coordination.Lease,resource:leases.coordination.k8s.io 1499ms (03:18:51.183)
Trace[1445979164]:  ---"Txn call completed" 1498ms (03:18:52.683)]
Trace[1445979164]: [1.499941853s] [1.499941853s] END
I0428 03:18:52.688236       1 trace.go:236] Trace[205265936]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:b11b268c-cb82-4c08-ad81-0e12ef300ae2,client:::1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/apiserver-f3tcohoifagyom4bbi4wgeu7te,user-agent:kube-apiserver/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PUT (28-Apr-2026 03:18:51.863) (total time: 824ms):
Trace[205265936]: ["GuaranteedUpdate etcd3" audit-id:b11b268c-cb82-4c08-ad81-0e12ef300ae2,key:/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te,type:*coordination.Lease,resource:leases.coordination.k8s.io 824ms (03:18:51.863)
Trace[205265936]:  ---"Txn call completed" 823ms (03:18:52.688)]
Trace[205265936]: [824.379677ms] [824.379677ms] END
I0428 03:18:52.688365       1 trace.go:236] Trace[918393055]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:6529b560-a647-48ac-8692-cfcc266b84ad,client:199.19.213.205,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (28-Apr-2026 03:18:51.187) (total time: 1500ms):
Trace[918393055]: ---"About to write a response" 1500ms (03:18:52.688)
Trace[918393055]: [1.500833791s] [1.500833791s] END
I0428 03:18:52.688663       1 trace.go:236] Trace[1196770284]: "Get" accept:application/json, */*,audit-id:4325f346-6d28-4877-8b0b-62ad0b91fb1a,client:199.19.213.205,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (28-Apr-2026 03:18:51.660) (total time: 1028ms):
Trace[1196770284]: ---"About to write a response" 1028ms (03:18:52.688)
Trace[1196770284]: [1.028122027s] [1.028122027s] END
I0428 03:18:52.693035       1 trace.go:236] Trace[1455535489]: "GuaranteedUpdate etcd3" audit-id:,key:/masterleases/199.19.213.205,type:*v1.Endpoints,resource:apiServerIPInfo (28-Apr-2026 03:18:51.361) (total time: 1331ms):
Trace[1455535489]: ---"initial value restored" 1326ms (03:18:52.688)
Trace[1455535489]: [1.331170063s] [1.331170063s] END
I0428 03:18:59.415206       1 controller.go:624] quota admission added evaluator for: certificates.cert-manager.io
I0428 03:19:04.272376       1 controller.go:624] quota admission added evaluator for: certificaterequests.cert-manager.io
I0428 03:19:18.475618       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller" clusterIPs={"IPv4":"10.110.165.219"}
I0428 03:19:18.482725       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-metrics" clusterIPs={"IPv4":"10.111.154.189"}
I0428 03:19:18.497367       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-defaultbackend" clusterIPs={"IPv4":"10.111.200.79"}
I0428 03:19:18.508892       1 alloc.go:330] "allocated clusterIPs" service="ingress-nginx/ingress-nginx-controller-admission" clusterIPs={"IPv4":"10.107.131.63"}
I0428 03:19:26.039087       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.059170       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.083132       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.103930       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.133708       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.153144       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.172177       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.192807       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.213488       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.231819       1 handler.go:275] Adding GroupVersion rabbitmq.com v1alpha1 to ResourceManager
I0428 03:19:26.261287       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.280467       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:26.307071       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:27.662929       1 handler.go:275] Adding GroupVersion rabbitmq.com v1beta1 to ResourceManager
I0428 03:19:32.173099       1 controller.go:624] quota admission added evaluator for: networkpolicies.networking.k8s.io
I0428 03:19:32.236687       1 alloc.go:330] "allocated clusterIPs" service="openstack/rabbitmq-messaging-topology-operator-webhook" clusterIPs={"IPv4":"10.99.188.58"}
I0428 03:19:32.269878       1 controller.go:624] quota admission added evaluator for: issuers.cert-manager.io
I0428 03:19:34.383327       1 handler.go:275] Adding GroupVersion pxc.percona.com v1 to ResourceManager
I0428 03:19:34.416514       1 handler.go:275] Adding GroupVersion pxc.percona.com v1 to ResourceManager
I0428 03:19:35.090694       1 handler.go:275] Adding GroupVersion pxc.percona.com v1-10-0 to ResourceManager
I0428 03:19:35.090741       1 handler.go:275] Adding GroupVersion pxc.percona.com v1-11-0 to ResourceManager
I0428 03:19:35.090779       1 handler.go:275] Adding GroupVersion pxc.percona.com v1 to ResourceManager
I0428 03:19:42.325806       1 controller.go:624] quota admission added evaluator for: perconaxtradbclusters.pxc.percona.com
I0428 03:19:45.347174       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-cluster-operator" clusterIPs={"IPv4":"10.100.103.33"}
I0428 03:19:45.624586       1 controller.go:624] quota admission added evaluator for: statefulsets.apps
I0428 03:19:45.735728       1 controller.go:624] quota admission added evaluator for: poddisruptionbudgets.policy
I0428 03:19:45.892487       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-haproxy" clusterIPs={"IPv4":"10.99.109.172"}
I0428 03:19:45.914460       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-haproxy-replicas" clusterIPs={"IPv4":"10.99.153.204"}
I0428 03:21:14.371103       1 alloc.go:330] "allocated clusterIPs" service="openstack/percona-xtradb-haproxy-metrics" clusterIPs={"IPv4":"10.101.107.113"}
I0428 03:21:16.425611       1 alloc.go:330] "allocated clusterIPs" service="openstack/memcached" clusterIPs={"IPv4":"10.96.42.197"}
I0428 03:21:17.349977       1 alloc.go:330] "allocated clusterIPs" service="openstack/memcached-metrics" clusterIPs={"IPv4":"10.103.71.87"}
I0428 03:21:26.948354       1 alloc.go:330] "allocated clusterIPs" service="auth-system/keycloak-metrics" clusterIPs={"IPv4":"10.98.147.247"}
I0428 03:21:26.960037       1 alloc.go:330] "allocated clusterIPs" service="auth-system/keycloak" clusterIPs={"IPv4":"10.104.46.129"}
I0428 03:24:00.890413       1 controller.go:624] quota admission added evaluator for: ingresses.networking.k8s.io
I0428 03:24:02.862278       1 handler.go:275] Adding GroupVersion secretgen.carvel.dev v1alpha1 to ResourceManager
I0428 03:24:02.872396       1 handler.go:275] Adding GroupVersion secretgen.carvel.dev v1alpha1 to ResourceManager
I0428 03:24:02.901081       1 handler.go:275] Adding GroupVersion secretgen.carvel.dev v1alpha1 to ResourceManager
I0428 03:24:02.933139       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0428 03:24:02.969674       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0428 03:24:02.992786       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0428 03:24:03.007137       1 handler.go:275] Adding GroupVersion secretgen.k14s.io v1alpha1 to ResourceManager
I0428 03:24:15.817207       1 controller.go:624] quota admission added evaluator for: passwords.secretgen.k14s.io
I0428 03:24:55.465209       1 controller.go:624] quota admission added evaluator for: secrettemplates.secretgen.carvel.dev
I0428 03:25:09.944183       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1alpha1 to ResourceManager
I0428 03:25:10.144674       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:10.155313       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:10.193652       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:10.442686       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1alpha1 to ResourceManager
I0428 03:25:10.729735       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:10.734288       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:10.890808       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1alpha1 to ResourceManager
I0428 03:25:10.910101       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:11.047707       1 handler.go:275] Adding GroupVersion monitoring.coreos.com v1 to ResourceManager
I0428 03:25:52.816253       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-prometheus" clusterIPs={"IPv4":"10.109.216.98"}
I0428 03:25:52.825308       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-kube-state-metrics" clusterIPs={"IPv4":"10.110.51.52"}
I0428 03:25:52.845913       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-grafana" clusterIPs={"IPv4":"10.101.239.157"}
I0428 03:25:52.856593       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-prometheus-node-exporter" clusterIPs={"IPv4":"10.101.72.201"}
I0428 03:25:52.867368       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-alertmanager" clusterIPs={"IPv4":"10.109.83.236"}
I0428 03:25:52.876885       1 alloc.go:330] "allocated clusterIPs" service="monitoring/kube-prometheus-stack-operator" clusterIPs={"IPv4":"10.105.108.185"}
I0428 03:25:52.928006       1 controller.go:624] quota admission added evaluator for: alertmanagers.monitoring.coreos.com
I0428 03:25:52.943369       1 controller.go:624] quota admission added evaluator for: prometheusrules.monitoring.coreos.com
I0428 03:25:53.038036       1 controller.go:624] quota admission added evaluator for: podmonitors.monitoring.coreos.com
I0428 03:25:53.070496       1 controller.go:624] quota admission added evaluator for: servicemonitors.monitoring.coreos.com
I0428 03:25:53.107612       1 controller.go:624] quota admission added evaluator for: prometheuses.monitoring.coreos.com
W0428 03:25:54.137776       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.137820       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.137818       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.137865       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.137993       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138009       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138140       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138159       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138192       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138225       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138266       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138283       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138337       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138351       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138386       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138402       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138413       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138449       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138501       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138508       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138521       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138527       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138610       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138624       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138629       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138629       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138644       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138658       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138739       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138754       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
W0428 03:25:54.138760       1 dispatcher.go:210] Failed calling webhook, failing open prometheusrulemutate.monitoring.coreos.com: failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
E0428 03:25:54.138779       1 dispatcher.go:214] failed calling webhook "prometheusrulemutate.monitoring.coreos.com": failed to call webhook: Post "https://kube-prometheus-stack-operator.monitoring.svc:443/admission-prometheusrules/mutate?timeout=10s": dial tcp 10.105.108.185:443: connect: connection refused
I0428 03:25:54.145240       1 trace.go:236] Trace[1340588095]: "Create" accept:application/json,audit-id:c2006b19-7648-45be-8273-03450ae690a8,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.121) (total time: 1023ms):
Trace[1340588095]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:d3138e90-0fa3-4939-8062-5b0f42aaecc1 1023ms (03:25:53.121)]
Trace[1340588095]: [1.023828897s] [1.023828897s] END
I0428 03:25:54.148267       1 trace.go:236] Trace[1012363034]: "Create" accept:application/json,audit-id:b3214ea3-885a-4ae3-8a7d-14f4bdea27b2,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.118) (total time: 1029ms):
Trace[1012363034]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:f92bd9cd-bbd6-4b43-97fb-83ec26972357 1029ms (03:25:53.119)]
Trace[1012363034]: [1.029490965s] [1.029490965s] END
I0428 03:25:54.149112       1 trace.go:236] Trace[2076405431]: "Create" accept:application/json,audit-id:21ca6e81-2bc0-4c85-9f69-90ed466364e5,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1029ms):
Trace[2076405431]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:58f6a1e2-350f-4cd7-8b35-e38dcccab459 1028ms (03:25:53.120)]
Trace[2076405431]: [1.029152999s] [1.029152999s] END
I0428 03:25:54.149221       1 trace.go:236] Trace[1739075324]: "Create" accept:application/json,audit-id:22049103-cd49-4d0f-96d0-268d2aca1d79,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.120) (total time: 1028ms):
Trace[1739075324]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:fe32df2e-51c9-481d-a8e9-cb809852c770 1027ms (03:25:53.121)]
Trace[1739075324]: [1.028464207s] [1.028464207s] END
I0428 03:25:54.149426       1 trace.go:236] Trace[539622113]: "Create" accept:application/json,audit-id:e6b115b9-6d07-4e81-9104-6f46933bd180,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.120) (total time: 1028ms):
Trace[539622113]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:b9a9b61c-2a05-483b-8dd0-f367965069f5 1027ms (03:25:53.121)]
Trace[539622113]: [1.028941985s] [1.028941985s] END
I0428 03:25:54.149548       1 trace.go:236] Trace[1317182168]: "Create" accept:application/json,audit-id:1b174da8-0f9b-40a0-a5aa-edd059d110f5,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1029ms):
Trace[1317182168]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:ee08e1a4-0e93-4e06-88c3-8b34fc721b30 1028ms (03:25:53.120)]
Trace[1317182168]: [1.02979227s] [1.02979227s] END
I0428 03:25:54.152834       1 trace.go:236] Trace[633494734]: "Create" accept:application/json,audit-id:16974c84-bfe2-4820-ba18-9ff4d32fdbcc,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1033ms):
Trace[633494734]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:9543eb7b-bbe5-49cd-8134-0d51d9fdc297 1030ms (03:25:53.122)]
Trace[633494734]: [1.033144167s] [1.033144167s] END
I0428 03:25:54.153675       1 trace.go:236] Trace[395849799]: "Create" accept:application/json,audit-id:73e01108-e3af-48f9-a21c-e53b1843e0e2,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1033ms):
Trace[395849799]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:49d03b73-3538-4db4-9d0a-879a56b55b9a 1030ms (03:25:53.123)]
Trace[395849799]: [1.033992292s] [1.033992292s] END
I0428 03:25:54.154224       1 trace.go:236] Trace[1240536961]: "Create" accept:application/json,audit-id:c8a2412a-a966-45af-93ad-21a9f19dd6fe,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1034ms):
Trace[1240536961]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:662483f6-eee7-41f8-a2a7-9d7a6411ff69 1031ms (03:25:53.122)]
Trace[1240536961]: [1.034631144s] [1.034631144s] END
I0428 03:25:54.154225       1 trace.go:236] Trace[594250497]: "Create" accept:application/json,audit-id:bf7b6446-54ce-46a3-9cc2-4553be746e54,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1034ms):
Trace[594250497]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:547b705a-c796-41df-8caa-27cea194d6b1 1029ms (03:25:53.124)]
Trace[594250497]: [1.034222377s] [1.034222377s] END
I0428 03:25:54.154947       1 trace.go:236] Trace[1349288880]: "Create" accept:application/json,audit-id:f43bce26-78fb-4d47-9f4b-0aeb81487c4a,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.120) (total time: 1034ms):
Trace[1349288880]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:6df1d6d8-996b-4f0e-922d-0684c65d070d 1030ms (03:25:53.124)]
Trace[1349288880]: [1.034723625s] [1.034723625s] END
I0428 03:25:54.155665       1 trace.go:236] Trace[1945513520]: "Create" accept:application/json,audit-id:1c1b9a2d-64cb-4a84-bf8d-3ce7ce9068c2,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.121) (total time: 1034ms):
Trace[1945513520]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:bf530cb1-b575-451f-a1eb-bb0aff14e0e5 1033ms (03:25:53.122)]
Trace[1945513520]: [1.034544942s] [1.034544942s] END
I0428 03:25:54.156053       1 trace.go:236] Trace[2094939399]: "Create" accept:application/json,audit-id:d7fb895c-82ba-4ba6-8781-b1e976453a10,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.120) (total time: 1035ms):
Trace[2094939399]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:72df0a59-99cd-4a9c-abfa-89e4284cc8dc 1032ms (03:25:53.123)]
Trace[2094939399]: [1.035084983s] [1.035084983s] END
I0428 03:25:54.156653       1 trace.go:236] Trace[493944965]: "Create" accept:application/json,audit-id:9fdb66de-1b1f-400c-9952-3495bbfd3f9a,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1037ms):
Trace[493944965]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:93cbe13c-0bc6-4c3e-8819-73593e5ac8ca 1032ms (03:25:53.123)]
Trace[493944965]: [1.03721328s] [1.03721328s] END
I0428 03:25:54.156849       1 trace.go:236] Trace[258970278]: "Create" accept:application/json,audit-id:a5aefefe-2f9f-4f49-a6c8-2bbe52dd2ab2,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1037ms):
Trace[258970278]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:46bcdc68-1066-4e0e-8ca0-7b3923dec7af 1033ms (03:25:53.123)]
Trace[258970278]: [1.037389912s] [1.037389912s] END
I0428 03:25:54.159069       1 trace.go:236] Trace[1798471525]: "Create" accept:application/json,audit-id:036d25a0-077a-4016-afb8-6b1defa5f8b5,client:199.19.213.205,protocol:HTTP/2.0,resource:prometheusrules,scope:resource,url:/apis/monitoring.coreos.com/v1/namespaces/monitoring/prometheusrules,user-agent:Helm/3.11.2,verb:POST (28-Apr-2026 03:25:53.119) (total time: 1039ms):
Trace[1798471525]: ["Call mutating webhook" configuration:kube-prometheus-stack-admission,webhook:prometheusrulemutate.monitoring.coreos.com,resource:monitoring.coreos.com/v1, Resource=prometheusrules,subresource:,operation:CREATE,UID:5fb47278-7235-4866-99a8-656d8e69d983 1038ms (03:25:53.120)]
Trace[1798471525]: [1.039236364s] [1.039236364s] END
I0428 03:26:08.540370       1 controller.go:624] quota admission added evaluator for: rabbitmqclusters.rabbitmq.com
I0428 03:26:09.246547       1 trace.go:236] Trace[1465408941]: "List" accept:application/vnd.kubernetes.protobuf, */*,audit-id:8dcdd3f3-d469-4e44-aabe-7c67aef13fea,client:::1,protocol:HTTP/2.0,resource:resourcequotas,scope:namespace,url:/api/v1/namespaces/openstack/resourcequotas,user-agent:kube-apiserver/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:LIST (28-Apr-2026 03:26:08.541) (total time: 705ms):
Trace[1465408941]: ["List(recursive=true) etcd3" audit-id:8dcdd3f3-d469-4e44-aabe-7c67aef13fea,key:/resourcequotas/openstack,resourceVersion:,resourceVersionMatch:,limit:0,continue: 705ms (03:26:08.541)]
Trace[1465408941]: [705.243617ms] [705.243617ms] END
I0428 03:26:09.248576       1 trace.go:236] Trace[915944129]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:f9330ca9-488a-4439-878e-9c4c0c15a2e1,client:10.0.0.242,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/openstack/pods/percona-xtradb-pxc-0,user-agent:percona-xtradb-cluster-operator/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (28-Apr-2026 03:26:08.706) (total time: 541ms):
Trace[915944129]: ---"About to write a response" 541ms (03:26:09.248)
Trace[915944129]: [541.986869ms] [541.986869ms] END
I0428 03:26:09.337634       1 trace.go:236] Trace[355041119]: "Create" accept:application/json,audit-id:e1428174-69cb-47ce-a8a4-6ad0f010a448,client:199.19.213.205,protocol:HTTP/1.1,resource:rabbitmqclusters,scope:resource,url:/apis/rabbitmq.com/v1beta1/namespaces/openstack/rabbitmqclusters,user-agent:OpenAPI-Generator/35.0.0/python,verb:POST (28-Apr-2026 03:26:08.538) (total time: 799ms):
Trace[355041119]: [799.298884ms] [799.298884ms] END
I0428 03:26:09.958656       1 trace.go:236] Trace[989160476]: "Patch" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:16230126-1293-4509-80a2-e9518107a3ca,client:199.19.213.205,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/monitoring/pods/alertmanager-kube-prometheus-stack-alertmanager-0/status,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:PATCH (28-Apr-2026 03:26:09.449) (total time: 509ms):
Trace[989160476]: ["GuaranteedUpdate etcd3" audit-id:16230126-1293-4509-80a2-e9518107a3ca,key:/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0,type:*core.Pod,resource:pods 508ms (03:26:09.449)
Trace[989160476]:  ---"Txn call completed" 495ms (03:26:09.957)]
Trace[989160476]: ---"Object stored in database" 497ms (03:26:09.957)
Trace[989160476]: [509.102067ms] [509.102067ms] END
I0428 03:26:09.958871       1 trace.go:236] Trace[88904345]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:dbc2f161-e365-43f2-ade3-074bf6ba70a1,client:199.19.213.205,protocol:HTTP/2.0,resource:endpoints,scope:resource,url:/api/v1/namespaces/monitoring/endpoints/prometheus-operated,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/system:serviceaccount:kube-system:endpoint-controller,verb:PUT (28-Apr-2026 03:26:09.458) (total time: 500ms):
Trace[88904345]: ["GuaranteedUpdate etcd3" audit-id:dbc2f161-e365-43f2-ade3-074bf6ba70a1,key:/services/endpoints/monitoring/prometheus-operated,type:*core.Endpoints,resource:endpoints 500ms (03:26:09.458)
Trace[88904345]:  ---"Txn call completed" 499ms (03:26:09.958)]
Trace[88904345]: [500.466642ms] [500.466642ms] END
I0428 03:26:10.476960       1 trace.go:236] Trace[288103739]: "Update" accept:application/json, */*,audit-id:64d79bc5-bcd1-4b9a-be61-8f8d0a79e991,client:10.0.0.66,protocol:HTTP/2.0,resource:rabbitmqclusters,scope:resource,url:/apis/rabbitmq.com/v1beta1/namespaces/openstack/rabbitmqclusters/rabbitmq-keystone/status,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format,verb:PUT (28-Apr-2026 03:26:09.543) (total time: 933ms):
Trace[288103739]: ["GuaranteedUpdate etcd3" audit-id:64d79bc5-bcd1-4b9a-be61-8f8d0a79e991,key:/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone,type:*unstructured.Unstructured,resource:rabbitmqclusters.rabbitmq.com 931ms (03:26:09.545)
Trace[288103739]:  ---"Txn call completed" 927ms (03:26:10.475)]
Trace[288103739]: [933.133497ms] [933.133497ms] END
I0428 03:26:10.883130       1 trace.go:236] Trace[1924647069]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:d4bd60ae-0a02-4577-9b98-000455e05929,client:199.19.213.205,protocol:HTTP/2.0,resource:endpoints,scope:resource,url:/api/v1/namespaces/monitoring/endpoints/alertmanager-operated,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/system:serviceaccount:kube-system:endpoint-controller,verb:PUT (28-Apr-2026 03:26:09.963) (total time: 919ms):
Trace[1924647069]: ["GuaranteedUpdate etcd3" audit-id:d4bd60ae-0a02-4577-9b98-000455e05929,key:/services/endpoints/monitoring/alertmanager-operated,type:*core.Endpoints,resource:endpoints 919ms (03:26:09.963)
Trace[1924647069]:  ---"Txn call completed" 918ms (03:26:10.882)]
Trace[1924647069]: [919.998753ms] [919.998753ms] END
I0428 03:26:10.884671       1 trace.go:236] Trace[318550345]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:7e2d771e-8f33-40c6-8929-cceed1fb0b07,client:199.19.213.205,protocol:HTTP/2.0,resource:endpointslices,scope:resource,url:/apis/discovery.k8s.io/v1/namespaces/monitoring/endpointslices/alertmanager-operated-bfvg9,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/system:serviceaccount:kube-system:endpointslice-controller,verb:PUT (28-Apr-2026 03:26:09.964) (total time: 920ms):
Trace[318550345]: ["GuaranteedUpdate etcd3" audit-id:7e2d771e-8f33-40c6-8929-cceed1fb0b07,key:/endpointslices/monitoring/alertmanager-operated-bfvg9,type:*discovery.EndpointSlice,resource:endpointslices.discovery.k8s.io 920ms (03:26:09.964)
Trace[318550345]:  ---"Txn call completed" 917ms (03:26:10.884)]
Trace[318550345]: [920.41454ms] [920.41454ms] END
I0428 03:26:10.885641       1 trace.go:236] Trace[1664152640]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:0b56a66f-ab47-4d5d-a0ad-02214f209751,client:199.19.213.205,protocol:HTTP/2.0,resource:endpointslices,scope:resource,url:/apis/discovery.k8s.io/v1/namespaces/monitoring/endpointslices/kube-prometheus-stack-alertmanager-d77nx,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/system:serviceaccount:kube-system:endpointslice-controller,verb:PUT (28-Apr-2026 03:26:09.963) (total time: 922ms):
Trace[1664152640]: ["GuaranteedUpdate etcd3" audit-id:0b56a66f-ab47-4d5d-a0ad-02214f209751,key:/endpointslices/monitoring/kube-prometheus-stack-alertmanager-d77nx,type:*discovery.EndpointSlice,resource:endpointslices.discovery.k8s.io 922ms (03:26:09.963)
Trace[1664152640]:  ---"Txn call completed" 920ms (03:26:10.885)]
Trace[1664152640]: [922.337111ms] [922.337111ms] END
I0428 03:26:10.886469       1 trace.go:236] Trace[1909158575]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:bb8151cc-809c-4f02-8d17-208d913b6060,client:199.19.213.205,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-scheduler,user-agent:kube-scheduler/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (28-Apr-2026 03:26:09.678) (total time: 1207ms):
Trace[1909158575]: ---"About to write a response" 1207ms (03:26:10.886)
Trace[1909158575]: [1.207760396s] [1.207760396s] END
I0428 03:26:10.886732       1 trace.go:236] Trace[1840309630]: "Get" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:aef2bc50-090d-4ed0-9a83-dbb47f361544,client:199.19.213.205,protocol:HTTP/2.0,resource:persistentvolumeclaims,scope:resource,url:/api/v1/namespaces/monitoring/persistentvolumeclaims/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0,user-agent:kubelet/v1.28.13 (linux/amd64) kubernetes/024ab2a,verb:GET (28-Apr-2026 03:26:10.359) (total time: 527ms):
Trace[1840309630]: ---"About to write a response" 527ms (03:26:10.886)
Trace[1840309630]: [527.399221ms] [527.399221ms] END
I0428 03:26:10.887773       1 trace.go:236] Trace[66121029]: "Get" accept:application/json, */*,audit-id:6ad4834b-2bed-4539-ad88-af9a3a02104b,client:199.19.213.205,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/cilium-operator-resource-lock,user-agent:cilium-operator-generic/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:GET (28-Apr-2026 03:26:09.686) (total time: 1201ms):
Trace[66121029]: ---"About to write a response" 1201ms (03:26:10.887)
Trace[66121029]: [1.201444579s] [1.201444579s] END
I0428 03:26:10.888042       1 trace.go:236] Trace[1361537787]: "Update" accept:application/json, */*,audit-id:cad24b0e-96e3-4746-9e37-0abd3d1e1e31,client:10.0.0.217,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/openstack/leases/messaging-topology-operator-leader-election,user-agent:manager/v0.0.0 (linux/amd64) kubernetes/$Format/leader-election,verb:PUT (28-Apr-2026 03:26:10.001) (total time: 886ms):
Trace[1361537787]: ["GuaranteedUpdate etcd3" audit-id:cad24b0e-96e3-4746-9e37-0abd3d1e1e31,key:/leases/openstack/messaging-topology-operator-leader-election,type:*coordination.Lease,resource:leases.coordination.k8s.io 886ms (03:26:10.001)
Trace[1361537787]:  ---"Txn call completed" 885ms (03:26:10.887)]
Trace[1361537787]: [886.857562ms] [886.857562ms] END
I0428 03:26:10.888072       1 trace.go:236] Trace[1404107795]: "Get" accept:application/vnd.kubernetes.protobuf, */*,audit-id:2f8e62a7-f3ef-4b92-8f12-8520b9a1d479,client:199.19.213.205,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/kube-controller-manager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/leader-election,verb:GET (28-Apr-2026 03:26:09.647) (total time: 1240ms):
Trace[1404107795]: ---"About to write a response" 1240ms (03:26:10.887)
Trace[1404107795]: [1.24063166s] [1.24063166s] END
I0428 03:26:10.887810       1 trace.go:236] Trace[1257547992]: "Get" accept:application/json, */*,audit-id:8f47ed51-20da-4b28-99fd-068f4924ade2,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-svcs-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (28-Apr-2026 03:26:09.708) (total time: 1178ms):
Trace[1257547992]: ---"About to write a response" 1178ms (03:26:10.887)
Trace[1257547992]: [1.178842228s] [1.178842228s] END
I0428 03:26:10.887943       1 trace.go:236] Trace[601390700]: "Get" accept:application/json, */*,audit-id:a436814a-c10d-43fb-ae6a-d4651f5c62f6,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/plndr-cp-lock,user-agent:kube-vip/v0.0.0 (linux/amd64) kubernetes/$Format,verb:GET (28-Apr-2026 03:26:09.708) (total time: 1179ms):
Trace[601390700]: ---"About to write a response" 1179ms (03:26:10.887)
Trace[601390700]: [1.17954591s] [1.17954591s] END
I0428 03:26:10.893289       1 trace.go:236] Trace[1211840104]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:078710e9-585d-4f13-93f1-88a649e336e0,client:199.19.213.205,protocol:HTTP/2.0,resource:endpoints,scope:resource,url:/api/v1/namespaces/monitoring/endpoints/kube-prometheus-stack-alertmanager,user-agent:kube-controller-manager/v1.28.13 (linux/amd64) kubernetes/024ab2a/system:serviceaccount:kube-system:endpoint-controller,verb:PUT (28-Apr-2026 03:26:09.964) (total time: 928ms):
Trace[1211840104]: ["GuaranteedUpdate etcd3" audit-id:078710e9-585d-4f13-93f1-88a649e336e0,key:/services/endpoints/monitoring/kube-prometheus-stack-alertmanager,type:*core.Endpoints,resource:endpoints 928ms (03:26:09.964)
Trace[1211840104]:  ---"Txn call completed" 926ms (03:26:10.892)]
Trace[1211840104]: [928.885862ms] [928.885862ms] END
I0428 03:26:11.138140       1 alloc.go:330] "allocated clusterIPs" service="openstack/rabbitmq-keystone" clusterIPs={"IPv4":"10.100.204.5"}
I0428 03:26:49.982482       1 alloc.go:330] "allocated clusterIPs" service="openstack/keystone-api" clusterIPs={"IPv4":"10.97.28.40"}
I0428 03:26:49.999222       1 controller.go:624] quota admission added evaluator for: cronjobs.batch
E0428 03:27:19.909746       1 watch.go:287] unable to encode watch object *v1.WatchEvent: http2: stream closed (&streaming.encoderWithAllocator{writer:responsewriter.outerWithCloseNotifyAndFlush{UserProvidedDecorator:(*metrics.ResponseWriterDelegator)(0xc0300976e0), InnerCloseNotifierFlusher:struct { httpsnoop.Unwrapper; http.ResponseWriter; http.Flusher; http.CloseNotifier; http.Pusher }{Unwrapper:(*httpsnoop.rw)(0xc00d6e1ae0), ResponseWriter:(*httpsnoop.rw)(0xc00d6e1ae0), Flusher:(*httpsnoop.rw)(0xc00d6e1ae0), CloseNotifier:(*httpsnoop.rw)(0xc00d6e1ae0), Pusher:(*httpsnoop.rw)(0xc00d6e1ae0)}}, encoder:(*versioning.codec)(0xc02cc3fae0), memAllocator:(*runtime.Allocator)(0xc0104ec3c0)})
I0428 03:29:39.195518       1 alloc.go:330] "allocated clusterIPs" service="openstack/horizon-int" clusterIPs={"IPv4":"10.107.187.57"}
I0428 03:29:39.206388       1 alloc.go:330] "allocated clusterIPs" service="openstack/horizon" clusterIPs={"IPv4":"10.109.62.86"}