{"level":"warn","ts":"2026-03-27T01:55:32.737574Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:55:32.737649Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-27T01:55:32.737705Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-27T01:55:32.737716Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-27T01:55:32.737732Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:55:32.738322Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-27T01:55:32.738392Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-27T01:55:32.94317Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"168.875747ms"} {"level":"info","ts":"2026-03-27T01:55:33.384651Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-03-27T01:55:33.384855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-03-27T01:55:33.384893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-03-27T01:55:33.384915Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-27T01:55:33.38493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-03-27T01:55:33.384988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-03-27T01:55:35.125989Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-27T01:55:35.155025Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-27T01:55:35.182551Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-27T01:55:35.18517Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-27T01:55:35.185572Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:55:35.185722Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:55:35.185544Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-27T01:55:35.185753Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-27T01:55:35.188262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-03-27T01:55:35.1885Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-27T01:55:35.190839Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-27T01:55:35.190953Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-27T01:55:35.191001Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-27T01:55:35.191144Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-27T01:55:35.191196Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-27T01:55:35.792274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-03-27T01:55:35.79237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-03-27T01:55:35.792394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-03-27T01:55:35.792422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-03-27T01:55:35.792434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-27T01:55:35.79245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-03-27T01:55:35.792463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-27T01:55:35.793633Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:55:35.794882Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:55:35.794882Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-03-27T01:55:35.794957Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-27T01:55:35.795601Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-27T01:55:35.795712Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-27T01:55:35.798414Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-27T01:55:35.798423Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-27T01:55:35.811431Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:55:35.811981Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:55:35.812224Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-27T01:55:40.220211Z","caller":"traceutil/trace.go:171","msg":"trace[632720417] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"342.399926ms","start":"2026-03-27T01:55:39.877783Z","end":"2026-03-27T01:55:40.220183Z","steps":["trace[632720417] 'process raft request' (duration: 342.094061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:40.220859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:39.877758Z","time spent":"342.55549ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-27T01:55:50.378586Z","caller":"traceutil/trace.go:171","msg":"trace[1389160115] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"810.855598ms","start":"2026-03-27T01:55:49.567651Z","end":"2026-03-27T01:55:50.378506Z","steps":["trace[1389160115] 'process raft request' (duration: 810.479171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:50.379261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:49.567636Z","time spent":"811.106903ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:55:51.229033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.792031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:55:51.229219Z","caller":"traceutil/trace.go:171","msg":"trace[439466074] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"846.424076ms","start":"2026-03-27T01:55:50.38277Z","end":"2026-03-27T01:55:51.229194Z","steps":["trace[439466074] 'process raft request' (duration: 325.233228ms)","trace[439466074] 'compare' (duration: 520.682469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:55:51.229311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:50.382738Z","time spent":"846.526888ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:55:51.256684Z","caller":"traceutil/trace.go:171","msg":"trace[434894471] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"591.849881ms","start":"2026-03-27T01:55:50.664816Z","end":"2026-03-27T01:55:51.256666Z","steps":["trace[434894471] 'read index received' (duration: 43.297224ms)","trace[434894471] 'applied index is now lower than readState.Index' (duration: 548.551427ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:55:51.256773Z","caller":"traceutil/trace.go:171","msg":"trace[810940825] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"871.645796ms","start":"2026-03-27T01:55:50.385097Z","end":"2026-03-27T01:55:51.256743Z","steps":["trace[810940825] 'process raft request' (duration: 871.487823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:51.256799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.980993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:55:51.256831Z","caller":"traceutil/trace.go:171","msg":"trace[96955535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"592.067464ms","start":"2026-03-27T01:55:50.664754Z","end":"2026-03-27T01:55:51.256822Z","steps":["trace[96955535] 'agreement among raft nodes before linearized reading' (duration: 592.006753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:51.25686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:50.664723Z","time spent":"592.131035ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:55:51.256887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:50.385069Z","time spent":"871.756097ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:55:51.825265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.395168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:55:51.825365Z","caller":"traceutil/trace.go:171","msg":"trace[571795598] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"568.612929ms","start":"2026-03-27T01:55:51.256736Z","end":"2026-03-27T01:55:51.825349Z","steps":["trace[571795598] 'read index received' (duration: 71.975736ms)","trace[571795598] 'applied index is now lower than readState.Index' (duration: 496.635733ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:55:51.825434Z","caller":"traceutil/trace.go:171","msg":"trace[1931225303] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"874.464279ms","start":"2026-03-27T01:55:50.950905Z","end":"2026-03-27T01:55:51.825369Z","steps":["trace[1931225303] 'process raft request' (duration: 377.871887ms)","trace[1931225303] 'compare' (duration: 496.217825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:55:51.825413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.783149ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:55:51.825538Z","caller":"traceutil/trace.go:171","msg":"trace[2044864174] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:407; }","duration":"933.919092ms","start":"2026-03-27T01:55:50.891602Z","end":"2026-03-27T01:55:51.825521Z","steps":["trace[2044864174] 'agreement among raft nodes before linearized reading' (duration: 933.762689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:51.825603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.003413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-27T01:55:51.825664Z","caller":"traceutil/trace.go:171","msg":"trace[1140323612] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:407; }","duration":"564.093195ms","start":"2026-03-27T01:55:51.26156Z","end":"2026-03-27T01:55:51.825653Z","steps":["trace[1140323612] 'agreement among raft nodes before linearized reading' (duration: 563.947003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:51.825705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.97572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:55:51.825749Z","caller":"traceutil/trace.go:171","msg":"trace[1299241043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:407; }","duration":"559.022151ms","start":"2026-03-27T01:55:51.266713Z","end":"2026-03-27T01:55:51.825736Z","steps":["trace[1299241043] 'agreement among raft nodes before linearized reading' (duration: 558.933479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:51.825779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:51.266674Z","time spent":"559.098961ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:55:51.825758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:51.261544Z","time spent":"564.202007ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7316,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-27T01:55:51.825476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061212576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:55:51.825859Z","caller":"traceutil/trace.go:171","msg":"trace[237340405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:407; }","duration":"1.061629494s","start":"2026-03-27T01:55:50.76422Z","end":"2026-03-27T01:55:51.82585Z","steps":["trace[237340405] 'agreement among raft nodes before linearized reading' (duration: 1.061209206s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:51.825905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:50.764198Z","time spent":"1.061687404s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-27T01:55:51.82632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:50.950882Z","time spent":"874.635722ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:55:52.453327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983391379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T01:55:52.954491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983391379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T01:55:53.20083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.370038221s","expected-duration":"1s"} {"level":"info","ts":"2026-03-27T01:55:53.201321Z","caller":"traceutil/trace.go:171","msg":"trace[1534750512] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"1.370572942s","start":"2026-03-27T01:55:51.830721Z","end":"2026-03-27T01:55:53.201294Z","steps":["trace[1534750512] 'process raft request' (duration: 1.370322078s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:53.201482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:51.830705Z","time spent":"1.370696464s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:55:53.213106Z","caller":"traceutil/trace.go:171","msg":"trace[1520637284] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:422; }","duration":"1.260589139s","start":"2026-03-27T01:55:51.952494Z","end":"2026-03-27T01:55:53.213083Z","steps":["trace[1520637284] 'read index received' (duration: 1.248542956s)","trace[1520637284] 'applied index is now lower than readState.Index' (duration: 12.044873ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:55:53.213226Z","caller":"traceutil/trace.go:171","msg":"trace[427045963] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"1.37640567s","start":"2026-03-27T01:55:51.836807Z","end":"2026-03-27T01:55:53.213213Z","steps":["trace[427045963] 'process raft request' (duration: 1.376121855s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:53.213359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260850773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:55:53.213403Z","caller":"traceutil/trace.go:171","msg":"trace[436445822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"1.260944315s","start":"2026-03-27T01:55:51.952449Z","end":"2026-03-27T01:55:53.213393Z","steps":["trace[436445822] 'agreement among raft nodes before linearized reading' (duration: 1.260852764s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:53.213428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:51.952434Z","time spent":"1.260987906s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:55:53.213406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.252989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:55:53.213508Z","caller":"traceutil/trace.go:171","msg":"trace[1478935114] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:409; }","duration":"829.424432ms","start":"2026-03-27T01:55:52.384055Z","end":"2026-03-27T01:55:53.21348Z","steps":["trace[1478935114] 'agreement among raft nodes before linearized reading' (duration: 829.208048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:55:53.213574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:52.384026Z","time spent":"829.536414ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T01:55:53.213751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:55:51.836791Z","time spent":"1.376462911s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:56:11.453404Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983391633,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T01:56:11.484321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082240193s","expected-duration":"1s"} {"level":"info","ts":"2026-03-27T01:56:11.485328Z","caller":"traceutil/trace.go:171","msg":"trace[1656427438] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"1.083402844s","start":"2026-03-27T01:56:10.401898Z","end":"2026-03-27T01:56:11.485301Z","steps":["trace[1656427438] 'process raft request' (duration: 1.082791313s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:11.485481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:10.401877Z","time spent":"1.083524658s","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:56:11.494326Z","caller":"traceutil/trace.go:171","msg":"trace[1036063743] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:606; }","duration":"541.640872ms","start":"2026-03-27T01:56:10.952643Z","end":"2026-03-27T01:56:11.494284Z","steps":["trace[1036063743] 'read index received' (duration: 531.974619ms)","trace[1036063743] 'applied index is now lower than readState.Index' (duration: 9.665523ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:11.494392Z","caller":"traceutil/trace.go:171","msg":"trace[1680411986] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"865.545199ms","start":"2026-03-27T01:56:10.628796Z","end":"2026-03-27T01:56:11.494341Z","steps":["trace[1680411986] 'process raft request' (duration: 865.269144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:11.494462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.803835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:11.494493Z","caller":"traceutil/trace.go:171","msg":"trace[1007796292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"541.847046ms","start":"2026-03-27T01:56:10.952637Z","end":"2026-03-27T01:56:11.494484Z","steps":["trace[1007796292] 'agreement among raft nodes before linearized reading' (duration: 541.770094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:11.494524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:10.952584Z","time spent":"541.934407ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:56:11.494582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:10.628762Z","time spent":"865.738093ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T01:56:11.494826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.684523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-27T01:56:11.494817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.201754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:56:11.49486Z","caller":"traceutil/trace.go:171","msg":"trace[1076597302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:582; }","duration":"106.738575ms","start":"2026-03-27T01:56:11.388115Z","end":"2026-03-27T01:56:11.494853Z","steps":["trace[1076597302] 'agreement among raft nodes before linearized reading' (duration: 106.640833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:11.494824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.588281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:56:11.494995Z","caller":"traceutil/trace.go:171","msg":"trace[987499817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"108.784545ms","start":"2026-03-27T01:56:11.386198Z","end":"2026-03-27T01:56:11.494983Z","steps":["trace[987499817] 'agreement among raft nodes before linearized reading' (duration: 108.49157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:11.495476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.797929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:56:11.495537Z","caller":"traceutil/trace.go:171","msg":"trace[1937126865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:582; }","duration":"183.924412ms","start":"2026-03-27T01:56:11.311597Z","end":"2026-03-27T01:56:11.495521Z","steps":["trace[1937126865] 'agreement among raft nodes before linearized reading' (duration: 183.011883ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:11.495616Z","caller":"traceutil/trace.go:171","msg":"trace[452059464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"108.324156ms","start":"2026-03-27T01:56:11.386538Z","end":"2026-03-27T01:56:11.494863Z","steps":["trace[452059464] 'agreement among raft nodes before linearized reading' (duration: 108.137902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.023321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983391840,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-27T01:56:18.163138Z","caller":"traceutil/trace.go:171","msg":"trace[1207838800] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"640.510801ms","start":"2026-03-27T01:56:17.522603Z","end":"2026-03-27T01:56:18.163114Z","steps":["trace[1207838800] 'read index received' (duration: 638.896069ms)","trace[1207838800] 'applied index is now lower than readState.Index' (duration: 1.613002ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:18.163278Z","caller":"traceutil/trace.go:171","msg":"trace[946818334] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"817.475782ms","start":"2026-03-27T01:56:17.345721Z","end":"2026-03-27T01:56:18.163197Z","steps":["trace[946818334] 'process raft request' (duration: 816.055094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.163513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:17.345692Z","time spent":"817.704327ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:56:18.163597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.982839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:56:18.163736Z","caller":"traceutil/trace.go:171","msg":"trace[1662471909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:624; }","duration":"641.135543ms","start":"2026-03-27T01:56:17.522547Z","end":"2026-03-27T01:56:18.163682Z","steps":["trace[1662471909] 'agreement among raft nodes before linearized reading' (duration: 640.741665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.163823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:17.522525Z","time spent":"641.250294ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-27T01:56:18.181931Z","caller":"traceutil/trace.go:171","msg":"trace[67684068] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"119.485119ms","start":"2026-03-27T01:56:18.062432Z","end":"2026-03-27T01:56:18.181917Z","steps":["trace[67684068] 'process raft request' (duration: 119.403097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.182128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.59419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-27T01:56:18.182171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.198712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:56:18.182193Z","caller":"traceutil/trace.go:171","msg":"trace[1530197351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"652.707453ms","start":"2026-03-27T01:56:17.529473Z","end":"2026-03-27T01:56:18.182181Z","steps":["trace[1530197351] 'agreement among raft nodes before linearized reading' (duration: 652.5673ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:18.18224Z","caller":"traceutil/trace.go:171","msg":"trace[1421402219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"653.294193ms","start":"2026-03-27T01:56:17.528928Z","end":"2026-03-27T01:56:18.182222Z","steps":["trace[1421402219] 'agreement among raft nodes before linearized reading' (duration: 653.055049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.182221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.819725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sgj7c\" ","response":"range_response_count:1 size:16961"} {"level":"warn","ts":"2026-03-27T01:56:18.182276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:17.528919Z","time spent":"653.351186ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-27T01:56:18.182296Z","caller":"traceutil/trace.go:171","msg":"trace[1652895608] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sgj7c; range_end:; response_count:1; response_revision:625; }","duration":"331.954588ms","start":"2026-03-27T01:56:17.850324Z","end":"2026-03-27T01:56:18.182279Z","steps":["trace[1652895608] 'agreement among raft nodes before linearized reading' (duration: 331.676222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.182341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:17.850295Z","time spent":"332.040201ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-sgj7c\" "} {"level":"warn","ts":"2026-03-27T01:56:18.182288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:17.529437Z","time spent":"652.820946ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T01:56:18.182353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.641622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:18.182531Z","caller":"traceutil/trace.go:171","msg":"trace[1908348661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:625; }","duration":"230.776714ms","start":"2026-03-27T01:56:17.951677Z","end":"2026-03-27T01:56:18.182454Z","steps":["trace[1908348661] 'agreement among raft nodes before linearized reading' (duration: 230.59077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.18251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.389417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:56:18.182655Z","caller":"traceutil/trace.go:171","msg":"trace[1500865548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"653.56602ms","start":"2026-03-27T01:56:17.529079Z","end":"2026-03-27T01:56:18.182645Z","steps":["trace[1500865548] 'agreement among raft nodes before linearized reading' (duration: 653.300345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:18.182702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:17.529057Z","time spent":"653.636791ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T01:56:19.126041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.172673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:56:19.126232Z","caller":"traceutil/trace.go:171","msg":"trace[737878478] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"940.327057ms","start":"2026-03-27T01:56:18.185886Z","end":"2026-03-27T01:56:19.126213Z","steps":["trace[737878478] 'process raft request' (duration: 616.893829ms)","trace[737878478] 'compare' (duration: 323.016659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:56:19.126307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:18.185875Z","time spent":"940.401499ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:56:19.126616Z","caller":"traceutil/trace.go:171","msg":"trace[1322441640] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"937.574902ms","start":"2026-03-27T01:56:18.189008Z","end":"2026-03-27T01:56:19.126582Z","steps":["trace[1322441640] 'process raft request' (duration: 937.132774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:19.126845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:18.189Z","time spent":"937.715106ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:56:19.126889Z","caller":"traceutil/trace.go:171","msg":"trace[519286682] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"936.123293ms","start":"2026-03-27T01:56:18.190736Z","end":"2026-03-27T01:56:19.126859Z","steps":["trace[519286682] 'process raft request' (duration: 935.697515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:19.12707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:18.190692Z","time spent":"936.297026ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:56:19.127535Z","caller":"traceutil/trace.go:171","msg":"trace[1570822843] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:653; }","duration":"361.182079ms","start":"2026-03-27T01:56:18.766336Z","end":"2026-03-27T01:56:19.127518Z","steps":["trace[1570822843] 'read index received' (duration: 36.463166ms)","trace[1570822843] 'applied index is now lower than readState.Index' (duration: 324.714263ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:19.127505Z","caller":"traceutil/trace.go:171","msg":"trace[1973031212] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"900.068506ms","start":"2026-03-27T01:56:18.227393Z","end":"2026-03-27T01:56:19.127462Z","steps":["trace[1973031212] 'process raft request' (duration: 899.677818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:19.12769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:18.227375Z","time spent":"900.231859ms","remote":"127.0.0.1:43822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T01:56:19.12782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.064404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T01:56:19.127852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.521746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T01:56:19.127915Z","caller":"traceutil/trace.go:171","msg":"trace[1779858496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"175.283159ms","start":"2026-03-27T01:56:18.952619Z","end":"2026-03-27T01:56:19.127902Z","steps":["trace[1779858496] 'agreement among raft nodes before linearized reading' (duration: 175.033954ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:19.127934Z","caller":"traceutil/trace.go:171","msg":"trace[1329807060] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:631; }","duration":"361.641938ms","start":"2026-03-27T01:56:18.76627Z","end":"2026-03-27T01:56:19.127912Z","steps":["trace[1329807060] 'agreement among raft nodes before linearized reading' (duration: 361.332652ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:19.127417Z","caller":"traceutil/trace.go:171","msg":"trace[1031957673] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"932.907609ms","start":"2026-03-27T01:56:18.194253Z","end":"2026-03-27T01:56:19.127161Z","steps":["trace[1031957673] 'process raft request' (duration: 932.540532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:19.127978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:18.766236Z","time spent":"361.73252ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-03-27T01:56:19.128236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:18.194244Z","time spent":"933.815058ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:56:20.452929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983391862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T01:56:20.953623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983391862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T01:56:20.987657Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474125083s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-27T01:56:21.508356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.327578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:56:21.508481Z","caller":"traceutil/trace.go:171","msg":"trace[1264638345] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"1.555917841s","start":"2026-03-27T01:56:19.952544Z","end":"2026-03-27T01:56:21.508462Z","steps":["trace[1264638345] 'read index received' (duration: 1.035307928s)","trace[1264638345] 'applied index is now lower than readState.Index' (duration: 520.608713ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:21.508562Z","caller":"traceutil/trace.go:171","msg":"trace[2067302147] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"2.314371679s","start":"2026-03-27T01:56:19.19418Z","end":"2026-03-27T01:56:21.508552Z","steps":["trace[2067302147] 'process raft request' (duration: 1.793754595s)","trace[2067302147] 'compare' (duration: 520.024712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:56:21.508604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:19.19416Z","time spent":"2.31442399s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T01:56:21.508927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55638701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:21.508948Z","caller":"traceutil/trace.go:171","msg":"trace[1177640861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"1.556456112s","start":"2026-03-27T01:56:19.952485Z","end":"2026-03-27T01:56:21.508941Z","steps":["trace[1177640861] 'agreement among raft nodes before linearized reading' (duration: 1.556282339s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:21.508969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:19.95246Z","time spent":"1.556504743s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:56:21.509091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.7548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:56:21.509153Z","caller":"traceutil/trace.go:171","msg":"trace[1142359469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"376.848492ms","start":"2026-03-27T01:56:21.132284Z","end":"2026-03-27T01:56:21.509133Z","steps":["trace[1142359469] 'agreement among raft nodes before linearized reading' (duration: 376.655617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:21.509199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:21.132261Z","time spent":"376.929874ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T01:56:21.509216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.538455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T01:56:21.509339Z","caller":"traceutil/trace.go:171","msg":"trace[1245227377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"377.751559ms","start":"2026-03-27T01:56:21.131552Z","end":"2026-03-27T01:56:21.509303Z","steps":["trace[1245227377] 'agreement among raft nodes before linearized reading' (duration: 377.379601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:21.509388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:21.131517Z","time spent":"377.861311ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T01:56:21.509835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.018445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-27T01:56:21.509857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310897854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:56:21.509925Z","caller":"traceutil/trace.go:171","msg":"trace[1382130346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"379.184598ms","start":"2026-03-27T01:56:21.130721Z","end":"2026-03-27T01:56:21.509906Z","steps":["trace[1382130346] 'agreement among raft nodes before linearized reading' (duration: 378.637037ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:21.509958Z","caller":"traceutil/trace.go:171","msg":"trace[1134070006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"1.311059407s","start":"2026-03-27T01:56:20.198873Z","end":"2026-03-27T01:56:21.509932Z","steps":["trace[1134070006] 'agreement among raft nodes before linearized reading' (duration: 1.310052897s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:21.509979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:21.130699Z","time spent":"379.27098ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T01:56:21.510041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:20.198841Z","time spent":"1.311185869s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-27T01:56:22.11114Z","caller":"traceutil/trace.go:171","msg":"trace[1051837170] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"158.172658ms","start":"2026-03-27T01:56:21.952945Z","end":"2026-03-27T01:56:22.111117Z","steps":["trace[1051837170] 'process raft request' (duration: 158.013564ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:26.193543Z","caller":"traceutil/trace.go:171","msg":"trace[31410191] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:731; }","duration":"239.814823ms","start":"2026-03-27T01:56:25.95369Z","end":"2026-03-27T01:56:26.193505Z","steps":["trace[31410191] 'read index received' (duration: 5.287175ms)","trace[31410191] 'applied index is now lower than readState.Index' (duration: 234.526418ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:26.193634Z","caller":"traceutil/trace.go:171","msg":"trace[6154223] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"279.830359ms","start":"2026-03-27T01:56:25.913771Z","end":"2026-03-27T01:56:26.193601Z","steps":["trace[6154223] 'process raft request' (duration: 219.123921ms)","trace[6154223] 'compare' (duration: 60.333371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:56:26.194158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.416465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-27T01:56:26.194252Z","caller":"traceutil/trace.go:171","msg":"trace[1308186643] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:704; }","duration":"240.547618ms","start":"2026-03-27T01:56:25.953684Z","end":"2026-03-27T01:56:26.194231Z","steps":["trace[1308186643] 'agreement among raft nodes before linearized reading' (duration: 240.051817ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:26.859283Z","caller":"traceutil/trace.go:171","msg":"trace[374448552] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:733; }","duration":"304.509432ms","start":"2026-03-27T01:56:26.554752Z","end":"2026-03-27T01:56:26.859261Z","steps":["trace[374448552] 'read index received' (duration: 304.350159ms)","trace[374448552] 'applied index is now lower than readState.Index' (duration: 158.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:56:26.859553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.554351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-27T01:56:26.859558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.809498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-27T01:56:26.859601Z","caller":"traceutil/trace.go:171","msg":"trace[571032594] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:705; }","duration":"105.659563ms","start":"2026-03-27T01:56:26.753927Z","end":"2026-03-27T01:56:26.859586Z","steps":["trace[571032594] 'agreement among raft nodes before linearized reading' (duration: 105.48805ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:26.85961Z","caller":"traceutil/trace.go:171","msg":"trace[1794476472] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:705; }","duration":"304.92767ms","start":"2026-03-27T01:56:26.554667Z","end":"2026-03-27T01:56:26.859595Z","steps":["trace[1794476472] 'agreement among raft nodes before linearized reading' (duration: 304.723786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:26.859653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:26.554634Z","time spent":"305.010402ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-27T01:56:26.859795Z","caller":"traceutil/trace.go:171","msg":"trace[415059850] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"501.283478ms","start":"2026-03-27T01:56:26.3585Z","end":"2026-03-27T01:56:26.859784Z","steps":["trace[415059850] 'process raft request' (duration: 500.585254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:26.860564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:26.358451Z","time spent":"501.37675ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-27T01:56:27.064984Z","caller":"traceutil/trace.go:171","msg":"trace[1583531897] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"112.604741ms","start":"2026-03-27T01:56:26.952357Z","end":"2026-03-27T01:56:27.064961Z","steps":["trace[1583531897] 'read index received' (duration: 112.53222ms)","trace[1583531897] 'applied index is now lower than readState.Index' (duration: 71.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:27.065018Z","caller":"traceutil/trace.go:171","msg":"trace[1915878900] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"192.613035ms","start":"2026-03-27T01:56:26.872365Z","end":"2026-03-27T01:56:27.064978Z","steps":["trace[1915878900] 'process raft request' (duration: 192.449281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:27.065139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.762145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:27.065174Z","caller":"traceutil/trace.go:171","msg":"trace[1822615175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:706; }","duration":"112.884467ms","start":"2026-03-27T01:56:26.952279Z","end":"2026-03-27T01:56:27.065164Z","steps":["trace[1822615175] 'agreement among raft nodes before linearized reading' (duration: 112.787915ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:27.184702Z","caller":"traceutil/trace.go:171","msg":"trace[621259329] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:735; }","duration":"118.230763ms","start":"2026-03-27T01:56:27.066456Z","end":"2026-03-27T01:56:27.184686Z","steps":["trace[621259329] 'read index received' (duration: 118.170262ms)","trace[621259329] 'applied index is now lower than readState.Index' (duration: 59.601µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:27.184866Z","caller":"traceutil/trace.go:171","msg":"trace[452601701] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"202.065772ms","start":"2026-03-27T01:56:26.982771Z","end":"2026-03-27T01:56:27.184837Z","steps":["trace[452601701] 'process raft request' (duration: 201.790097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:27.185069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.60071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:27.185154Z","caller":"traceutil/trace.go:171","msg":"trace[305912129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:707; }","duration":"118.720464ms","start":"2026-03-27T01:56:27.066416Z","end":"2026-03-27T01:56:27.185137Z","steps":["trace[305912129] 'agreement among raft nodes before linearized reading' (duration: 118.441267ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:27.241941Z","caller":"traceutil/trace.go:171","msg":"trace[805754466] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"166.873602ms","start":"2026-03-27T01:56:27.075006Z","end":"2026-03-27T01:56:27.24188Z","steps":["trace[805754466] 'process raft request' (duration: 166.568126ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:27.555019Z","caller":"traceutil/trace.go:171","msg":"trace[320455867] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"172.249429ms","start":"2026-03-27T01:56:27.382744Z","end":"2026-03-27T01:56:27.554993Z","steps":["trace[320455867] 'process raft request' (duration: 172.035785ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:27.56093Z","caller":"traceutil/trace.go:171","msg":"trace[1073862835] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"173.091666ms","start":"2026-03-27T01:56:27.387801Z","end":"2026-03-27T01:56:27.560892Z","steps":["trace[1073862835] 'process raft request' (duration: 172.80166ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:35.82114Z","caller":"traceutil/trace.go:171","msg":"trace[772485246] linearizableReadLoop","detail":"{readStateIndex:814; appliedIndex:813; }","duration":"170.667746ms","start":"2026-03-27T01:56:35.650449Z","end":"2026-03-27T01:56:35.821117Z","steps":["trace[772485246] 'read index received' (duration: 170.469423ms)","trace[772485246] 'applied index is now lower than readState.Index' (duration: 197.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:35.82127Z","caller":"traceutil/trace.go:171","msg":"trace[977488601] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"193.851189ms","start":"2026-03-27T01:56:35.627408Z","end":"2026-03-27T01:56:35.821259Z","steps":["trace[977488601] 'process raft request' (duration: 193.565253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:35.821542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.863553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:56:35.821621Z","caller":"traceutil/trace.go:171","msg":"trace[508022679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:780; }","duration":"152.990456ms","start":"2026-03-27T01:56:35.668613Z","end":"2026-03-27T01:56:35.821604Z","steps":["trace[508022679] 'agreement among raft nodes before linearized reading' (duration: 152.788572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:35.821646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.095607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:56:35.821735Z","caller":"traceutil/trace.go:171","msg":"trace[1327352415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:780; }","duration":"153.219861ms","start":"2026-03-27T01:56:35.668497Z","end":"2026-03-27T01:56:35.821717Z","steps":["trace[1327352415] 'agreement among raft nodes before linearized reading' (duration: 152.958966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:35.821904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.434812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:56:35.822035Z","caller":"traceutil/trace.go:171","msg":"trace[1584526540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:780; }","duration":"171.650415ms","start":"2026-03-27T01:56:35.65036Z","end":"2026-03-27T01:56:35.822011Z","steps":["trace[1584526540] 'agreement among raft nodes before linearized reading' (duration: 171.213207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:35.822225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.893403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T01:56:35.822326Z","caller":"traceutil/trace.go:171","msg":"trace[1353609420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:780; }","duration":"156.034906ms","start":"2026-03-27T01:56:35.666272Z","end":"2026-03-27T01:56:35.822307Z","steps":["trace[1353609420] 'agreement among raft nodes before linearized reading' (duration: 155.103768ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:56:39.193672Z","caller":"traceutil/trace.go:171","msg":"trace[1333671792] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:833; }","duration":"426.743775ms","start":"2026-03-27T01:56:38.766898Z","end":"2026-03-27T01:56:39.193642Z","steps":["trace[1333671792] 'read index received' (duration: 426.672924ms)","trace[1333671792] 'applied index is now lower than readState.Index' (duration: 69.791µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:56:39.193748Z","caller":"traceutil/trace.go:171","msg":"trace[2104580974] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"779.872484ms","start":"2026-03-27T01:56:38.413843Z","end":"2026-03-27T01:56:39.193715Z","steps":["trace[2104580974] 'process raft request' (duration: 779.645419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:39.19393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:38.413813Z","time spent":"780.013667ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:56:39.193933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.00761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T01:56:39.194015Z","caller":"traceutil/trace.go:171","msg":"trace[2119224844] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:799; }","duration":"427.149453ms","start":"2026-03-27T01:56:38.766848Z","end":"2026-03-27T01:56:39.193997Z","steps":["trace[2119224844] 'agreement among raft nodes before linearized reading' (duration: 426.894468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:39.194069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:56:38.766824Z","time spent":"427.237125ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"info","ts":"2026-03-27T01:56:39.200809Z","caller":"traceutil/trace.go:171","msg":"trace[159667458] transaction","detail":"{read_only:false; response_revision:800; number_of_response:1; }","duration":"220.464038ms","start":"2026-03-27T01:56:38.980328Z","end":"2026-03-27T01:56:39.200792Z","steps":["trace[159667458] 'process raft request' (duration: 220.286715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:56:39.200806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.694349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:56:39.200875Z","caller":"traceutil/trace.go:171","msg":"trace[1612724243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:800; }","duration":"248.814322ms","start":"2026-03-27T01:56:38.952044Z","end":"2026-03-27T01:56:39.200858Z","steps":["trace[1612724243] 'agreement among raft nodes before linearized reading' (duration: 248.696609ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:25.005673Z","caller":"traceutil/trace.go:171","msg":"trace[883242765] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"150.769745ms","start":"2026-03-27T01:57:24.854859Z","end":"2026-03-27T01:57:25.005628Z","steps":["trace[883242765] 'process raft request' (duration: 141.687787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:30.617841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.23789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:57:30.617983Z","caller":"traceutil/trace.go:171","msg":"trace[1766375549] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1407; }","duration":"442.100074ms","start":"2026-03-27T01:57:30.175858Z","end":"2026-03-27T01:57:30.617958Z","steps":["trace[1766375549] 'read index received' (duration: 48.629119ms)","trace[1766375549] 'applied index is now lower than readState.Index' (duration: 393.468925ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:30.618097Z","caller":"traceutil/trace.go:171","msg":"trace[1081247707] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"447.131863ms","start":"2026-03-27T01:57:30.170926Z","end":"2026-03-27T01:57:30.618057Z","steps":["trace[1081247707] 'process raft request' (duration: 53.570716ms)","trace[1081247707] 'compare' (duration: 393.058857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:57:30.61837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.170903Z","time spent":"447.316598ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:30.618893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.034573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-27T01:57:30.618954Z","caller":"traceutil/trace.go:171","msg":"trace[991216395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1356; }","duration":"443.138064ms","start":"2026-03-27T01:57:30.175795Z","end":"2026-03-27T01:57:30.618933Z","steps":["trace[991216395] 'agreement among raft nodes before linearized reading' (duration: 442.269847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:30.618998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.175775Z","time spent":"443.211796ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-27T01:57:30.621896Z","caller":"traceutil/trace.go:171","msg":"trace[1385313868] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"404.066182ms","start":"2026-03-27T01:57:30.21782Z","end":"2026-03-27T01:57:30.621886Z","steps":["trace[1385313868] 'process raft request' (duration: 404.007321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:30.621959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.217792Z","time spent":"404.136423ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:30.625631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.897111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T01:57:30.625699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.664436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-27T01:57:30.625774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.733745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vsglt\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-27T01:57:30.625811Z","caller":"traceutil/trace.go:171","msg":"trace[1496588463] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-vsglt; range_end:; response_count:1; response_revision:1358; }","duration":"405.795596ms","start":"2026-03-27T01:57:30.220004Z","end":"2026-03-27T01:57:30.6258Z","steps":["trace[1496588463] 'agreement among raft nodes before linearized reading' (duration: 405.700265ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:30.625803Z","caller":"traceutil/trace.go:171","msg":"trace[346816483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1358; }","duration":"442.827139ms","start":"2026-03-27T01:57:30.182955Z","end":"2026-03-27T01:57:30.625782Z","steps":["trace[346816483] 'agreement among raft nodes before linearized reading' (duration: 442.555234ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:30.625803Z","caller":"traceutil/trace.go:171","msg":"trace[1683672564] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"361.012551ms","start":"2026-03-27T01:57:30.264721Z","end":"2026-03-27T01:57:30.625734Z","steps":["trace[1683672564] 'process raft request' (duration: 360.660685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:30.625969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.264702Z","time spent":"361.205936ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:30.625833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.219993Z","time spent":"405.836117ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4218,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-vsglt\" "} {"level":"info","ts":"2026-03-27T01:57:30.625735Z","caller":"traceutil/trace.go:171","msg":"trace[1425180249] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1358; }","duration":"358.007093ms","start":"2026-03-27T01:57:30.267706Z","end":"2026-03-27T01:57:30.625713Z","steps":["trace[1425180249] 'agreement among raft nodes before linearized reading' (duration: 357.86242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:30.626261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.267654Z","time spent":"358.574794ms","remote":"127.0.0.1:44022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-27T01:57:30.625848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.182945Z","time spent":"442.89285ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T01:57:30.626049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.81651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-27T01:57:30.626472Z","caller":"traceutil/trace.go:171","msg":"trace[238108612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1358; }","duration":"376.35643ms","start":"2026-03-27T01:57:30.2501Z","end":"2026-03-27T01:57:30.626457Z","steps":["trace[238108612] 'agreement among raft nodes before linearized reading' (duration: 375.520744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:30.626514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:30.250067Z","time spent":"376.434012ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-27T01:57:38.902097Z","caller":"traceutil/trace.go:171","msg":"trace[564871899] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"201.780291ms","start":"2026-03-27T01:57:38.700288Z","end":"2026-03-27T01:57:38.902068Z","steps":["trace[564871899] 'read index received' (duration: 201.544327ms)","trace[564871899] 'applied index is now lower than readState.Index' (duration: 234.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:38.902162Z","caller":"traceutil/trace.go:171","msg":"trace[244520340] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"228.800418ms","start":"2026-03-27T01:57:38.673324Z","end":"2026-03-27T01:57:38.902124Z","steps":["trace[244520340] 'process raft request' (duration: 228.480252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:38.902542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.578458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:57:38.902633Z","caller":"traceutil/trace.go:171","msg":"trace[735377714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1482; }","duration":"201.70245ms","start":"2026-03-27T01:57:38.70091Z","end":"2026-03-27T01:57:38.902613Z","steps":["trace[735377714] 'agreement among raft nodes before linearized reading' (duration: 201.456495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:38.902655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.517327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T01:57:38.902692Z","caller":"traceutil/trace.go:171","msg":"trace[443085306] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:1482; }","duration":"132.602659ms","start":"2026-03-27T01:57:38.770077Z","end":"2026-03-27T01:57:38.90268Z","steps":["trace[443085306] 'agreement among raft nodes before linearized reading' (duration: 132.519727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:38.902568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.471086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:57:38.902886Z","caller":"traceutil/trace.go:171","msg":"trace[1699261860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1482; }","duration":"200.816163ms","start":"2026-03-27T01:57:38.702029Z","end":"2026-03-27T01:57:38.902846Z","steps":["trace[1699261860] 'agreement among raft nodes before linearized reading' (duration: 200.358233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:38.902876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.504876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T01:57:38.903074Z","caller":"traceutil/trace.go:171","msg":"trace[1728704291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1482; }","duration":"202.815382ms","start":"2026-03-27T01:57:38.700225Z","end":"2026-03-27T01:57:38.90304Z","steps":["trace[1728704291] 'agreement among raft nodes before linearized reading' (duration: 202.161048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:38.903251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.531937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T01:57:38.903412Z","caller":"traceutil/trace.go:171","msg":"trace[2069198803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1482; }","duration":"201.75865ms","start":"2026-03-27T01:57:38.701631Z","end":"2026-03-27T01:57:38.903389Z","steps":["trace[2069198803] 'agreement among raft nodes before linearized reading' (duration: 200.920153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:39.508284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.234479ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-27T01:57:39.508417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:38.905118Z","time spent":"603.294984ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-27T01:57:39.582836Z","caller":"traceutil/trace.go:171","msg":"trace[284298359] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"675.006745ms","start":"2026-03-27T01:57:38.907808Z","end":"2026-03-27T01:57:39.582815Z","steps":["trace[284298359] 'process raft request' (duration: 674.940243ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:39.58285Z","caller":"traceutil/trace.go:171","msg":"trace[962215784] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"675.032024ms","start":"2026-03-27T01:57:38.907771Z","end":"2026-03-27T01:57:39.582803Z","steps":["trace[962215784] 'process raft request' (duration: 674.77838ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:39.58289Z","caller":"traceutil/trace.go:171","msg":"trace[1474734717] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"675.045855ms","start":"2026-03-27T01:57:38.907799Z","end":"2026-03-27T01:57:39.582845Z","steps":["trace[1474734717] 'process raft request' (duration: 674.912073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:39.583011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:38.907783Z","time spent":"675.126346ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:57:39.583042Z","caller":"traceutil/trace.go:171","msg":"trace[670684433] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1536; }","duration":"629.682718ms","start":"2026-03-27T01:57:38.953335Z","end":"2026-03-27T01:57:39.583018Z","steps":["trace[670684433] 'read index received' (duration: 8.70091ms)","trace[670684433] 'applied index is now lower than readState.Index' (duration: 620.980228ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:39.583072Z","caller":"traceutil/trace.go:171","msg":"trace[913555369] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"674.181818ms","start":"2026-03-27T01:57:38.908867Z","end":"2026-03-27T01:57:39.583048Z","steps":["trace[913555369] 'process raft request' (duration: 673.913413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:39.583073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:38.907773Z","time spent":"675.205278ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:39.583164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.831491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T01:57:39.583183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:38.908843Z","time spent":"674.28396ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:57:39.583206Z","caller":"traceutil/trace.go:171","msg":"trace[1116099231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1486; }","duration":"629.932243ms","start":"2026-03-27T01:57:38.953264Z","end":"2026-03-27T01:57:39.583196Z","steps":["trace[1116099231] 'agreement among raft nodes before linearized reading' (duration: 629.849291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:39.583238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:38.953233Z","time spent":"629.998125ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:57:39.58329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:38.907735Z","time spent":"675.229598ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:39.596875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.355824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:57:39.597122Z","caller":"traceutil/trace.go:171","msg":"trace[705302460] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1487; }","duration":"113.622119ms","start":"2026-03-27T01:57:39.483452Z","end":"2026-03-27T01:57:39.597074Z","steps":["trace[705302460] 'agreement among raft nodes before linearized reading' (duration: 112.794134ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:43.330663Z","caller":"traceutil/trace.go:171","msg":"trace[1754019635] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"130.743403ms","start":"2026-03-27T01:57:43.19989Z","end":"2026-03-27T01:57:43.330633Z","steps":["trace[1754019635] 'process raft request' (duration: 130.523679ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:43.48921Z","caller":"traceutil/trace.go:171","msg":"trace[1205758273] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"151.365516ms","start":"2026-03-27T01:57:43.33781Z","end":"2026-03-27T01:57:43.489175Z","steps":["trace[1205758273] 'process raft request' (duration: 151.134951ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:43.489564Z","caller":"traceutil/trace.go:171","msg":"trace[492136100] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1602; }","duration":"120.179196ms","start":"2026-03-27T01:57:43.369351Z","end":"2026-03-27T01:57:43.48953Z","steps":["trace[492136100] 'read index received' (duration: 120.170086ms)","trace[492136100] 'applied index is now lower than readState.Index' (duration: 7.36µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:57:43.489677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.30649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:57:43.489746Z","caller":"traceutil/trace.go:171","msg":"trace[1291070356] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/permissions.rabbitmq.com; range_end:; response_count:0; response_revision:1546; }","duration":"120.406851ms","start":"2026-03-27T01:57:43.369321Z","end":"2026-03-27T01:57:43.489728Z","steps":["trace[1291070356] 'agreement among raft nodes before linearized reading' (duration: 120.303009ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:43.693195Z","caller":"traceutil/trace.go:171","msg":"trace[966027992] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"196.381365ms","start":"2026-03-27T01:57:43.496782Z","end":"2026-03-27T01:57:43.693163Z","steps":["trace[966027992] 'process raft request' (duration: 196.201502ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:43.951893Z","caller":"traceutil/trace.go:171","msg":"trace[691697780] linearizableReadLoop","detail":"{readStateIndex:1604; appliedIndex:1602; }","duration":"356.401241ms","start":"2026-03-27T01:57:43.595452Z","end":"2026-03-27T01:57:43.951853Z","steps":["trace[691697780] 'read index received' (duration: 97.382422ms)","trace[691697780] 'applied index is now lower than readState.Index' (duration: 259.017769ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:43.951942Z","caller":"traceutil/trace.go:171","msg":"trace[1933828679] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"451.58504ms","start":"2026-03-27T01:57:43.500319Z","end":"2026-03-27T01:57:43.951904Z","steps":["trace[1933828679] 'process raft request' (duration: 451.394297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:43.952104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:43.5003Z","time spent":"451.716334ms","remote":"127.0.0.1:43624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5258,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:57:43.952236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.038745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-27T01:57:43.952236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.780878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:57:43.95229Z","caller":"traceutil/trace.go:171","msg":"trace[554496782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1548; }","duration":"353.137667ms","start":"2026-03-27T01:57:43.599135Z","end":"2026-03-27T01:57:43.952273Z","steps":["trace[554496782] 'agreement among raft nodes before linearized reading' (duration: 352.991985ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:43.952301Z","caller":"traceutil/trace.go:171","msg":"trace[2131852489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1548; }","duration":"356.908641ms","start":"2026-03-27T01:57:43.595377Z","end":"2026-03-27T01:57:43.952285Z","steps":["trace[2131852489] 'agreement among raft nodes before linearized reading' (duration: 356.655086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:43.95233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:43.599121Z","time spent":"353.199438ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T01:57:43.952347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:43.595352Z","time spent":"356.981423ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T01:57:43.95237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.894533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:57:43.95245Z","caller":"traceutil/trace.go:171","msg":"trace[345649977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1548; }","duration":"353.006004ms","start":"2026-03-27T01:57:43.599425Z","end":"2026-03-27T01:57:43.952431Z","steps":["trace[345649977] 'agreement among raft nodes before linearized reading' (duration: 352.75688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:43.952371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.075066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T01:57:43.952549Z","caller":"traceutil/trace.go:171","msg":"trace[619932680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1548; }","duration":"353.32247ms","start":"2026-03-27T01:57:43.599213Z","end":"2026-03-27T01:57:43.952535Z","steps":["trace[619932680] 'agreement among raft nodes before linearized reading' (duration: 352.986634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:43.952495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:43.599416Z","time spent":"353.071115ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T01:57:43.952622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:57:43.599185Z","time spent":"353.427833ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-27T01:57:44.125631Z","caller":"traceutil/trace.go:171","msg":"trace[1486968207] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"168.350838ms","start":"2026-03-27T01:57:43.957256Z","end":"2026-03-27T01:57:44.125606Z","steps":["trace[1486968207] 'process raft request' (duration: 168.154444ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:44.12589Z","caller":"traceutil/trace.go:171","msg":"trace[59041782] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"168.560102ms","start":"2026-03-27T01:57:43.957302Z","end":"2026-03-27T01:57:44.125862Z","steps":["trace[59041782] 'process raft request' (duration: 168.248036ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:44.126004Z","caller":"traceutil/trace.go:171","msg":"trace[2090485727] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1604; }","duration":"168.116133ms","start":"2026-03-27T01:57:43.957865Z","end":"2026-03-27T01:57:44.125981Z","steps":["trace[2090485727] 'read index received' (duration: 42.651032ms)","trace[2090485727] 'applied index is now lower than readState.Index' (duration: 125.464101ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:44.12605Z","caller":"traceutil/trace.go:171","msg":"trace[53289146] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"167.604744ms","start":"2026-03-27T01:57:43.958432Z","end":"2026-03-27T01:57:44.126037Z","steps":["trace[53289146] 'process raft request' (duration: 167.444821ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:44.126045Z","caller":"traceutil/trace.go:171","msg":"trace[1028395666] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"167.985181ms","start":"2026-03-27T01:57:43.958031Z","end":"2026-03-27T01:57:44.126016Z","steps":["trace[1028395666] 'process raft request' (duration: 167.739696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:57:44.126156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.266146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:57:44.126206Z","caller":"traceutil/trace.go:171","msg":"trace[334400060] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/policies.rabbitmq.com; range_end:; response_count:0; response_revision:1554; }","duration":"168.361828ms","start":"2026-03-27T01:57:43.957828Z","end":"2026-03-27T01:57:44.12619Z","steps":["trace[334400060] 'agreement among raft nodes before linearized reading' (duration: 168.250416ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:44.126164Z","caller":"traceutil/trace.go:171","msg":"trace[156428336] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"136.869643ms","start":"2026-03-27T01:57:43.989266Z","end":"2026-03-27T01:57:44.126135Z","steps":["trace[156428336] 'process raft request' (duration: 136.668499ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:57:58.366909Z","caller":"traceutil/trace.go:171","msg":"trace[2043574888] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"158.339413ms","start":"2026-03-27T01:57:58.208544Z","end":"2026-03-27T01:57:58.366883Z","steps":["trace[2043574888] 'process raft request' (duration: 78.448242ms)","trace[2043574888] 'compare' (duration: 79.707918ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:57:58.367186Z","caller":"traceutil/trace.go:171","msg":"trace[1879441978] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"157.339863ms","start":"2026-03-27T01:57:58.209827Z","end":"2026-03-27T01:57:58.367167Z","steps":["trace[1879441978] 'process raft request' (duration: 157.010257ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:00.207139Z","caller":"traceutil/trace.go:171","msg":"trace[1949645623] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"108.616281ms","start":"2026-03-27T01:58:00.098488Z","end":"2026-03-27T01:58:00.207104Z","steps":["trace[1949645623] 'process raft request' (duration: 108.428258ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:03.222722Z","caller":"traceutil/trace.go:171","msg":"trace[775476799] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"124.680976ms","start":"2026-03-27T01:58:03.098006Z","end":"2026-03-27T01:58:03.222687Z","steps":["trace[775476799] 'process raft request' (duration: 123.83031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:03.628547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.723754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T01:58:03.628641Z","caller":"traceutil/trace.go:171","msg":"trace[1710540632] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:1809; }","duration":"256.861497ms","start":"2026-03-27T01:58:03.37175Z","end":"2026-03-27T01:58:03.628611Z","steps":["trace[1710540632] 'count revisions from in-memory index tree' (duration: 256.558581ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:05.358429Z","caller":"traceutil/trace.go:171","msg":"trace[1029733780] transaction","detail":"{read_only:false; response_revision:1823; number_of_response:1; }","duration":"127.864898ms","start":"2026-03-27T01:58:05.230541Z","end":"2026-03-27T01:58:05.358405Z","steps":["trace[1029733780] 'process raft request' (duration: 127.725305ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:06.049919Z","caller":"traceutil/trace.go:171","msg":"trace[2071102980] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"107.341857ms","start":"2026-03-27T01:58:05.942543Z","end":"2026-03-27T01:58:06.049885Z","steps":["trace[2071102980] 'process raft request' (duration: 54.847882ms)","trace[2071102980] 'compare' (duration: 52.26389ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:06.655935Z","caller":"traceutil/trace.go:171","msg":"trace[1102640761] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"129.399967ms","start":"2026-03-27T01:58:06.526492Z","end":"2026-03-27T01:58:06.655891Z","steps":["trace[1102640761] 'process raft request' (duration: 119.860541ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:06.655906Z","caller":"traceutil/trace.go:171","msg":"trace[153998570] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"129.364416ms","start":"2026-03-27T01:58:06.526514Z","end":"2026-03-27T01:58:06.655878Z","steps":["trace[153998570] 'process raft request' (duration: 129.290064ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:06.669001Z","caller":"traceutil/trace.go:171","msg":"trace[750504541] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"104.947239ms","start":"2026-03-27T01:58:06.564019Z","end":"2026-03-27T01:58:06.668966Z","steps":["trace[750504541] 'process raft request' (duration: 104.818347ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:06.779Z","caller":"traceutil/trace.go:171","msg":"trace[1030418675] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"105.736304ms","start":"2026-03-27T01:58:06.673236Z","end":"2026-03-27T01:58:06.778972Z","steps":["trace[1030418675] 'process raft request' (duration: 99.621405ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.185489Z","caller":"traceutil/trace.go:171","msg":"trace[1750881229] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"141.885621ms","start":"2026-03-27T01:58:07.043583Z","end":"2026-03-27T01:58:07.185469Z","steps":["trace[1750881229] 'process raft request' (duration: 128.383298ms)","trace[1750881229] 'compare' (duration: 13.284529ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:07.185578Z","caller":"traceutil/trace.go:171","msg":"trace[2042066602] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1944; }","duration":"134.804724ms","start":"2026-03-27T01:58:07.05075Z","end":"2026-03-27T01:58:07.185555Z","steps":["trace[2042066602] 'read index received' (duration: 121.164407ms)","trace[2042066602] 'applied index is now lower than readState.Index' (duration: 13.639457ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:07.185744Z","caller":"traceutil/trace.go:171","msg":"trace[167995257] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"141.029725ms","start":"2026-03-27T01:58:07.044695Z","end":"2026-03-27T01:58:07.185724Z","steps":["trace[167995257] 'process raft request' (duration: 140.804151ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.185837Z","caller":"traceutil/trace.go:171","msg":"trace[940491981] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"141.135007ms","start":"2026-03-27T01:58:07.044652Z","end":"2026-03-27T01:58:07.185787Z","steps":["trace[940491981] 'process raft request' (duration: 140.767809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:07.185914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.189693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a09018415d7f4a\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-27T01:58:07.185949Z","caller":"traceutil/trace.go:171","msg":"trace[1538687760] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a09018415d7f4a; range_end:; response_count:1; response_revision:1867; }","duration":"132.236954ms","start":"2026-03-27T01:58:07.053703Z","end":"2026-03-27T01:58:07.18594Z","steps":["trace[1538687760] 'agreement among raft nodes before linearized reading' (duration: 132.106751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:07.185988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.586663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-27T01:58:07.186068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.286278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:07.186067Z","caller":"traceutil/trace.go:171","msg":"trace[108314953] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"121.738818ms","start":"2026-03-27T01:58:07.064301Z","end":"2026-03-27T01:58:07.18604Z","steps":["trace[108314953] 'process raft request' (duration: 121.438302ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.18612Z","caller":"traceutil/trace.go:171","msg":"trace[267968186] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:1867; }","duration":"147.784567ms","start":"2026-03-27T01:58:07.038287Z","end":"2026-03-27T01:58:07.186072Z","steps":["trace[267968186] 'agreement among raft nodes before linearized reading' (duration: 147.527572ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.186093Z","caller":"traceutil/trace.go:171","msg":"trace[1443345708] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1867; }","duration":"122.34572ms","start":"2026-03-27T01:58:07.063741Z","end":"2026-03-27T01:58:07.186087Z","steps":["trace[1443345708] 'agreement among raft nodes before linearized reading' (duration: 122.308029ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.38794Z","caller":"traceutil/trace.go:171","msg":"trace[1435040945] linearizableReadLoop","detail":"{readStateIndex:1957; appliedIndex:1956; }","duration":"155.08061ms","start":"2026-03-27T01:58:07.232828Z","end":"2026-03-27T01:58:07.387908Z","steps":["trace[1435040945] 'read index received' (duration: 76.837701ms)","trace[1435040945] 'applied index is now lower than readState.Index' (duration: 78.239878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:07.388307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.95964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-27T01:58:07.388356Z","caller":"traceutil/trace.go:171","msg":"trace[166854877] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68; range_end:; response_count:1; response_revision:1876; }","duration":"168.055623ms","start":"2026-03-27T01:58:07.220286Z","end":"2026-03-27T01:58:07.388342Z","steps":["trace[166854877] 'agreement among raft nodes before linearized reading' (duration: 167.776177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:07.388469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.540703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-03-27T01:58:07.38858Z","caller":"traceutil/trace.go:171","msg":"trace[230539304] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68; range_end:; response_count:1; response_revision:1876; }","duration":"164.689127ms","start":"2026-03-27T01:58:07.223865Z","end":"2026-03-27T01:58:07.388554Z","steps":["trace[230539304] 'agreement among raft nodes before linearized reading' (duration: 164.315369ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.388756Z","caller":"traceutil/trace.go:171","msg":"trace[1119620149] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"168.642934ms","start":"2026-03-27T01:58:07.220097Z","end":"2026-03-27T01:58:07.38874Z","steps":["trace[1119620149] 'process raft request' (duration: 89.6453ms)","trace[1119620149] 'compare' (duration: 77.910833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:07.388882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.206615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:113348"} {"level":"info","ts":"2026-03-27T01:58:07.389139Z","caller":"traceutil/trace.go:171","msg":"trace[1793912198] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1876; }","duration":"168.403409ms","start":"2026-03-27T01:58:07.220638Z","end":"2026-03-27T01:58:07.389041Z","steps":["trace[1793912198] 'agreement among raft nodes before linearized reading' (duration: 167.94939ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:07.782243Z","caller":"traceutil/trace.go:171","msg":"trace[101639215] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"106.419498ms","start":"2026-03-27T01:58:07.675789Z","end":"2026-03-27T01:58:07.782209Z","steps":["trace[101639215] 'read index received' (duration: 100.631475ms)","trace[101639215] 'applied index is now lower than readState.Index' (duration: 5.784703ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:07.782358Z","caller":"traceutil/trace.go:171","msg":"trace[908093100] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"111.404257ms","start":"2026-03-27T01:58:07.670925Z","end":"2026-03-27T01:58:07.78233Z","steps":["trace[908093100] 'process raft request' (duration: 105.42909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:07.782543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.738634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-27T01:58:07.782585Z","caller":"traceutil/trace.go:171","msg":"trace[1018604403] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"106.833996ms","start":"2026-03-27T01:58:07.675738Z","end":"2026-03-27T01:58:07.782572Z","steps":["trace[1018604403] 'agreement among raft nodes before linearized reading' (duration: 106.601782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:10.907784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28201671s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:58:10.907992Z","caller":"traceutil/trace.go:171","msg":"trace[209852845] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"939.944128ms","start":"2026-03-27T01:58:09.968028Z","end":"2026-03-27T01:58:10.907972Z","steps":["trace[209852845] 'process raft request' (duration: 939.858417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:10.908058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:09.96798Z","time spent":"940.04559ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:10.908148Z","caller":"traceutil/trace.go:171","msg":"trace[998086257] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1993; }","duration":"1.217280985s","start":"2026-03-27T01:58:09.690835Z","end":"2026-03-27T01:58:10.908116Z","steps":["trace[998086257] 'read index received' (duration: 50.361µs)","trace[998086257] 'applied index is now lower than readState.Index' (duration: 1.217228204s)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:10.90833Z","caller":"traceutil/trace.go:171","msg":"trace[315950262] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.481063616s","start":"2026-03-27T01:58:09.427246Z","end":"2026-03-27T01:58:10.908309Z","steps":["trace[315950262] 'process raft request' (duration: 198.423905ms)","trace[315950262] 'compare' (duration: 1.281600682s)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:10.908446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21760916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T01:58:10.908484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:09.427224Z","time spent":"1.481155389s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:10.908503Z","caller":"traceutil/trace.go:171","msg":"trace[786143699] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1912; }","duration":"1.217707384s","start":"2026-03-27T01:58:09.69078Z","end":"2026-03-27T01:58:10.908488Z","steps":["trace[786143699] 'agreement among raft nodes before linearized reading' (duration: 1.217600761s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:10.908553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:09.690753Z","time spent":"1.217788645s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-27T01:58:11.229882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.084746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:58:11.230006Z","caller":"traceutil/trace.go:171","msg":"trace[2085136088] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"321.728538ms","start":"2026-03-27T01:58:10.908257Z","end":"2026-03-27T01:58:11.229986Z","steps":["trace[2085136088] 'read index received' (duration: 114.312007ms)","trace[2085136088] 'applied index is now lower than readState.Index' (duration: 207.414961ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:11.230162Z","caller":"traceutil/trace.go:171","msg":"trace[662995502] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"322.340579ms","start":"2026-03-27T01:58:10.907793Z","end":"2026-03-27T01:58:11.230133Z","steps":["trace[662995502] 'process raft request' (duration: 114.874957ms)","trace[662995502] 'compare' (duration: 206.879341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:11.230273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.124335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-27T01:58:11.230296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.90777Z","time spent":"322.450341ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:11.230275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.071514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T01:58:11.230315Z","caller":"traceutil/trace.go:171","msg":"trace[2121758692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1913; }","duration":"810.191076ms","start":"2026-03-27T01:58:10.420112Z","end":"2026-03-27T01:58:11.230303Z","steps":["trace[2121758692] 'agreement among raft nodes before linearized reading' (duration: 810.014113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:11.230329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.919634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-27T01:58:11.230479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.637144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-27T01:58:11.230483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.25609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-03-27T01:58:11.230449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434694804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-27T01:58:11.230519Z","caller":"traceutil/trace.go:171","msg":"trace[763287171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"560.727116ms","start":"2026-03-27T01:58:10.669784Z","end":"2026-03-27T01:58:11.230511Z","steps":["trace[763287171] 'agreement among raft nodes before linearized reading' (duration: 560.619183ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:11.230526Z","caller":"traceutil/trace.go:171","msg":"trace[2048187399] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68; range_end:; response_count:1; response_revision:1913; }","duration":"828.339352ms","start":"2026-03-27T01:58:10.402176Z","end":"2026-03-27T01:58:11.230516Z","steps":["trace[2048187399] 'agreement among raft nodes before linearized reading' (duration: 828.230509ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:11.230525Z","caller":"traceutil/trace.go:171","msg":"trace[454149210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1913; }","duration":"676.17055ms","start":"2026-03-27T01:58:10.554333Z","end":"2026-03-27T01:58:11.230504Z","steps":["trace[454149210] 'agreement among raft nodes before linearized reading' (duration: 675.70964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:11.230549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.669758Z","time spent":"560.785287ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-27T01:58:11.23056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.402148Z","time spent":"828.404404ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68\" "} {"level":"info","ts":"2026-03-27T01:58:11.230555Z","caller":"traceutil/trace.go:171","msg":"trace[2135711091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1913; }","duration":"1.434843168s","start":"2026-03-27T01:58:09.795686Z","end":"2026-03-27T01:58:11.230529Z","steps":["trace[2135711091] 'agreement among raft nodes before linearized reading' (duration: 1.434518731s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:11.230365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.420099Z","time spent":"810.258338ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T01:58:11.230601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.554319Z","time spent":"676.264271ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-27T01:58:11.23061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:09.795669Z","time spent":"1.43493061s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-27T01:58:11.230365Z","caller":"traceutil/trace.go:171","msg":"trace[198584385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1913; }","duration":"559.247317ms","start":"2026-03-27T01:58:10.671099Z","end":"2026-03-27T01:58:11.230346Z","steps":["trace[198584385] 'agreement among raft nodes before linearized reading' (duration: 558.986292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:11.230697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.671058Z","time spent":"559.627485ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T01:58:11.23041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.535814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T01:58:11.230874Z","caller":"traceutil/trace.go:171","msg":"trace[1068698486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1913; }","duration":"960.073144ms","start":"2026-03-27T01:58:10.27079Z","end":"2026-03-27T01:58:11.230863Z","steps":["trace[1068698486] 'agreement among raft nodes before linearized reading' (duration: 959.392971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:11.230916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.270766Z","time spent":"960.140086ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T01:58:11.730198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983394374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T01:58:12.750674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.369652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:58:12.75083Z","caller":"traceutil/trace.go:171","msg":"trace[838748674] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"1.523379322s","start":"2026-03-27T01:58:11.227423Z","end":"2026-03-27T01:58:12.750803Z","steps":["trace[838748674] 'process raft request' (duration: 746.715584ms)","trace[838748674] 'compare' (duration: 776.166189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:12.750923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.227393Z","time spent":"1.523483334s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:12.758661Z","caller":"traceutil/trace.go:171","msg":"trace[296577988] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"1.524116335s","start":"2026-03-27T01:58:11.234504Z","end":"2026-03-27T01:58:12.75862Z","steps":["trace[296577988] 'process raft request' (duration: 1.523930152s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.758834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.234478Z","time spent":"1.524260159s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:12.759048Z","caller":"traceutil/trace.go:171","msg":"trace[983713466] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.523541874s","start":"2026-03-27T01:58:11.235435Z","end":"2026-03-27T01:58:12.758977Z","steps":["trace[983713466] 'process raft request' (duration: 1.523138667s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.759352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.235404Z","time spent":"1.523787879s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:12.75985Z","caller":"traceutil/trace.go:171","msg":"trace[786910478] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"1.52435526s","start":"2026-03-27T01:58:11.235462Z","end":"2026-03-27T01:58:12.759817Z","steps":["trace[786910478] 'process raft request' (duration: 1.523414742s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.759964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.235442Z","time spent":"1.524465672s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:12.759878Z","caller":"traceutil/trace.go:171","msg":"trace[1922212221] linearizableReadLoop","detail":"{readStateIndex:2003; appliedIndex:1996; }","duration":"1.529820374s","start":"2026-03-27T01:58:11.230034Z","end":"2026-03-27T01:58:12.759854Z","steps":["trace[1922212221] 'read index received' (duration: 744.111075ms)","trace[1922212221] 'applied index is now lower than readState.Index' (duration: 785.708289ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:12.760028Z","caller":"traceutil/trace.go:171","msg":"trace[1640383789] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.524106355s","start":"2026-03-27T01:58:11.235873Z","end":"2026-03-27T01:58:12.759979Z","steps":["trace[1640383789] 'process raft request' (duration: 1.523897071s)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:12.760123Z","caller":"traceutil/trace.go:171","msg":"trace[797712106] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"1.36102681s","start":"2026-03-27T01:58:11.399081Z","end":"2026-03-27T01:58:12.760108Z","steps":["trace[797712106] 'process raft request' (duration: 1.360726724s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.760271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829377162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-27T01:58:12.76042Z","caller":"traceutil/trace.go:171","msg":"trace[1447146764] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"1.524618715s","start":"2026-03-27T01:58:11.235788Z","end":"2026-03-27T01:58:12.760407Z","steps":["trace[1447146764] 'process raft request' (duration: 1.523884302s)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:12.760435Z","caller":"traceutil/trace.go:171","msg":"trace[153082495] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1920; }","duration":"1.829576647s","start":"2026-03-27T01:58:10.930823Z","end":"2026-03-27T01:58:12.7604Z","steps":["trace[153082495] 'agreement among raft nodes before linearized reading' (duration: 1.829321382s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.760497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.235773Z","time spent":"1.524686826s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:12.760504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.930795Z","time spent":"1.829691839s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T01:58:12.760336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.399046Z","time spent":"1.361175922s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:12.760351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.235847Z","time spent":"1.524315269s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:12.760541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808749124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:12.76068Z","caller":"traceutil/trace.go:171","msg":"trace[1461018551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1920; }","duration":"1.808907146s","start":"2026-03-27T01:58:10.951746Z","end":"2026-03-27T01:58:12.760653Z","steps":["trace[1461018551] 'agreement among raft nodes before linearized reading' (duration: 1.808713213s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.760747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.951729Z","time spent":"1.809001599s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T01:58:12.761153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848101896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10629"} {"level":"info","ts":"2026-03-27T01:58:12.761223Z","caller":"traceutil/trace.go:171","msg":"trace[1562928836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1920; }","duration":"1.848210849s","start":"2026-03-27T01:58:10.912996Z","end":"2026-03-27T01:58:12.761207Z","steps":["trace[1562928836] 'agreement among raft nodes before linearized reading' (duration: 1.847417213s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.761276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:10.91298Z","time spent":"1.848273879s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10651,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-27T01:58:12.778742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.936568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-03-27T01:58:12.778847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.642646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-27T01:58:12.778698Z","caller":"traceutil/trace.go:171","msg":"trace[1788057037] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"771.573513ms","start":"2026-03-27T01:58:12.007106Z","end":"2026-03-27T01:58:12.778679Z","steps":["trace[1788057037] 'process raft request' (duration: 771.284908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.778869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.172736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-27T01:58:12.77898Z","caller":"traceutil/trace.go:171","msg":"trace[234800425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"540.770359ms","start":"2026-03-27T01:58:12.238144Z","end":"2026-03-27T01:58:12.778914Z","steps":["trace[234800425] 'agreement among raft nodes before linearized reading' (duration: 540.568485ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:12.779016Z","caller":"traceutil/trace.go:171","msg":"trace[840865267] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68; range_end:; response_count:1; response_revision:1921; }","duration":"542.360719ms","start":"2026-03-27T01:58:12.236637Z","end":"2026-03-27T01:58:12.778998Z","steps":["trace[840865267] 'agreement among raft nodes before linearized reading' (duration: 542.097634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.779055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:12.236611Z","time spent":"542.435201ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ed317b25-bbd8-42b7-a13e-62008a40ee68\" "} {"level":"warn","ts":"2026-03-27T01:58:12.779062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.819964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-27T01:58:12.779093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:12.238122Z","time spent":"540.955393ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-27T01:58:12.779139Z","caller":"traceutil/trace.go:171","msg":"trace[2106389363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1921; }","duration":"975.894706ms","start":"2026-03-27T01:58:11.803223Z","end":"2026-03-27T01:58:12.779118Z","steps":["trace[2106389363] 'agreement among raft nodes before linearized reading' (duration: 975.667291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.779178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:11.803154Z","time spent":"976.015608ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-27T01:58:12.779105Z","caller":"traceutil/trace.go:171","msg":"trace[1923933999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1921; }","duration":"114.159553ms","start":"2026-03-27T01:58:12.664737Z","end":"2026-03-27T01:58:12.778896Z","steps":["trace[1923933999] 'agreement among raft nodes before linearized reading' (duration: 113.857237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:12.779402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:12.007077Z","time spent":"771.881678ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:13.049811Z","caller":"traceutil/trace.go:171","msg":"trace[506162963] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"285.006256ms","start":"2026-03-27T01:58:12.764767Z","end":"2026-03-27T01:58:13.049773Z","steps":["trace[506162963] 'process raft request' (duration: 234.893081ms)","trace[506162963] 'compare' (duration: 49.374351ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:13.049956Z","caller":"traceutil/trace.go:171","msg":"trace[1447823627] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2004; }","duration":"270.823557ms","start":"2026-03-27T01:58:12.779107Z","end":"2026-03-27T01:58:13.04993Z","steps":["trace[1447823627] 'read index received' (duration: 220.518628ms)","trace[1447823627] 'applied index is now lower than readState.Index' (duration: 50.302689ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:13.04996Z","caller":"traceutil/trace.go:171","msg":"trace[1615052907] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"279.690866ms","start":"2026-03-27T01:58:12.770224Z","end":"2026-03-27T01:58:13.049915Z","steps":["trace[1615052907] 'process raft request' (duration: 279.509493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.050103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.133575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:13.050033Z","caller":"traceutil/trace.go:171","msg":"trace[397090738] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"136.440093ms","start":"2026-03-27T01:58:12.913466Z","end":"2026-03-27T01:58:13.049906Z","steps":["trace[397090738] 'process raft request' (duration: 136.392152ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:13.05015Z","caller":"traceutil/trace.go:171","msg":"trace[2092963413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1924; }","duration":"288.185536ms","start":"2026-03-27T01:58:12.761947Z","end":"2026-03-27T01:58:13.050132Z","steps":["trace[2092963413] 'agreement among raft nodes before linearized reading' (duration: 288.099864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.050255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.602894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:13.050372Z","caller":"traceutil/trace.go:171","msg":"trace[1322952632] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1924; }","duration":"261.777058ms","start":"2026-03-27T01:58:12.788575Z","end":"2026-03-27T01:58:13.050352Z","steps":["trace[1322952632] 'agreement among raft nodes before linearized reading' (duration: 261.532463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.529006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.656324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:58:13.529275Z","caller":"traceutil/trace.go:171","msg":"trace[450402709] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2007; }","duration":"469.746879ms","start":"2026-03-27T01:58:13.059501Z","end":"2026-03-27T01:58:13.529248Z","steps":["trace[450402709] 'read index received' (duration: 50.848108ms)","trace[450402709] 'applied index is now lower than readState.Index' (duration: 418.896951ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:13.529442Z","caller":"traceutil/trace.go:171","msg":"trace[1546429883] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"472.733626ms","start":"2026-03-27T01:58:13.056682Z","end":"2026-03-27T01:58:13.529416Z","steps":["trace[1546429883] 'process raft request' (duration: 472.434251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.529671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.170918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:13.529705Z","caller":"traceutil/trace.go:171","msg":"trace[1327188364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1928; }","duration":"470.224839ms","start":"2026-03-27T01:58:13.05947Z","end":"2026-03-27T01:58:13.529695Z","steps":["trace[1327188364] 'agreement among raft nodes before linearized reading' (duration: 470.160648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.529719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.056673Z","time spent":"472.972411ms","remote":"127.0.0.1:43734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:13.529735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.05946Z","time spent":"470.26859ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-27T01:58:13.529711Z","caller":"traceutil/trace.go:171","msg":"trace[702613772] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"473.207935ms","start":"2026-03-27T01:58:13.056473Z","end":"2026-03-27T01:58:13.529681Z","steps":["trace[702613772] 'process raft request' (duration: 165.775406ms)","trace[702613772] 'compare' (duration: 306.481861ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:13.529604Z","caller":"traceutil/trace.go:171","msg":"trace[365540319] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"472.113195ms","start":"2026-03-27T01:58:13.057476Z","end":"2026-03-27T01:58:13.529589Z","steps":["trace[365540319] 'process raft request' (duration: 471.718157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.529858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.056435Z","time spent":"473.342638ms","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1471,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:13.529885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.057463Z","time spent":"472.352399ms","remote":"127.0.0.1:43862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:13.552259Z","caller":"traceutil/trace.go:171","msg":"trace[1034530283] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"315.646934ms","start":"2026-03-27T01:58:13.236582Z","end":"2026-03-27T01:58:13.552229Z","steps":["trace[1034530283] 'process raft request' (duration: 315.42948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.552479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.236549Z","time spent":"315.836028ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:13.713529Z","caller":"traceutil/trace.go:171","msg":"trace[990684825] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2011; }","duration":"184.182484ms","start":"2026-03-27T01:58:13.529329Z","end":"2026-03-27T01:58:13.713512Z","steps":["trace[990684825] 'read index received' (duration: 22.77223ms)","trace[990684825] 'applied index is now lower than readState.Index' (duration: 161.409254ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:13.71352Z","caller":"traceutil/trace.go:171","msg":"trace[1262705713] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"272.434958ms","start":"2026-03-27T01:58:13.441047Z","end":"2026-03-27T01:58:13.713482Z","steps":["trace[1262705713] 'process raft request' (duration: 255.397037ms)","trace[1262705713] 'compare' (duration: 16.822597ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:13.713597Z","caller":"traceutil/trace.go:171","msg":"trace[1664600830] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"162.898472ms","start":"2026-03-27T01:58:13.550678Z","end":"2026-03-27T01:58:13.713577Z","steps":["trace[1664600830] 'process raft request' (duration: 162.739419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.713761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.151292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-27T01:58:13.713782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.569823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-27T01:58:13.713808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.475476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10943"} {"level":"info","ts":"2026-03-27T01:58:13.713869Z","caller":"traceutil/trace.go:171","msg":"trace[886068685] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1931; }","duration":"305.677665ms","start":"2026-03-27T01:58:13.408172Z","end":"2026-03-27T01:58:13.71385Z","steps":["trace[886068685] 'agreement among raft nodes before linearized reading' (duration: 305.376339ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:13.713889Z","caller":"traceutil/trace.go:171","msg":"trace[344464239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1931; }","duration":"274.608039ms","start":"2026-03-27T01:58:13.439259Z","end":"2026-03-27T01:58:13.713867Z","steps":["trace[344464239] 'agreement among raft nodes before linearized reading' (duration: 274.273933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.713929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.408094Z","time spent":"305.822938ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-27T01:58:13.713814Z","caller":"traceutil/trace.go:171","msg":"trace[681336896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"651.225383ms","start":"2026-03-27T01:58:13.062577Z","end":"2026-03-27T01:58:13.713802Z","steps":["trace[681336896] 'agreement among raft nodes before linearized reading' (duration: 651.012079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:13.713984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:13.062551Z","time spent":"651.422446ms","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-27T01:58:19.358837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.124111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:19.358934Z","caller":"traceutil/trace.go:171","msg":"trace[463313552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1990; }","duration":"405.299634ms","start":"2026-03-27T01:58:18.953615Z","end":"2026-03-27T01:58:19.358914Z","steps":["trace[463313552] 'range keys from in-memory index tree' (duration: 405.011469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:19.359008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:18.953588Z","time spent":"405.408707ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-27T01:58:19.38535Z","caller":"traceutil/trace.go:171","msg":"trace[284222712] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2075; }","duration":"307.608922ms","start":"2026-03-27T01:58:19.077725Z","end":"2026-03-27T01:58:19.385334Z","steps":["trace[284222712] 'read index received' (duration: 307.462099ms)","trace[284222712] 'applied index is now lower than readState.Index' (duration: 145.123µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:19.385467Z","caller":"traceutil/trace.go:171","msg":"trace[1857875076] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"314.694466ms","start":"2026-03-27T01:58:19.070762Z","end":"2026-03-27T01:58:19.385457Z","steps":["trace[1857875076] 'process raft request' (duration: 314.421381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:19.385595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:19.070726Z","time spent":"314.776357ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:19.385787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.04968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-27T01:58:19.385874Z","caller":"traceutil/trace.go:171","msg":"trace[849365559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1991; }","duration":"308.196153ms","start":"2026-03-27T01:58:19.077656Z","end":"2026-03-27T01:58:19.385852Z","steps":["trace[849365559] 'agreement among raft nodes before linearized reading' (duration: 307.873277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:19.385958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:19.077628Z","time spent":"308.317925ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-27T01:58:25.028931Z","caller":"traceutil/trace.go:171","msg":"trace[2032952651] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2114; }","duration":"217.326219ms","start":"2026-03-27T01:58:24.811582Z","end":"2026-03-27T01:58:25.028908Z","steps":["trace[2032952651] 'read index received' (duration: 217.269018ms)","trace[2032952651] 'applied index is now lower than readState.Index' (duration: 55.761µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:25.02905Z","caller":"traceutil/trace.go:171","msg":"trace[2067995890] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"229.579211ms","start":"2026-03-27T01:58:24.799456Z","end":"2026-03-27T01:58:25.029035Z","steps":["trace[2067995890] 'process raft request' (duration: 229.283484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:25.029411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.794549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T01:58:25.029516Z","caller":"traceutil/trace.go:171","msg":"trace[1217201919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2029; }","duration":"217.956821ms","start":"2026-03-27T01:58:24.811536Z","end":"2026-03-27T01:58:25.029493Z","steps":["trace[1217201919] 'agreement among raft nodes before linearized reading' (duration: 217.639995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:25.030583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.768437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-27T01:58:25.030612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.338261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T01:58:25.03064Z","caller":"traceutil/trace.go:171","msg":"trace[28605838] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"211.702243ms","start":"2026-03-27T01:58:24.818923Z","end":"2026-03-27T01:58:25.030626Z","steps":["trace[28605838] 'process raft request' (duration: 211.271165ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:25.030682Z","caller":"traceutil/trace.go:171","msg":"trace[923646926] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2030; }","duration":"216.429453ms","start":"2026-03-27T01:58:24.81423Z","end":"2026-03-27T01:58:25.030659Z","steps":["trace[923646926] 'agreement among raft nodes before linearized reading' (duration: 216.311721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:25.030743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.157079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T01:58:25.030782Z","caller":"traceutil/trace.go:171","msg":"trace[510154272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2030; }","duration":"215.212359ms","start":"2026-03-27T01:58:24.81556Z","end":"2026-03-27T01:58:25.030773Z","steps":["trace[510154272] 'agreement among raft nodes before linearized reading' (duration: 215.113077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:25.030782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.592006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T01:58:25.030643Z","caller":"traceutil/trace.go:171","msg":"trace[245941053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2030; }","duration":"218.846928ms","start":"2026-03-27T01:58:24.811783Z","end":"2026-03-27T01:58:25.03063Z","steps":["trace[245941053] 'agreement among raft nodes before linearized reading' (duration: 218.674125ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:25.03086Z","caller":"traceutil/trace.go:171","msg":"trace[1853519314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2030; }","duration":"216.722828ms","start":"2026-03-27T01:58:24.814116Z","end":"2026-03-27T01:58:25.030838Z","steps":["trace[1853519314] 'agreement among raft nodes before linearized reading' (duration: 216.505054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:25.03094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.673338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-27T01:58:25.030586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.795722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T01:58:25.03114Z","caller":"traceutil/trace.go:171","msg":"trace[207138210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2030; }","duration":"162.876951ms","start":"2026-03-27T01:58:24.868233Z","end":"2026-03-27T01:58:25.03111Z","steps":["trace[207138210] 'agreement among raft nodes before linearized reading' (duration: 162.642487ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:25.031217Z","caller":"traceutil/trace.go:171","msg":"trace[1069590328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2030; }","duration":"215.475044ms","start":"2026-03-27T01:58:24.815725Z","end":"2026-03-27T01:58:25.0312Z","steps":["trace[1069590328] 'agreement among raft nodes before linearized reading' (duration: 214.749751ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:57.399891Z","caller":"traceutil/trace.go:171","msg":"trace[1253802097] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2302; }","duration":"186.230904ms","start":"2026-03-27T01:58:57.213637Z","end":"2026-03-27T01:58:57.399868Z","steps":["trace[1253802097] 'read index received' (duration: 186.07972ms)","trace[1253802097] 'applied index is now lower than readState.Index' (duration: 147.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:57.399958Z","caller":"traceutil/trace.go:171","msg":"trace[1226156623] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"222.67914ms","start":"2026-03-27T01:58:57.177225Z","end":"2026-03-27T01:58:57.399904Z","steps":["trace[1226156623] 'process raft request' (duration: 222.497526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:57.40017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.83319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-27T01:58:57.400213Z","caller":"traceutil/trace.go:171","msg":"trace[330774710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2210; }","duration":"181.926661ms","start":"2026-03-27T01:58:57.218276Z","end":"2026-03-27T01:58:57.400203Z","steps":["trace[330774710] 'agreement among raft nodes before linearized reading' (duration: 181.758138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:57.400219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.182399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-27T01:58:57.400294Z","caller":"traceutil/trace.go:171","msg":"trace[2114464759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2210; }","duration":"127.305231ms","start":"2026-03-27T01:58:57.272968Z","end":"2026-03-27T01:58:57.400273Z","steps":["trace[2114464759] 'agreement among raft nodes before linearized reading' (duration: 127.118388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:57.400337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.680632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-27T01:58:57.400396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.497928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-27T01:58:57.400459Z","caller":"traceutil/trace.go:171","msg":"trace[1668200532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2210; }","duration":"186.863105ms","start":"2026-03-27T01:58:57.213574Z","end":"2026-03-27T01:58:57.400437Z","steps":["trace[1668200532] 'agreement among raft nodes before linearized reading' (duration: 186.412957ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:57.400481Z","caller":"traceutil/trace.go:171","msg":"trace[1177569221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2210; }","duration":"177.643621ms","start":"2026-03-27T01:58:57.222818Z","end":"2026-03-27T01:58:57.400462Z","steps":["trace[1177569221] 'agreement among raft nodes before linearized reading' (duration: 177.373616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:57.400382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.434904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-27T01:58:57.400562Z","caller":"traceutil/trace.go:171","msg":"trace[454326453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2210; }","duration":"171.635487ms","start":"2026-03-27T01:58:57.228915Z","end":"2026-03-27T01:58:57.400551Z","steps":["trace[454326453] 'agreement among raft nodes before linearized reading' (duration: 171.337052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:57.400887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.772106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-27T01:58:57.400934Z","caller":"traceutil/trace.go:171","msg":"trace[42118364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2210; }","duration":"174.836868ms","start":"2026-03-27T01:58:57.226088Z","end":"2026-03-27T01:58:57.400925Z","steps":["trace[42118364] 'agreement among raft nodes before linearized reading' (duration: 174.726206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:58.717498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.79183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:58:58.717619Z","caller":"traceutil/trace.go:171","msg":"trace[2067674129] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"1.313730371s","start":"2026-03-27T01:58:57.403869Z","end":"2026-03-27T01:58:58.717599Z","steps":["trace[2067674129] 'process raft request' (duration: 601.738408ms)","trace[2067674129] 'compare' (duration: 711.210448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:58:58.717679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.403803Z","time spent":"1.313847634s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:59.506356Z","caller":"traceutil/trace.go:171","msg":"trace[385665318] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"2.10143804s","start":"2026-03-27T01:58:57.404887Z","end":"2026-03-27T01:58:59.506325Z","steps":["trace[385665318] 'process raft request' (duration: 2.101227756s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.506527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.404861Z","time spent":"2.101576232s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:59.506728Z","caller":"traceutil/trace.go:171","msg":"trace[1157818078] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"2.10147966s","start":"2026-03-27T01:58:57.405201Z","end":"2026-03-27T01:58:59.506681Z","steps":["trace[1157818078] 'process raft request' (duration: 2.101080913s)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:59.506865Z","caller":"traceutil/trace.go:171","msg":"trace[896848850] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"2.101592963s","start":"2026-03-27T01:58:57.405222Z","end":"2026-03-27T01:58:59.506815Z","steps":["trace[896848850] 'process raft request' (duration: 2.101381979s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.506995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.405186Z","time spent":"2.101669264s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:59.50708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.405211Z","time spent":"2.101762776s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:59.507512Z","caller":"traceutil/trace.go:171","msg":"trace[176699823] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"2.102250946s","start":"2026-03-27T01:58:57.405236Z","end":"2026-03-27T01:58:59.507487Z","steps":["trace[176699823] 'process raft request' (duration: 2.101484611s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.507702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.405212Z","time spent":"2.102378468s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:59.507782Z","caller":"traceutil/trace.go:171","msg":"trace[959686936] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"2.102441119s","start":"2026-03-27T01:58:57.405318Z","end":"2026-03-27T01:58:59.507759Z","steps":["trace[959686936] 'process raft request' (duration: 2.102128423s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.507876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.40531Z","time spent":"2.10251947s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:59.507914Z","caller":"traceutil/trace.go:171","msg":"trace[54741217] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"1.782604516s","start":"2026-03-27T01:58:57.725293Z","end":"2026-03-27T01:58:59.507898Z","steps":["trace[54741217] 'process raft request' (duration: 1.782534265s)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:58:59.507982Z","caller":"traceutil/trace.go:171","msg":"trace[188750409] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"1.992335233s","start":"2026-03-27T01:58:57.515637Z","end":"2026-03-27T01:58:59.507972Z","steps":["trace[188750409] 'process raft request' (duration: 1.992056858s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.508017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.725258Z","time spent":"1.782706609s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:59.508045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.515601Z","time spent":"1.992416244s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:58:59.508156Z","caller":"traceutil/trace.go:171","msg":"trace[309763686] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2303; }","duration":"1.867458647s","start":"2026-03-27T01:58:57.640678Z","end":"2026-03-27T01:58:59.508136Z","steps":["trace[309763686] 'read index received' (duration: 364.933752ms)","trace[309763686] 'applied index is now lower than readState.Index' (duration: 1.502523185s)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:58:59.508175Z","caller":"traceutil/trace.go:171","msg":"trace[337082768] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.66186758s","start":"2026-03-27T01:58:57.846292Z","end":"2026-03-27T01:58:59.508159Z","steps":["trace[337082768] 'process raft request' (duration: 1.661573955s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.508284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.846269Z","time spent":"1.661951041s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:58:59.508347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867675362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-27T01:58:59.508385Z","caller":"traceutil/trace.go:171","msg":"trace[706650242] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2219; }","duration":"1.867754613s","start":"2026-03-27T01:58:57.640618Z","end":"2026-03-27T01:58:59.508373Z","steps":["trace[706650242] 'agreement among raft nodes before linearized reading' (duration: 1.86761181s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.508416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.64059Z","time spent":"1.867821325s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T01:58:59.95181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-27T01:58:59.951911Z","caller":"traceutil/trace.go:171","msg":"trace[2090042598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468637s","start":"2026-03-27T01:58:57.951422Z","end":"2026-03-27T01:58:59.95189Z","steps":["trace[2090042598] 'agreement among raft nodes before linearized reading' (duration: 2.000336485s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:58:59.951981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.9514Z","time spent":"2.000571349s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/27 01:58:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-27T01:59:00.257368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.745964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T01:59:00.257637Z","caller":"traceutil/trace.go:171","msg":"trace[631964982] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"744.484381ms","start":"2026-03-27T01:58:59.513129Z","end":"2026-03-27T01:59:00.257614Z","steps":["trace[631964982] 'process raft request' (duration: 744.376038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:00.257751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:59.513091Z","time spent":"744.610833ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T01:59:00.257783Z","caller":"traceutil/trace.go:171","msg":"trace[1491178112] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2312; }","duration":"749.558906ms","start":"2026-03-27T01:58:59.508201Z","end":"2026-03-27T01:59:00.25776Z","steps":["trace[1491178112] 'read index received' (duration: 135.618748ms)","trace[1491178112] 'applied index is now lower than readState.Index' (duration: 613.936708ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T01:59:00.257742Z","caller":"traceutil/trace.go:171","msg":"trace[445935618] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"851.163393ms","start":"2026-03-27T01:58:59.406544Z","end":"2026-03-27T01:59:00.257707Z","steps":["trace[445935618] 'process raft request' (duration: 236.96556ms)","trace[445935618] 'compare' (duration: 613.560961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T01:59:00.258077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293642184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T01:59:00.258112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.576541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T01:59:00.258119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508904619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-27T01:59:00.258166Z","caller":"traceutil/trace.go:171","msg":"trace[790276062] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2221; }","duration":"2.293784207s","start":"2026-03-27T01:58:57.964363Z","end":"2026-03-27T01:59:00.258148Z","steps":["trace[790276062] 'agreement among raft nodes before linearized reading' (duration: 2.293639175s)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:00.258174Z","caller":"traceutil/trace.go:171","msg":"trace[1785436605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2221; }","duration":"305.674233ms","start":"2026-03-27T01:58:59.952483Z","end":"2026-03-27T01:59:00.258157Z","steps":["trace[1785436605] 'agreement among raft nodes before linearized reading' (duration: 305.569981ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:00.258184Z","caller":"traceutil/trace.go:171","msg":"trace[1438447557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2221; }","duration":"1.509002662s","start":"2026-03-27T01:58:58.749162Z","end":"2026-03-27T01:59:00.258165Z","steps":["trace[1438447557] 'agreement among raft nodes before linearized reading' (duration: 1.508788048s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:00.258218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:57.964349Z","time spent":"2.293857818s","remote":"127.0.0.1:38676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-27T01:59:00.258168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128193683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T01:59:00.25822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325748094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12384"} {"level":"warn","ts":"2026-03-27T01:59:00.258266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:59.952464Z","time spent":"305.749794ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-27T01:59:00.258293Z","caller":"traceutil/trace.go:171","msg":"trace[1018558219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2221; }","duration":"2.128404526s","start":"2026-03-27T01:58:58.129863Z","end":"2026-03-27T01:59:00.258268Z","steps":["trace[1018558219] 'agreement among raft nodes before linearized reading' (duration: 2.128164932s)"],"step_count":1} {"level":"info","ts":"2026-03-27T01:59:00.258335Z","caller":"traceutil/trace.go:171","msg":"trace[184101650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2221; }","duration":"1.325907977s","start":"2026-03-27T01:58:58.932389Z","end":"2026-03-27T01:59:00.258297Z","steps":["trace[184101650] 'agreement among raft nodes before linearized reading' (duration: 1.325588201s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:00.258384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:58.129829Z","time spent":"2.128539709s","remote":"127.0.0.1:40348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-27T01:59:00.258383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:58.932365Z","time spent":"1.326006498s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-27T01:59:00.258093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:59.406512Z","time spent":"851.530719ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T01:59:00.258186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484801625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T01:59:00.258533Z","caller":"traceutil/trace.go:171","msg":"trace[972491157] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:2221; }","duration":"1.485206253s","start":"2026-03-27T01:58:58.773304Z","end":"2026-03-27T01:59:00.258511Z","steps":["trace[972491157] 'agreement among raft nodes before linearized reading' (duration: 1.484677513s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:00.258324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242642887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T01:59:00.258607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:58.773281Z","time spent":"1.485298314s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-03-27T01:59:00.258227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:58.749144Z","time spent":"1.509073202s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-27T01:59:00.25864Z","caller":"traceutil/trace.go:171","msg":"trace[305475110] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2221; }","duration":"1.243079845s","start":"2026-03-27T01:58:59.015508Z","end":"2026-03-27T01:59:00.258587Z","steps":["trace[305475110] 'agreement among raft nodes before linearized reading' (duration: 1.242575046s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:00.258843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:59.015478Z","time spent":"1.24334332s","remote":"127.0.0.1:57030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-27T01:59:00.258224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851295159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-27T01:59:00.259012Z","caller":"traceutil/trace.go:171","msg":"trace[1500754109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2221; }","duration":"1.852196866s","start":"2026-03-27T01:58:58.406795Z","end":"2026-03-27T01:59:00.258992Z","steps":["trace[1500754109] 'agreement among raft nodes before linearized reading' (duration: 1.851163387s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T01:59:00.259089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T01:58:58.406774Z","time spent":"1.852271137s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-27T01:59:05.54583Z","caller":"traceutil/trace.go:171","msg":"trace[1898929121] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"116.332854ms","start":"2026-03-27T01:59:05.429468Z","end":"2026-03-27T01:59:05.545801Z","steps":["trace[1898929121] 'process raft request' (duration: 116.12688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:24.989178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.404344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:00:24.989274Z","caller":"traceutil/trace.go:171","msg":"trace[1239199648] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2872; }","duration":"239.559197ms","start":"2026-03-27T02:00:24.749697Z","end":"2026-03-27T02:00:24.989256Z","steps":["trace[1239199648] 'count revisions from in-memory index tree' (duration: 239.301722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:24.98937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.54102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-27T02:00:24.989509Z","caller":"traceutil/trace.go:171","msg":"trace[172496123] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2872; }","duration":"205.754515ms","start":"2026-03-27T02:00:24.783724Z","end":"2026-03-27T02:00:24.989479Z","steps":["trace[172496123] 'range keys from in-memory index tree' (duration: 205.244994ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:26.080243Z","caller":"traceutil/trace.go:171","msg":"trace[1059715053] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"550.702652ms","start":"2026-03-27T02:00:25.529515Z","end":"2026-03-27T02:00:26.080218Z","steps":["trace[1059715053] 'process raft request' (duration: 550.536038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:26.080415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.529494Z","time spent":"550.829914ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:00:26.908418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.671756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:00:26.908799Z","caller":"traceutil/trace.go:171","msg":"trace[1455901722] linearizableReadLoop","detail":"{readStateIndex:2996; appliedIndex:2994; }","duration":"951.102364ms","start":"2026-03-27T02:00:25.957679Z","end":"2026-03-27T02:00:26.908782Z","steps":["trace[1455901722] 'read index received' (duration: 122.772785ms)","trace[1455901722] 'applied index is now lower than readState.Index' (duration: 828.328519ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:26.908986Z","caller":"traceutil/trace.go:171","msg":"trace[352847386] transaction","detail":"{read_only:false; response_revision:2876; number_of_response:1; }","duration":"991.54686ms","start":"2026-03-27T02:00:25.917401Z","end":"2026-03-27T02:00:26.908948Z","steps":["trace[352847386] 'process raft request' (duration: 991.128753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:26.909122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.423111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-27T02:00:26.909174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.91737Z","time spent":"991.709324ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:00:26.909204Z","caller":"traceutil/trace.go:171","msg":"trace[164039725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2876; }","duration":"951.541323ms","start":"2026-03-27T02:00:25.957644Z","end":"2026-03-27T02:00:26.909185Z","steps":["trace[164039725] 'agreement among raft nodes before linearized reading' (duration: 951.33559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:26.909252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.957628Z","time spent":"951.614864ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-27T02:00:26.909161Z","caller":"traceutil/trace.go:171","msg":"trace[654634057] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"992.455457ms","start":"2026-03-27T02:00:25.916473Z","end":"2026-03-27T02:00:26.908928Z","steps":["trace[654634057] 'process raft request' (duration: 704.17828ms)","trace[654634057] 'compare' (duration: 287.144576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:26.909593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.916438Z","time spent":"992.968896ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:00:27.065362Z","caller":"traceutil/trace.go:171","msg":"trace[1945680823] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"426.198495ms","start":"2026-03-27T02:00:26.63914Z","end":"2026-03-27T02:00:27.065338Z","steps":["trace[1945680823] 'process raft request' (duration: 420.369566ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:27.065499Z","caller":"traceutil/trace.go:171","msg":"trace[1874827645] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"151.717535ms","start":"2026-03-27T02:00:26.913765Z","end":"2026-03-27T02:00:27.065483Z","steps":["trace[1874827645] 'process raft request' (duration: 151.519281ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:27.065349Z","caller":"traceutil/trace.go:171","msg":"trace[1473695024] linearizableReadLoop","detail":"{readStateIndex:2997; appliedIndex:2996; }","duration":"156.489965ms","start":"2026-03-27T02:00:26.908834Z","end":"2026-03-27T02:00:27.065324Z","steps":["trace[1473695024] 'read index received' (duration: 150.694416ms)","trace[1473695024] 'applied index is now lower than readState.Index' (duration: 5.794649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:27.065543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:26.639115Z","time spent":"426.338297ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:00:27.065617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.879106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:00:27.06568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094623026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-27T02:00:27.065701Z","caller":"traceutil/trace.go:171","msg":"trace[843015575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2878; }","duration":"1.094669576s","start":"2026-03-27T02:00:25.971026Z","end":"2026-03-27T02:00:27.065696Z","steps":["trace[843015575] 'agreement among raft nodes before linearized reading' (duration: 1.094344011s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.065718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.971018Z","time spent":"1.094695637s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T02:00:27.06576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.947283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:00:27.065807Z","caller":"traceutil/trace.go:171","msg":"trace[1138091043] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2878; }","duration":"560.044146ms","start":"2026-03-27T02:00:26.505751Z","end":"2026-03-27T02:00:27.065795Z","steps":["trace[1138091043] 'agreement among raft nodes before linearized reading' (duration: 559.601147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.065795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.724207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18a09033fa5312c6\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-27T02:00:27.065856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096142475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-27T02:00:27.065858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:26.505727Z","time spent":"560.117348ms","remote":"127.0.0.1:53656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-27T02:00:27.065876Z","caller":"traceutil/trace.go:171","msg":"trace[1926760900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2878; }","duration":"1.096199007s","start":"2026-03-27T02:00:25.969673Z","end":"2026-03-27T02:00:27.065872Z","steps":["trace[1926760900] 'agreement among raft nodes before linearized reading' (duration: 1.095727337s)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:27.065869Z","caller":"traceutil/trace.go:171","msg":"trace[1763057504] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18a09033fa5312c6; range_end:; response_count:1; response_revision:2878; }","duration":"966.804888ms","start":"2026-03-27T02:00:26.099044Z","end":"2026-03-27T02:00:27.065849Z","steps":["trace[1763057504] 'agreement among raft nodes before linearized reading' (duration: 966.299408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.065873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.9048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T02:00:27.065911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:26.099026Z","time spent":"966.877519ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.18a09033fa5312c6\" "} {"level":"info","ts":"2026-03-27T02:00:27.065704Z","caller":"traceutil/trace.go:171","msg":"trace[2120130274] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2878; }","duration":"176.014249ms","start":"2026-03-27T02:00:26.889665Z","end":"2026-03-27T02:00:27.06568Z","steps":["trace[2120130274] 'agreement among raft nodes before linearized reading' (duration: 175.659733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.06589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085420345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-27T02:00:27.065922Z","caller":"traceutil/trace.go:171","msg":"trace[23838189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2878; }","duration":"615.993722ms","start":"2026-03-27T02:00:26.449915Z","end":"2026-03-27T02:00:27.065909Z","steps":["trace[23838189] 'agreement among raft nodes before linearized reading' (duration: 615.440361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.066052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:26.449895Z","time spent":"616.145025ms","remote":"127.0.0.1:40392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:00:27.065894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.969656Z","time spent":"1.096234117s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-27T02:00:27.06564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.061991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:00:27.066141Z","caller":"traceutil/trace.go:171","msg":"trace[2136133481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2878; }","duration":"1.085706421s","start":"2026-03-27T02:00:25.980354Z","end":"2026-03-27T02:00:27.06606Z","steps":["trace[2136133481] 'agreement among raft nodes before linearized reading' (duration: 1.085020878s)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:27.066188Z","caller":"traceutil/trace.go:171","msg":"trace[1731925739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2878; }","duration":"114.639563ms","start":"2026-03-27T02:00:26.951536Z","end":"2026-03-27T02:00:27.066176Z","steps":["trace[1731925739] 'agreement among raft nodes before linearized reading' (duration: 114.070792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.066241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.980342Z","time spent":"1.085886104s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T02:00:27.066304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089636633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-27T02:00:27.066321Z","caller":"traceutil/trace.go:171","msg":"trace[1502351987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2878; }","duration":"1.089666784s","start":"2026-03-27T02:00:25.976649Z","end":"2026-03-27T02:00:27.066316Z","steps":["trace[1502351987] 'agreement among raft nodes before linearized reading' (duration: 1.088713705s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:27.066337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:00:25.976643Z","time spent":"1.089691405s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-27T02:00:32.880181Z","caller":"traceutil/trace.go:171","msg":"trace[1538675138] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"131.948376ms","start":"2026-03-27T02:00:32.748211Z","end":"2026-03-27T02:00:32.880159Z","steps":["trace[1538675138] 'process raft request' (duration: 131.825574ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.047629Z","caller":"traceutil/trace.go:171","msg":"trace[385416840] transaction","detail":"{read_only:false; response_revision:2910; number_of_response:1; }","duration":"117.870072ms","start":"2026-03-27T02:00:32.929727Z","end":"2026-03-27T02:00:33.047597Z","steps":["trace[385416840] 'process raft request' (duration: 97.775136ms)","trace[385416840] 'compare' (duration: 19.912933ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:33.121014Z","caller":"traceutil/trace.go:171","msg":"trace[70965717] linearizableReadLoop","detail":"{readStateIndex:3032; appliedIndex:3030; }","duration":"168.746444ms","start":"2026-03-27T02:00:32.952239Z","end":"2026-03-27T02:00:33.120985Z","steps":["trace[70965717] 'read index received' (duration: 75.188965ms)","trace[70965717] 'applied index is now lower than readState.Index' (duration: 93.556399ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:33.121074Z","caller":"traceutil/trace.go:171","msg":"trace[1209933333] transaction","detail":"{read_only:false; response_revision:2911; number_of_response:1; }","duration":"189.822808ms","start":"2026-03-27T02:00:32.931217Z","end":"2026-03-27T02:00:33.12104Z","steps":["trace[1209933333] 'process raft request' (duration: 189.617034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.121163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.905076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:00:33.121203Z","caller":"traceutil/trace.go:171","msg":"trace[1430625438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2911; }","duration":"168.989807ms","start":"2026-03-27T02:00:32.952202Z","end":"2026-03-27T02:00:33.121192Z","steps":["trace[1430625438] 'agreement among raft nodes before linearized reading' (duration: 168.911916ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.276552Z","caller":"traceutil/trace.go:171","msg":"trace[916850989] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3032; }","duration":"155.434505ms","start":"2026-03-27T02:00:33.121086Z","end":"2026-03-27T02:00:33.27652Z","steps":["trace[916850989] 'read index received' (duration: 83.925159ms)","trace[916850989] 'applied index is now lower than readState.Index' (duration: 71.507846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:00:33.276719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.849754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-27T02:00:33.276728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.15249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-27T02:00:33.276712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.095554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-27T02:00:33.276794Z","caller":"traceutil/trace.go:171","msg":"trace[1043896257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2912; }","duration":"177.976917ms","start":"2026-03-27T02:00:33.098797Z","end":"2026-03-27T02:00:33.276774Z","steps":["trace[1043896257] 'agreement among raft nodes before linearized reading' (duration: 177.738881ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.276807Z","caller":"traceutil/trace.go:171","msg":"trace[1109612462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2912; }","duration":"177.291354ms","start":"2026-03-27T02:00:33.099495Z","end":"2026-03-27T02:00:33.276786Z","steps":["trace[1109612462] 'agreement among raft nodes before linearized reading' (duration: 177.033968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.276822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.502038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:00:33.276758Z","caller":"traceutil/trace.go:171","msg":"trace[1791427655] transaction","detail":"{read_only:false; response_revision:2912; number_of_response:1; }","duration":"187.8297ms","start":"2026-03-27T02:00:33.088798Z","end":"2026-03-27T02:00:33.276627Z","steps":["trace[1791427655] 'process raft request' (duration: 116.227702ms)","trace[1791427655] 'compare' (duration: 71.345643ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:33.27694Z","caller":"traceutil/trace.go:171","msg":"trace[1556279975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2912; }","duration":"154.617599ms","start":"2026-03-27T02:00:33.122266Z","end":"2026-03-27T02:00:33.276883Z","steps":["trace[1556279975] 'agreement among raft nodes before linearized reading' (duration: 154.500977ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.276835Z","caller":"traceutil/trace.go:171","msg":"trace[325715096] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2912; }","duration":"181.267588ms","start":"2026-03-27T02:00:33.09555Z","end":"2026-03-27T02:00:33.276817Z","steps":["trace[325715096] 'agreement among raft nodes before linearized reading' (duration: 180.995002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.276834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.863543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T02:00:33.277195Z","caller":"traceutil/trace.go:171","msg":"trace[1364940211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2912; }","duration":"187.26383ms","start":"2026-03-27T02:00:33.089912Z","end":"2026-03-27T02:00:33.277175Z","steps":["trace[1364940211] 'agreement among raft nodes before linearized reading' (duration: 186.807711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.277513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.607661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-27T02:00:33.277556Z","caller":"traceutil/trace.go:171","msg":"trace[1930331979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2912; }","duration":"176.680351ms","start":"2026-03-27T02:00:33.100865Z","end":"2026-03-27T02:00:33.277545Z","steps":["trace[1930331979] 'agreement among raft nodes before linearized reading' (duration: 175.800375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.277581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.667269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T02:00:33.277745Z","caller":"traceutil/trace.go:171","msg":"trace[368512742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2912; }","duration":"178.880013ms","start":"2026-03-27T02:00:33.098845Z","end":"2026-03-27T02:00:33.277725Z","steps":["trace[368512742] 'agreement among raft nodes before linearized reading' (duration: 177.740801ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.532859Z","caller":"traceutil/trace.go:171","msg":"trace[1068195085] transaction","detail":"{read_only:false; response_revision:2915; number_of_response:1; }","duration":"250.374358ms","start":"2026-03-27T02:00:33.282457Z","end":"2026-03-27T02:00:33.532832Z","steps":["trace[1068195085] 'process raft request' (duration: 250.280576ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.532869Z","caller":"traceutil/trace.go:171","msg":"trace[450860950] transaction","detail":"{read_only:false; response_revision:2914; number_of_response:1; }","duration":"251.016531ms","start":"2026-03-27T02:00:33.281817Z","end":"2026-03-27T02:00:33.532833Z","steps":["trace[450860950] 'process raft request' (duration: 201.633688ms)","trace[450860950] 'compare' (duration: 49.180719ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:33.533054Z","caller":"traceutil/trace.go:171","msg":"trace[1957268250] transaction","detail":"{read_only:false; response_revision:2916; number_of_response:1; }","duration":"249.925531ms","start":"2026-03-27T02:00:33.283113Z","end":"2026-03-27T02:00:33.533039Z","steps":["trace[1957268250] 'process raft request' (duration: 249.683295ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.533205Z","caller":"traceutil/trace.go:171","msg":"trace[765056824] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"249.89589ms","start":"2026-03-27T02:00:33.2833Z","end":"2026-03-27T02:00:33.533196Z","steps":["trace[765056824] 'process raft request' (duration: 249.691007ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:00:33.533258Z","caller":"traceutil/trace.go:171","msg":"trace[1462696776] linearizableReadLoop","detail":"{readStateIndex:3039; appliedIndex:3033; }","duration":"248.671197ms","start":"2026-03-27T02:00:33.284577Z","end":"2026-03-27T02:00:33.533248Z","steps":["trace[1462696776] 'read index received' (duration: 70.164071ms)","trace[1462696776] 'applied index is now lower than readState.Index' (duration: 178.506466ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:00:33.533307Z","caller":"traceutil/trace.go:171","msg":"trace[945977628] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"249.787948ms","start":"2026-03-27T02:00:33.283507Z","end":"2026-03-27T02:00:33.533295Z","steps":["trace[945977628] 'process raft request' (duration: 249.633915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.533385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.511572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:00:33.533431Z","caller":"traceutil/trace.go:171","msg":"trace[1074756897] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2918; }","duration":"135.589534ms","start":"2026-03-27T02:00:33.397821Z","end":"2026-03-27T02:00:33.533411Z","steps":["trace[1074756897] 'agreement among raft nodes before linearized reading' (duration: 135.492163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:00:33.534354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.758727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-27T02:00:33.534419Z","caller":"traceutil/trace.go:171","msg":"trace[1090852235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2918; }","duration":"249.85536ms","start":"2026-03-27T02:00:33.284547Z","end":"2026-03-27T02:00:33.534402Z","steps":["trace[1090852235] 'agreement among raft nodes before linearized reading' (duration: 248.76359ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:53.823112Z","caller":"traceutil/trace.go:171","msg":"trace[1478056464] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"281.675381ms","start":"2026-03-27T02:02:53.54141Z","end":"2026-03-27T02:02:53.823085Z","steps":["trace[1478056464] 'process raft request' (duration: 281.487037ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:02:53.958694Z","caller":"traceutil/trace.go:171","msg":"trace[180294449] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"365.482772ms","start":"2026-03-27T02:02:53.593172Z","end":"2026-03-27T02:02:53.958654Z","steps":["trace[180294449] 'process raft request' (duration: 351.854341ms)","trace[180294449] 'compare' (duration: 13.412207ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:02:53.959102Z","caller":"traceutil/trace.go:171","msg":"trace[181653076] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"174.01132ms","start":"2026-03-27T02:02:53.785056Z","end":"2026-03-27T02:02:53.959067Z","steps":["trace[181653076] 'process raft request' (duration: 173.544292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:02:53.959185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:02:53.593148Z","time spent":"365.666464ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:02:53.959161Z","caller":"traceutil/trace.go:171","msg":"trace[379786228] linearizableReadLoop","detail":"{readStateIndex:4011; appliedIndex:4009; }","duration":"131.267923ms","start":"2026-03-27T02:02:53.827809Z","end":"2026-03-27T02:02:53.959077Z","steps":["trace[379786228] 'read index received' (duration: 117.306616ms)","trace[379786228] 'applied index is now lower than readState.Index' (duration: 13.958317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:02:53.96152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.665307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:02:53.961583Z","caller":"traceutil/trace.go:171","msg":"trace[1754140050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3854; }","duration":"133.79988ms","start":"2026-03-27T02:02:53.827766Z","end":"2026-03-27T02:02:53.961565Z","steps":["trace[1754140050] 'agreement among raft nodes before linearized reading' (duration: 131.458117ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:10.485509Z","caller":"traceutil/trace.go:171","msg":"trace[891427384] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"101.645172ms","start":"2026-03-27T02:04:10.383811Z","end":"2026-03-27T02:04:10.485456Z","steps":["trace[891427384] 'process raft request' (duration: 31.416586ms)","trace[891427384] 'compare' (duration: 69.926061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:10.485895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.201725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62856"} {"level":"info","ts":"2026-03-27T02:04:10.486029Z","caller":"traceutil/trace.go:171","msg":"trace[266425541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4815; }","duration":"100.388589ms","start":"2026-03-27T02:04:10.385611Z","end":"2026-03-27T02:04:10.486Z","steps":["trace[266425541] 'agreement among raft nodes before linearized reading' (duration: 99.983462ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:16.912854Z","caller":"traceutil/trace.go:171","msg":"trace[1003306412] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"130.343869ms","start":"2026-03-27T02:04:16.78248Z","end":"2026-03-27T02:04:16.912824Z","steps":["trace[1003306412] 'process raft request' (duration: 130.235437ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:16.912861Z","caller":"traceutil/trace.go:171","msg":"trace[2042395205] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"130.912448ms","start":"2026-03-27T02:04:16.781898Z","end":"2026-03-27T02:04:16.912811Z","steps":["trace[2042395205] 'process raft request' (duration: 107.434419ms)","trace[2042395205] 'compare' (duration: 23.253725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:16.913125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.064155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-27T02:04:16.913238Z","caller":"traceutil/trace.go:171","msg":"trace[460269125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5034; }","duration":"123.200187ms","start":"2026-03-27T02:04:16.790003Z","end":"2026-03-27T02:04:16.913203Z","steps":["trace[460269125] 'agreement among raft nodes before linearized reading' (duration: 122.798629ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:17.760169Z","caller":"traceutil/trace.go:171","msg":"trace[2045475255] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"439.592974ms","start":"2026-03-27T02:04:17.320551Z","end":"2026-03-27T02:04:17.760144Z","steps":["trace[2045475255] 'process raft request' (duration: 439.39338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:17.76031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:17.320525Z","time spent":"439.709376ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3705,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:18.277419Z","caller":"traceutil/trace.go:171","msg":"trace[27508694] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"130.784486ms","start":"2026-03-27T02:04:18.146601Z","end":"2026-03-27T02:04:18.277385Z","steps":["trace[27508694] 'process raft request' (duration: 130.617213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:19.849363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.393124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:19.849485Z","caller":"traceutil/trace.go:171","msg":"trace[1497860973] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:5083; }","duration":"122.539286ms","start":"2026-03-27T02:04:19.726919Z","end":"2026-03-27T02:04:19.849458Z","steps":["trace[1497860973] 'range keys from in-memory index tree' (duration: 122.310502ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.017491Z","caller":"traceutil/trace.go:171","msg":"trace[720619045] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"160.587532ms","start":"2026-03-27T02:04:19.856866Z","end":"2026-03-27T02:04:20.017453Z","steps":["trace[720619045] 'process raft request' (duration: 160.330528ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.294588Z","caller":"traceutil/trace.go:171","msg":"trace[830378251] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5287; }","duration":"147.094255ms","start":"2026-03-27T02:04:20.147453Z","end":"2026-03-27T02:04:20.294547Z","steps":["trace[830378251] 'read index received' (duration: 146.846791ms)","trace[830378251] 'applied index is now lower than readState.Index' (duration: 245.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:20.294705Z","caller":"traceutil/trace.go:171","msg":"trace[1934106164] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"252.601228ms","start":"2026-03-27T02:04:20.042074Z","end":"2026-03-27T02:04:20.294675Z","steps":["trace[1934106164] 'process raft request' (duration: 252.218332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:20.295541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.065282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-27T02:04:20.295646Z","caller":"traceutil/trace.go:171","msg":"trace[191159653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5085; }","duration":"148.245725ms","start":"2026-03-27T02:04:20.147373Z","end":"2026-03-27T02:04:20.295619Z","steps":["trace[191159653] 'agreement among raft nodes before linearized reading' (duration: 147.335309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:20.413732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.284405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:04:20.413979Z","caller":"traceutil/trace.go:171","msg":"trace[885427419] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"114.751823ms","start":"2026-03-27T02:04:20.299207Z","end":"2026-03-27T02:04:20.413959Z","steps":["trace[885427419] 'process raft request' (duration: 114.642491ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.414056Z","caller":"traceutil/trace.go:171","msg":"trace[891976848] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"129.89855ms","start":"2026-03-27T02:04:20.284113Z","end":"2026-03-27T02:04:20.414012Z","steps":["trace[891976848] 'process raft request' (duration: 21.235399ms)","trace[891976848] 'compare' (duration: 108.143602ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:20.414233Z","caller":"traceutil/trace.go:171","msg":"trace[942975692] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"114.889685ms","start":"2026-03-27T02:04:20.299321Z","end":"2026-03-27T02:04:20.414211Z","steps":["trace[942975692] 'process raft request' (duration: 114.60016ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.414383Z","caller":"traceutil/trace.go:171","msg":"trace[1971371714] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"112.689594ms","start":"2026-03-27T02:04:20.301668Z","end":"2026-03-27T02:04:20.414358Z","steps":["trace[1971371714] 'process raft request' (duration: 112.545651ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.414587Z","caller":"traceutil/trace.go:171","msg":"trace[1141933080] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"113.893536ms","start":"2026-03-27T02:04:20.300662Z","end":"2026-03-27T02:04:20.414555Z","steps":["trace[1141933080] 'process raft request' (duration: 113.433228ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.64387Z","caller":"traceutil/trace.go:171","msg":"trace[1084820040] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"226.735684ms","start":"2026-03-27T02:04:20.41708Z","end":"2026-03-27T02:04:20.643816Z","steps":["trace[1084820040] 'process raft request' (duration: 216.234552ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.64394Z","caller":"traceutil/trace.go:171","msg":"trace[744937151] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"214.407178ms","start":"2026-03-27T02:04:20.429516Z","end":"2026-03-27T02:04:20.643924Z","steps":["trace[744937151] 'process raft request' (duration: 214.351187ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.644153Z","caller":"traceutil/trace.go:171","msg":"trace[730652435] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"223.155429ms","start":"2026-03-27T02:04:20.420971Z","end":"2026-03-27T02:04:20.644127Z","steps":["trace[730652435] 'process raft request' (duration: 222.822083ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:20.644256Z","caller":"traceutil/trace.go:171","msg":"trace[1294804253] linearizableReadLoop","detail":"{readStateIndex:5294; appliedIndex:5293; }","duration":"224.971912ms","start":"2026-03-27T02:04:20.419264Z","end":"2026-03-27T02:04:20.644236Z","steps":["trace[1294804253] 'read index received' (duration: 214.083823ms)","trace[1294804253] 'applied index is now lower than readState.Index' (duration: 10.885529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:20.644657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.38383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cb25e53-10cc-4c8e-b0ca-dc8cd1eb3e3d\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-27T02:04:20.644706Z","caller":"traceutil/trace.go:171","msg":"trace[848475834] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cb25e53-10cc-4c8e-b0ca-dc8cd1eb3e3d; range_end:; response_count:1; response_revision:5093; }","duration":"225.481062ms","start":"2026-03-27T02:04:20.419213Z","end":"2026-03-27T02:04:20.644694Z","steps":["trace[848475834] 'agreement among raft nodes before linearized reading' (duration: 225.106095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:20.644766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.408267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q2dg2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-27T02:04:20.644806Z","caller":"traceutil/trace.go:171","msg":"trace[20023953] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q2dg2; range_end:; response_count:1; response_revision:5093; }","duration":"114.516689ms","start":"2026-03-27T02:04:20.530279Z","end":"2026-03-27T02:04:20.644795Z","steps":["trace[20023953] 'agreement among raft nodes before linearized reading' (duration: 114.373176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:20.644891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.636671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-27T02:04:20.644937Z","caller":"traceutil/trace.go:171","msg":"trace[82625407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5093; }","duration":"114.746303ms","start":"2026-03-27T02:04:20.530177Z","end":"2026-03-27T02:04:20.644923Z","steps":["trace[82625407] 'agreement among raft nodes before linearized reading' (duration: 114.387867ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:28.590669Z","caller":"traceutil/trace.go:171","msg":"trace[576203063] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"149.415778ms","start":"2026-03-27T02:04:28.441225Z","end":"2026-03-27T02:04:28.590641Z","steps":["trace[576203063] 'process raft request' (duration: 102.374046ms)","trace[576203063] 'compare' (duration: 46.769737ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:28.590721Z","caller":"traceutil/trace.go:171","msg":"trace[297620832] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"147.673207ms","start":"2026-03-27T02:04:28.443005Z","end":"2026-03-27T02:04:28.590678Z","steps":["trace[297620832] 'process raft request' (duration: 147.491304ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:28.59094Z","caller":"traceutil/trace.go:171","msg":"trace[1609421874] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"131.969668ms","start":"2026-03-27T02:04:28.458956Z","end":"2026-03-27T02:04:28.590925Z","steps":["trace[1609421874] 'process raft request' (duration: 131.612812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:29.054957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.14599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:04:29.05507Z","caller":"traceutil/trace.go:171","msg":"trace[1531201960] linearizableReadLoop","detail":"{readStateIndex:5455; appliedIndex:5454; }","duration":"122.319662ms","start":"2026-03-27T02:04:28.932735Z","end":"2026-03-27T02:04:29.055054Z","steps":["trace[1531201960] 'read index received' (duration: 55.561µs)","trace[1531201960] 'applied index is now lower than readState.Index' (duration: 122.262861ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:29.055098Z","caller":"traceutil/trace.go:171","msg":"trace[646780220] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"255.463971ms","start":"2026-03-27T02:04:28.799604Z","end":"2026-03-27T02:04:29.055068Z","steps":["trace[646780220] 'process raft request' (duration: 51.111597ms)","trace[646780220] 'compare' (duration: 204.033567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:29.055234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.731203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:29.055265Z","caller":"traceutil/trace.go:171","msg":"trace[1637361714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5246; }","duration":"102.805164ms","start":"2026-03-27T02:04:28.95245Z","end":"2026-03-27T02:04:29.055256Z","steps":["trace[1637361714] 'agreement among raft nodes before linearized reading' (duration: 102.694272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:29.055378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.597296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-27T02:04:29.05546Z","caller":"traceutil/trace.go:171","msg":"trace[122292319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5246; }","duration":"122.748469ms","start":"2026-03-27T02:04:28.932687Z","end":"2026-03-27T02:04:29.055435Z","steps":["trace[122292319] 'agreement among raft nodes before linearized reading' (duration: 122.446984ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:29.192035Z","caller":"traceutil/trace.go:171","msg":"trace[852009527] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"131.784094ms","start":"2026-03-27T02:04:29.06022Z","end":"2026-03-27T02:04:29.192004Z","steps":["trace[852009527] 'process raft request' (duration: 104.433223ms)","trace[852009527] 'compare' (duration: 27.139717ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:29.192658Z","caller":"traceutil/trace.go:171","msg":"trace[256467813] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"132.393626ms","start":"2026-03-27T02:04:29.060249Z","end":"2026-03-27T02:04:29.192643Z","steps":["trace[256467813] 'process raft request' (duration: 131.710083ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:29.192749Z","caller":"traceutil/trace.go:171","msg":"trace[1943870907] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"132.384586ms","start":"2026-03-27T02:04:29.060342Z","end":"2026-03-27T02:04:29.192727Z","steps":["trace[1943870907] 'process raft request' (duration: 132.124021ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:29.192741Z","caller":"traceutil/trace.go:171","msg":"trace[445668976] linearizableReadLoop","detail":"{readStateIndex:5460; appliedIndex:5455; }","duration":"131.877426ms","start":"2026-03-27T02:04:29.060815Z","end":"2026-03-27T02:04:29.192693Z","steps":["trace[445668976] 'read index received' (duration: 68.026706ms)","trace[445668976] 'applied index is now lower than readState.Index' (duration: 63.84931ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:29.192832Z","caller":"traceutil/trace.go:171","msg":"trace[1637125134] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"131.988148ms","start":"2026-03-27T02:04:29.060799Z","end":"2026-03-27T02:04:29.192788Z","steps":["trace[1637125134] 'process raft request' (duration: 131.836115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:29.193101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.241682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T02:04:29.193179Z","caller":"traceutil/trace.go:171","msg":"trace[507815387] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5251; }","duration":"132.381055ms","start":"2026-03-27T02:04:29.060781Z","end":"2026-03-27T02:04:29.193162Z","steps":["trace[507815387] 'agreement among raft nodes before linearized reading' (duration: 132.07039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:36.550006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.621229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-27T02:04:36.550097Z","caller":"traceutil/trace.go:171","msg":"trace[2021745988] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98; range_end:; response_count:1; response_revision:5380; }","duration":"192.753702ms","start":"2026-03-27T02:04:36.357325Z","end":"2026-03-27T02:04:36.550079Z","steps":["trace[2021745988] 'range keys from in-memory index tree' (duration: 192.481167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:37.074865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983402644,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-27T02:04:37.184641Z","caller":"traceutil/trace.go:171","msg":"trace[1757854498] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"617.178288ms","start":"2026-03-27T02:04:36.567436Z","end":"2026-03-27T02:04:37.184615Z","steps":["trace[1757854498] 'process raft request' (duration: 617.064396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:37.184755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.567401Z","time spent":"617.28982ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T02:04:38.537434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209913164s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:04:38.537842Z","caller":"traceutil/trace.go:171","msg":"trace[42048080] transaction","detail":"{read_only:false; response_revision:5384; number_of_response:1; }","duration":"1.921608554s","start":"2026-03-27T02:04:36.616158Z","end":"2026-03-27T02:04:38.537766Z","steps":["trace[42048080] 'process raft request' (duration: 1.92140676s)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:38.538136Z","caller":"traceutil/trace.go:171","msg":"trace[1547391587] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"1.922594734s","start":"2026-03-27T02:04:36.615506Z","end":"2026-03-27T02:04:38.538101Z","steps":["trace[1547391587] 'process raft request' (duration: 711.879034ms)","trace[1547391587] 'compare' (duration: 1.20965294s)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:38.538308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.615483Z","time spent":"1.922737686s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:04:38.538313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.616143Z","time spent":"1.922018053s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:38.538386Z","caller":"traceutil/trace.go:171","msg":"trace[1014579495] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"1.35042095s","start":"2026-03-27T02:04:37.187934Z","end":"2026-03-27T02:04:38.538355Z","steps":["trace[1014579495] 'process raft request' (duration: 1.349722347s)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:38.539412Z","caller":"traceutil/trace.go:171","msg":"trace[2087648536] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"1.123083394s","start":"2026-03-27T02:04:37.416299Z","end":"2026-03-27T02:04:38.539382Z","steps":["trace[2087648536] 'process raft request' (duration: 1.121419363s)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:38.539557Z","caller":"traceutil/trace.go:171","msg":"trace[384048975] linearizableReadLoop","detail":"{readStateIndex:5595; appliedIndex:5593; }","duration":"1.963720767s","start":"2026-03-27T02:04:36.574672Z","end":"2026-03-27T02:04:38.538393Z","steps":["trace[384048975] 'read index received' (duration: 610.022907ms)","trace[384048975] 'applied index is now lower than readState.Index' (duration: 1.35369553s)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:38.539656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.416231Z","time spent":"1.123281829s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:04:38.540452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449535115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-27T02:04:38.54058Z","caller":"traceutil/trace.go:171","msg":"trace[1787795193] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5386; }","duration":"1.449658868s","start":"2026-03-27T02:04:37.090859Z","end":"2026-03-27T02:04:38.540518Z","steps":["trace[1787795193] 'agreement among raft nodes before linearized reading' (duration: 1.44924762s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.540612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759689937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q2dg2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-27T02:04:38.540617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.060237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-27T02:04:38.540686Z","caller":"traceutil/trace.go:171","msg":"trace[1341756657] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q2dg2; range_end:; response_count:1; response_revision:5386; }","duration":"1.759785679s","start":"2026-03-27T02:04:36.780868Z","end":"2026-03-27T02:04:38.540654Z","steps":["trace[1341756657] 'agreement among raft nodes before linearized reading' (duration: 1.758904123s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.540739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.780846Z","time spent":"1.759882911s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-q2dg2\" "} {"level":"info","ts":"2026-03-27T02:04:38.540742Z","caller":"traceutil/trace.go:171","msg":"trace[42766028] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5386; }","duration":"358.21889ms","start":"2026-03-27T02:04:38.182478Z","end":"2026-03-27T02:04:38.540697Z","steps":["trace[42766028] 'agreement among raft nodes before linearized reading' (duration: 357.69197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.540779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383309891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-27T02:04:38.540799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.182456Z","time spent":"358.331052ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-27T02:04:38.540794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584845834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:38.54086Z","caller":"traceutil/trace.go:171","msg":"trace[1832459807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5386; }","duration":"1.383408775s","start":"2026-03-27T02:04:37.157414Z","end":"2026-03-27T02:04:38.540822Z","steps":["trace[1832459807] 'agreement among raft nodes before linearized reading' (duration: 1.383037537s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.540852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311589258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-27T02:04:38.54089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.157398Z","time spent":"1.383485676s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-27T02:04:38.540912Z","caller":"traceutil/trace.go:171","msg":"trace[1103182436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5386; }","duration":"1.584984978s","start":"2026-03-27T02:04:36.955884Z","end":"2026-03-27T02:04:38.540869Z","steps":["trace[1103182436] 'agreement among raft nodes before linearized reading' (duration: 1.584634421s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.540966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.955867Z","time spent":"1.585087299s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-27T02:04:38.541073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.997881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-27T02:04:38.541205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31166842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-27T02:04:38.541201Z","caller":"traceutil/trace.go:171","msg":"trace[739437004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98; range_end:; response_count:1; response_revision:5386; }","duration":"987.141113ms","start":"2026-03-27T02:04:37.554013Z","end":"2026-03-27T02:04:38.541155Z","steps":["trace[739437004] 'agreement among raft nodes before linearized reading' (duration: 985.875659ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:38.541273Z","caller":"traceutil/trace.go:171","msg":"trace[1710926839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5386; }","duration":"1.31172409s","start":"2026-03-27T02:04:37.229519Z","end":"2026-03-27T02:04:38.541243Z","steps":["trace[1710926839] 'agreement among raft nodes before linearized reading' (duration: 1.311480196s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.541191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966491648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-27T02:04:38.541295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.55399Z","time spent":"987.290716ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98\" "} {"level":"warn","ts":"2026-03-27T02:04:38.541318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.229514Z","time spent":"1.311794512s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T02:04:38.541477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711087237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-27T02:04:38.541522Z","caller":"traceutil/trace.go:171","msg":"trace[375459903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5386; }","duration":"1.711160189s","start":"2026-03-27T02:04:36.830342Z","end":"2026-03-27T02:04:38.541502Z","steps":["trace[375459903] 'agreement among raft nodes before linearized reading' (duration: 1.710883564s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.541551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.830321Z","time spent":"1.711222471s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-27T02:04:38.540966Z","caller":"traceutil/trace.go:171","msg":"trace[1291349155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5386; }","duration":"1.311737301s","start":"2026-03-27T02:04:37.229201Z","end":"2026-03-27T02:04:38.540938Z","steps":["trace[1291349155] 'agreement among raft nodes before linearized reading' (duration: 1.310666101s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.54161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.229187Z","time spent":"1.312414463s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T02:04:38.540644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.090835Z","time spent":"1.44979561s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-27T02:04:38.541482Z","caller":"traceutil/trace.go:171","msg":"trace[648155219] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98; range_end:; response_count:1; response_revision:5386; }","duration":"1.966735932s","start":"2026-03-27T02:04:36.574621Z","end":"2026-03-27T02:04:38.541356Z","steps":["trace[648155219] 'agreement among raft nodes before linearized reading' (duration: 1.96389363s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.539415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.187907Z","time spent":"1.350557892s","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":945,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-27T02:04:38.541638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539250939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:38.541801Z","caller":"traceutil/trace.go:171","msg":"trace[1302841705] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5386; }","duration":"1.539404881s","start":"2026-03-27T02:04:37.002348Z","end":"2026-03-27T02:04:38.541753Z","steps":["trace[1302841705] 'agreement among raft nodes before linearized reading' (duration: 1.539233058s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.541855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.002338Z","time spent":"1.539499283s","remote":"127.0.0.1:38716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:04:38.541841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:36.574586Z","time spent":"1.967233131s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9d63aceb-72df-463c-8809-dccfb7060c98\" "} {"level":"warn","ts":"2026-03-27T02:04:38.54211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308654684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:04:38.542185Z","caller":"traceutil/trace.go:171","msg":"trace[1809353475] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5386; }","duration":"1.308741046s","start":"2026-03-27T02:04:37.233414Z","end":"2026-03-27T02:04:38.542155Z","steps":["trace[1809353475] 'agreement among raft nodes before linearized reading' (duration: 1.308054683s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.542228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.233402Z","time spent":"1.308817278s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-27T02:04:38.542474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312555926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-27T02:04:38.542559Z","caller":"traceutil/trace.go:171","msg":"trace[650346003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5386; }","duration":"1.312682469s","start":"2026-03-27T02:04:37.229838Z","end":"2026-03-27T02:04:38.542521Z","steps":["trace[650346003] 'agreement among raft nodes before linearized reading' (duration: 1.31110916s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.542602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.229802Z","time spent":"1.31279049s","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-27T02:04:38.543446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44978445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122306"} {"level":"info","ts":"2026-03-27T02:04:38.543536Z","caller":"traceutil/trace.go:171","msg":"trace[935526743] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5386; }","duration":"1.449934933s","start":"2026-03-27T02:04:37.093585Z","end":"2026-03-27T02:04:38.54352Z","steps":["trace[935526743] 'agreement among raft nodes before linearized reading' (duration: 1.447105671s)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:38.543594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:37.093559Z","time spent":"1.450011335s","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122328,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-27T02:04:39.051066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983402656,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-27T02:04:39.141862Z","caller":"traceutil/trace.go:171","msg":"trace[714147696] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"594.179251ms","start":"2026-03-27T02:04:38.547629Z","end":"2026-03-27T02:04:39.141808Z","steps":["trace[714147696] 'process raft request' (duration: 543.034697ms)","trace[714147696] 'compare' (duration: 50.790688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:39.142038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.547614Z","time spent":"594.321704ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:39.213054Z","caller":"traceutil/trace.go:171","msg":"trace[290990909] transaction","detail":"{read_only:false; response_revision:5388; number_of_response:1; }","duration":"664.965847ms","start":"2026-03-27T02:04:38.548019Z","end":"2026-03-27T02:04:39.212985Z","steps":["trace[290990909] 'process raft request' (duration: 664.682431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.213418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.547977Z","time spent":"665.206061ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:39.213426Z","caller":"traceutil/trace.go:171","msg":"trace[895868426] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"662.960751ms","start":"2026-03-27T02:04:38.550424Z","end":"2026-03-27T02:04:39.213385Z","steps":["trace[895868426] 'process raft request' (duration: 662.475022ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:39.21354Z","caller":"traceutil/trace.go:171","msg":"trace[1837869757] transaction","detail":"{read_only:false; response_revision:5390; number_of_response:1; }","duration":"661.911991ms","start":"2026-03-27T02:04:38.551588Z","end":"2026-03-27T02:04:39.2135Z","steps":["trace[1837869757] 'process raft request' (duration: 661.702847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.213613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.550417Z","time spent":"663.104353ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3744,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:04:39.213819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.551572Z","time spent":"662.075885ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:39.213867Z","caller":"traceutil/trace.go:171","msg":"trace[1344695605] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"662.233667ms","start":"2026-03-27T02:04:38.551586Z","end":"2026-03-27T02:04:39.21382Z","steps":["trace[1344695605] 'process raft request' (duration: 661.86206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.214089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.551571Z","time spent":"662.425311ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:39.214421Z","caller":"traceutil/trace.go:171","msg":"trace[1785236048] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"662.796598ms","start":"2026-03-27T02:04:38.551606Z","end":"2026-03-27T02:04:39.214403Z","steps":["trace[1785236048] 'process raft request' (duration: 662.110515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.214516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.551598Z","time spent":"662.875449ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:39.215602Z","caller":"traceutil/trace.go:171","msg":"trace[386405201] linearizableReadLoop","detail":"{readStateIndex:5605; appliedIndex:5597; }","duration":"665.225332ms","start":"2026-03-27T02:04:38.550357Z","end":"2026-03-27T02:04:39.215582Z","steps":["trace[386405201] 'read index received' (duration: 540.379719ms)","trace[386405201] 'applied index is now lower than readState.Index' (duration: 124.834573ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:39.21563Z","caller":"traceutil/trace.go:171","msg":"trace[973392068] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"663.936308ms","start":"2026-03-27T02:04:38.551673Z","end":"2026-03-27T02:04:39.215609Z","steps":["trace[973392068] 'process raft request' (duration: 662.482932ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:39.215707Z","caller":"traceutil/trace.go:171","msg":"trace[564281665] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"638.704864ms","start":"2026-03-27T02:04:38.576991Z","end":"2026-03-27T02:04:39.215696Z","steps":["trace[564281665] 'process raft request' (duration: 638.386747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.215722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.551669Z","time spent":"664.008261ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:04:39.215907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.449927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17261"} {"level":"warn","ts":"2026-03-27T02:04:39.215925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.576978Z","time spent":"638.752244ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:04:39.215966Z","caller":"traceutil/trace.go:171","msg":"trace[800294229] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5394; }","duration":"665.522578ms","start":"2026-03-27T02:04:38.550428Z","end":"2026-03-27T02:04:39.21595Z","steps":["trace[800294229] 'agreement among raft nodes before linearized reading' (duration: 665.333545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.215978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.48091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:04:39.216001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.55042Z","time spent":"665.574139ms","remote":"127.0.0.1:43750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17283,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-27T02:04:39.216002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.46207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-27T02:04:39.216015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.018332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122306"} {"level":"info","ts":"2026-03-27T02:04:39.216032Z","caller":"traceutil/trace.go:171","msg":"trace[2139730016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5394; }","duration":"663.546401ms","start":"2026-03-27T02:04:38.552468Z","end":"2026-03-27T02:04:39.216014Z","steps":["trace[2139730016] 'agreement among raft nodes before linearized reading' (duration: 663.45384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.216084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.552461Z","time spent":"663.615863ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-27T02:04:39.216081Z","caller":"traceutil/trace.go:171","msg":"trace[285025159] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5394; }","duration":"663.552831ms","start":"2026-03-27T02:04:38.552508Z","end":"2026-03-27T02:04:39.216061Z","steps":["trace[285025159] 'agreement among raft nodes before linearized reading' (duration: 663.411029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.216135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.552503Z","time spent":"663.622732ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-27T02:04:39.216085Z","caller":"traceutil/trace.go:171","msg":"trace[1054759795] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5394; }","duration":"663.106123ms","start":"2026-03-27T02:04:38.552963Z","end":"2026-03-27T02:04:39.216069Z","steps":["trace[1054759795] 'agreement among raft nodes before linearized reading' (duration: 662.869689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.216183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.552958Z","time spent":"663.215295ms","remote":"127.0.0.1:43638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122328,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-27T02:04:39.216219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.794006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T02:04:39.216338Z","caller":"traceutil/trace.go:171","msg":"trace[1450569278] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:5394; }","duration":"424.97169ms","start":"2026-03-27T02:04:38.791355Z","end":"2026-03-27T02:04:39.216326Z","steps":["trace[1450569278] 'agreement among raft nodes before linearized reading' (duration: 424.700265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.2164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.791301Z","time spent":"425.088212ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-03-27T02:04:39.21746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.087887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80085"} {"level":"info","ts":"2026-03-27T02:04:39.217518Z","caller":"traceutil/trace.go:171","msg":"trace[614142014] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5394; }","duration":"667.166748ms","start":"2026-03-27T02:04:38.550337Z","end":"2026-03-27T02:04:39.217504Z","steps":["trace[614142014] 'agreement among raft nodes before linearized reading' (duration: 666.765131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:39.217623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:38.550329Z","time spent":"667.216069ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80107,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-27T02:04:46.695355Z","caller":"traceutil/trace.go:171","msg":"trace[246724095] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"127.86797ms","start":"2026-03-27T02:04:46.567436Z","end":"2026-03-27T02:04:46.695304Z","steps":["trace[246724095] 'process raft request' (duration: 127.702597ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:46.874403Z","caller":"traceutil/trace.go:171","msg":"trace[516851843] linearizableReadLoop","detail":"{readStateIndex:5761; appliedIndex:5759; }","duration":"250.726295ms","start":"2026-03-27T02:04:46.623618Z","end":"2026-03-27T02:04:46.874344Z","steps":["trace[516851843] 'read index received' (duration: 71.54962ms)","trace[516851843] 'applied index is now lower than readState.Index' (duration: 179.175715ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:46.874427Z","caller":"traceutil/trace.go:171","msg":"trace[1629326596] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"306.783501ms","start":"2026-03-27T02:04:46.56762Z","end":"2026-03-27T02:04:46.874404Z","steps":["trace[1629326596] 'process raft request' (duration: 306.559316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:46.874564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:46.567589Z","time spent":"306.899092ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:04:46.874572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.92551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:04:46.874635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.784781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17232"} {"level":"info","ts":"2026-03-27T02:04:46.87468Z","caller":"traceutil/trace.go:171","msg":"trace[1505136172] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5544; }","duration":"151.876323ms","start":"2026-03-27T02:04:46.722792Z","end":"2026-03-27T02:04:46.874669Z","steps":["trace[1505136172] 'agreement among raft nodes before linearized reading' (duration: 151.72462ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:46.87464Z","caller":"traceutil/trace.go:171","msg":"trace[82855003] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5544; }","duration":"251.043112ms","start":"2026-03-27T02:04:46.623579Z","end":"2026-03-27T02:04:46.874622Z","steps":["trace[82855003] 'agreement among raft nodes before linearized reading' (duration: 250.91639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:46.87496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.228812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-27T02:04:46.875119Z","caller":"traceutil/trace.go:171","msg":"trace[277662589] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5544; }","duration":"130.358895ms","start":"2026-03-27T02:04:46.744665Z","end":"2026-03-27T02:04:46.875024Z","steps":["trace[277662589] 'agreement among raft nodes before linearized reading' (duration: 129.882386ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:50.858634Z","caller":"traceutil/trace.go:171","msg":"trace[517890458] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"465.567028ms","start":"2026-03-27T02:04:50.393035Z","end":"2026-03-27T02:04:50.858602Z","steps":["trace[517890458] 'process raft request' (duration: 465.225352ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:50.858642Z","caller":"traceutil/trace.go:171","msg":"trace[1087646501] linearizableReadLoop","detail":"{readStateIndex:5791; appliedIndex:5790; }","duration":"465.326473ms","start":"2026-03-27T02:04:50.393248Z","end":"2026-03-27T02:04:50.858575Z","steps":["trace[1087646501] 'read index received' (duration: 465.010538ms)","trace[1087646501] 'applied index is now lower than readState.Index' (duration: 314.335µs)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:50.858833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:50.393021Z","time spent":"465.68503ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:04:50.85912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.858733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-27T02:04:50.859215Z","caller":"traceutil/trace.go:171","msg":"trace[1355561596] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5573; }","duration":"466.019287ms","start":"2026-03-27T02:04:50.393171Z","end":"2026-03-27T02:04:50.85919Z","steps":["trace[1355561596] 'agreement among raft nodes before linearized reading' (duration: 465.573388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:50.859274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:50.393149Z","time spent":"466.112618ms","remote":"127.0.0.1:43774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-27T02:04:50.906227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.526408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:04:50.90623Z","caller":"traceutil/trace.go:171","msg":"trace[1318398125] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"198.027122ms","start":"2026-03-27T02:04:50.708153Z","end":"2026-03-27T02:04:50.90618Z","steps":["trace[1318398125] 'process raft request' (duration: 197.792648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:50.906258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.386345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-27T02:04:50.906294Z","caller":"traceutil/trace.go:171","msg":"trace[2071001687] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5574; }","duration":"111.623419ms","start":"2026-03-27T02:04:50.794653Z","end":"2026-03-27T02:04:50.906277Z","steps":["trace[2071001687] 'agreement among raft nodes before linearized reading' (duration: 111.455506ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:50.906326Z","caller":"traceutil/trace.go:171","msg":"trace[2007793285] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5574; }","duration":"156.500768ms","start":"2026-03-27T02:04:50.74981Z","end":"2026-03-27T02:04:50.90631Z","steps":["trace[2007793285] 'agreement among raft nodes before linearized reading' (duration: 156.316374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:50.906414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.111643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:04:50.906505Z","caller":"traceutil/trace.go:171","msg":"trace[1994295123] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5574; }","duration":"238.304876ms","start":"2026-03-27T02:04:50.668183Z","end":"2026-03-27T02:04:50.906488Z","steps":["trace[1994295123] 'agreement among raft nodes before linearized reading' (duration: 238.090322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:50.906673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.007588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-27T02:04:50.906769Z","caller":"traceutil/trace.go:171","msg":"trace[440757159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5574; }","duration":"478.161021ms","start":"2026-03-27T02:04:50.428592Z","end":"2026-03-27T02:04:50.906753Z","steps":["trace[440757159] 'agreement among raft nodes before linearized reading' (duration: 477.675822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:50.906868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:04:50.428559Z","time spent":"478.296983ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-27T02:04:51.047073Z","caller":"traceutil/trace.go:171","msg":"trace[1759554791] linearizableReadLoop","detail":"{readStateIndex:5793; appliedIndex:5792; }","duration":"140.958771ms","start":"2026-03-27T02:04:50.906089Z","end":"2026-03-27T02:04:51.047047Z","steps":["trace[1759554791] 'read index received' (duration: 69.514742ms)","trace[1759554791] 'applied index is now lower than readState.Index' (duration: 71.442989ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:51.047155Z","caller":"traceutil/trace.go:171","msg":"trace[985413703] transaction","detail":"{read_only:false; response_revision:5575; number_of_response:1; }","duration":"161.607942ms","start":"2026-03-27T02:04:50.885526Z","end":"2026-03-27T02:04:51.047134Z","steps":["trace[985413703] 'process raft request' (duration: 90.079423ms)","trace[985413703] 'compare' (duration: 71.208613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:04:51.047421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.438748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-27T02:04:51.047486Z","caller":"traceutil/trace.go:171","msg":"trace[162833777] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5575; }","duration":"181.534199ms","start":"2026-03-27T02:04:50.865937Z","end":"2026-03-27T02:04:51.047471Z","steps":["trace[162833777] 'agreement among raft nodes before linearized reading' (duration: 181.244994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.047659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.423572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a09072b16bfb13\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-27T02:04:51.047707Z","caller":"traceutil/trace.go:171","msg":"trace[1759133732] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a09072b16bfb13; range_end:; response_count:1; response_revision:5575; }","duration":"184.510074ms","start":"2026-03-27T02:04:50.863184Z","end":"2026-03-27T02:04:51.047694Z","steps":["trace[1759133732] 'agreement among raft nodes before linearized reading' (duration: 183.988675ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:51.060735Z","caller":"traceutil/trace.go:171","msg":"trace[961450011] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"143.631819ms","start":"2026-03-27T02:04:50.917083Z","end":"2026-03-27T02:04:51.060715Z","steps":["trace[961450011] 'process raft request' (duration: 143.548487ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:51.060784Z","caller":"traceutil/trace.go:171","msg":"trace[35361874] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"149.138702ms","start":"2026-03-27T02:04:50.911629Z","end":"2026-03-27T02:04:51.060768Z","steps":["trace[35361874] 'process raft request' (duration: 148.837215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.060904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.867259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:51.060939Z","caller":"traceutil/trace.go:171","msg":"trace[1622981665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5577; }","duration":"108.952381ms","start":"2026-03-27T02:04:50.951978Z","end":"2026-03-27T02:04:51.06093Z","steps":["trace[1622981665] 'agreement among raft nodes before linearized reading' (duration: 108.89398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.06105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.224619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9d63aceb-72df-463c-8809-dccfb7060c98\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-27T02:04:51.061087Z","caller":"traceutil/trace.go:171","msg":"trace[1259015295] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9d63aceb-72df-463c-8809-dccfb7060c98; range_end:; response_count:1; response_revision:5577; }","duration":"151.297571ms","start":"2026-03-27T02:04:50.90978Z","end":"2026-03-27T02:04:51.061078Z","steps":["trace[1259015295] 'agreement among raft nodes before linearized reading' (duration: 151.173639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.315999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.06042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:04:51.316244Z","caller":"traceutil/trace.go:171","msg":"trace[1113780030] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"249.810748ms","start":"2026-03-27T02:04:51.066378Z","end":"2026-03-27T02:04:51.316189Z","steps":["trace[1113780030] 'process raft request' (duration: 145.469373ms)","trace[1113780030] 'compare' (duration: 103.928828ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:51.31632Z","caller":"traceutil/trace.go:171","msg":"trace[102923705] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"246.203232ms","start":"2026-03-27T02:04:51.070094Z","end":"2026-03-27T02:04:51.316298Z","steps":["trace[102923705] 'process raft request' (duration: 246.007009ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:51.316361Z","caller":"traceutil/trace.go:171","msg":"trace[1396827758] linearizableReadLoop","detail":"{readStateIndex:5800; appliedIndex:5796; }","duration":"243.258048ms","start":"2026-03-27T02:04:51.073089Z","end":"2026-03-27T02:04:51.316347Z","steps":["trace[1396827758] 'read index received' (duration: 138.858032ms)","trace[1396827758] 'applied index is now lower than readState.Index' (duration: 104.399376ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:51.316359Z","caller":"traceutil/trace.go:171","msg":"trace[1730636967] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"245.848726ms","start":"2026-03-27T02:04:51.07048Z","end":"2026-03-27T02:04:51.316329Z","steps":["trace[1730636967] 'process raft request' (duration: 245.685533ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:51.316394Z","caller":"traceutil/trace.go:171","msg":"trace[1365663743] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"245.604851ms","start":"2026-03-27T02:04:51.070743Z","end":"2026-03-27T02:04:51.316348Z","steps":["trace[1365663743] 'process raft request' (duration: 245.52902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.316667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.744925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9637"} {"level":"info","ts":"2026-03-27T02:04:51.316702Z","caller":"traceutil/trace.go:171","msg":"trace[602525673] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5583; }","duration":"231.819076ms","start":"2026-03-27T02:04:51.084873Z","end":"2026-03-27T02:04:51.316692Z","steps":["trace[602525673] 'agreement among raft nodes before linearized reading' (duration: 231.658743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.31678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.023394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:04:51.316832Z","caller":"traceutil/trace.go:171","msg":"trace[1695915072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5583; }","duration":"255.108215ms","start":"2026-03-27T02:04:51.061712Z","end":"2026-03-27T02:04:51.31682Z","steps":["trace[1695915072] 'agreement among raft nodes before linearized reading' (duration: 254.729209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:51.316835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.057072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T02:04:51.316899Z","caller":"traceutil/trace.go:171","msg":"trace[995289607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5583; }","duration":"115.182215ms","start":"2026-03-27T02:04:51.201701Z","end":"2026-03-27T02:04:51.316883Z","steps":["trace[995289607] 'agreement among raft nodes before linearized reading' (duration: 114.997961ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:52.50388Z","caller":"traceutil/trace.go:171","msg":"trace[82771467] linearizableReadLoop","detail":"{readStateIndex:5809; appliedIndex:5808; }","duration":"124.68996ms","start":"2026-03-27T02:04:52.37916Z","end":"2026-03-27T02:04:52.50385Z","steps":["trace[82771467] 'read index received' (duration: 124.473086ms)","trace[82771467] 'applied index is now lower than readState.Index' (duration: 215.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:04:52.503954Z","caller":"traceutil/trace.go:171","msg":"trace[2089680886] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"146.655815ms","start":"2026-03-27T02:04:52.357258Z","end":"2026-03-27T02:04:52.503914Z","steps":["trace[2089680886] 'process raft request' (duration: 146.424821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:04:52.504168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.813824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:04:52.504236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.032676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ppnd8\" ","response":"range_response_count:1 size:4340"} {"level":"info","ts":"2026-03-27T02:04:52.504342Z","caller":"traceutil/trace.go:171","msg":"trace[1374761837] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5591; }","duration":"116.938617ms","start":"2026-03-27T02:04:52.387295Z","end":"2026-03-27T02:04:52.504234Z","steps":["trace[1374761837] 'agreement among raft nodes before linearized reading' (duration: 116.697513ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:52.504383Z","caller":"traceutil/trace.go:171","msg":"trace[836455693] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-ppnd8; range_end:; response_count:1; response_revision:5591; }","duration":"125.23297ms","start":"2026-03-27T02:04:52.379123Z","end":"2026-03-27T02:04:52.504356Z","steps":["trace[836455693] 'agreement among raft nodes before linearized reading' (duration: 124.829172ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:04:52.871562Z","caller":"traceutil/trace.go:171","msg":"trace[1252430010] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"136.851184ms","start":"2026-03-27T02:04:52.73468Z","end":"2026-03-27T02:04:52.871531Z","steps":["trace[1252430010] 'process raft request' (duration: 136.642781ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:05:27.514081Z","caller":"traceutil/trace.go:171","msg":"trace[1702139300] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"137.653908ms","start":"2026-03-27T02:05:27.376404Z","end":"2026-03-27T02:05:27.514058Z","steps":["trace[1702139300] 'process raft request' (duration: 137.454825ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:05:27.650931Z","caller":"traceutil/trace.go:171","msg":"trace[1229523862] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"125.314502ms","start":"2026-03-27T02:05:27.525591Z","end":"2026-03-27T02:05:27.650906Z","steps":["trace[1229523862] 'process raft request' (duration: 45.171034ms)","trace[1229523862] 'compare' (duration: 79.557647ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:05:35.859652Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2929} {"level":"info","ts":"2026-03-27T02:05:35.934245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2929,"took":"72.864934ms","hash":2247573859,"current-db-size-bytes":56934400,"current-db-size":"57 MB","current-db-size-in-use-bytes":33443840,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-27T02:05:35.93435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2247573859,"revision":2929,"compact-revision":-1} {"level":"info","ts":"2026-03-27T02:10:26.960118Z","caller":"traceutil/trace.go:171","msg":"trace[1622042282] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"246.231271ms","start":"2026-03-27T02:10:26.713858Z","end":"2026-03-27T02:10:26.960089Z","steps":["trace[1622042282] 'process raft request' (duration: 246.039767ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:10:35.867393Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5987} {"level":"info","ts":"2026-03-27T02:10:35.966581Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5987,"took":"96.974382ms","hash":1115975954,"current-db-size-bytes":56934400,"current-db-size":"57 MB","current-db-size-in-use-bytes":23224320,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-27T02:10:35.966628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1115975954,"revision":5987,"compact-revision":2929} {"level":"warn","ts":"2026-03-27T02:10:39.388626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.095256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:10:39.388794Z","caller":"traceutil/trace.go:171","msg":"trace[1037818399] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8519; }","duration":"157.894158ms","start":"2026-03-27T02:10:39.230874Z","end":"2026-03-27T02:10:39.388769Z","steps":["trace[1037818399] 'read index received' (duration: 50.891µs)","trace[1037818399] 'applied index is now lower than readState.Index' (duration: 157.841417ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:10:39.388942Z","caller":"traceutil/trace.go:171","msg":"trace[414679751] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"387.48305ms","start":"2026-03-27T02:10:39.001384Z","end":"2026-03-27T02:10:39.388868Z","steps":["trace[414679751] 'process raft request' (duration: 54.965175ms)","trace[414679751] 'compare' (duration: 331.881263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:10:39.389133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.265435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-27T02:10:39.389183Z","caller":"traceutil/trace.go:171","msg":"trace[1460944471] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8219; }","duration":"158.352706ms","start":"2026-03-27T02:10:39.230818Z","end":"2026-03-27T02:10:39.389171Z","steps":["trace[1460944471] 'agreement among raft nodes before linearized reading' (duration: 158.086912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:10:39.389209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:10:39.001356Z","time spent":"387.708185ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:10:39.389324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.633204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125481"} {"level":"info","ts":"2026-03-27T02:10:39.389423Z","caller":"traceutil/trace.go:171","msg":"trace[1542772373] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8219; }","duration":"157.756445ms","start":"2026-03-27T02:10:39.231644Z","end":"2026-03-27T02:10:39.389401Z","steps":["trace[1542772373] 'agreement among raft nodes before linearized reading' (duration: 157.44178ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:05.120445Z","caller":"traceutil/trace.go:171","msg":"trace[2130467157] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"134.504806ms","start":"2026-03-27T02:11:04.985911Z","end":"2026-03-27T02:11:05.120415Z","steps":["trace[2130467157] 'process raft request' (duration: 133.66058ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:09.098092Z","caller":"traceutil/trace.go:171","msg":"trace[1163019242] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"231.400181ms","start":"2026-03-27T02:11:08.866664Z","end":"2026-03-27T02:11:09.098064Z","steps":["trace[1163019242] 'process raft request' (duration: 231.318839ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:09.098289Z","caller":"traceutil/trace.go:171","msg":"trace[1468106953] linearizableReadLoop","detail":"{readStateIndex:8741; appliedIndex:8739; }","duration":"269.840407ms","start":"2026-03-27T02:11:08.82842Z","end":"2026-03-27T02:11:09.098261Z","steps":["trace[1468106953] 'read index received' (duration: 269.251706ms)","trace[1468106953] 'applied index is now lower than readState.Index' (duration: 587.501µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:09.098478Z","caller":"traceutil/trace.go:171","msg":"trace[89326096] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"122.520127ms","start":"2026-03-27T02:11:08.975921Z","end":"2026-03-27T02:11:09.098441Z","steps":["trace[89326096] 'process raft request' (duration: 122.105319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:09.098572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.142043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-27T02:11:09.098613Z","caller":"traceutil/trace.go:171","msg":"trace[755402618] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:8434; }","duration":"270.256665ms","start":"2026-03-27T02:11:08.828345Z","end":"2026-03-27T02:11:09.098602Z","steps":["trace[755402618] 'agreement among raft nodes before linearized reading' (duration: 270.083932ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:09.098601Z","caller":"traceutil/trace.go:171","msg":"trace[1714745274] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"484.390597ms","start":"2026-03-27T02:11:08.61419Z","end":"2026-03-27T02:11:09.098581Z","steps":["trace[1714745274] 'process raft request' (duration: 483.745165ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:09.098682Z","caller":"traceutil/trace.go:171","msg":"trace[1028742959] transaction","detail":"{read_only:false; response_revision:8431; number_of_response:1; }","duration":"505.546126ms","start":"2026-03-27T02:11:08.593082Z","end":"2026-03-27T02:11:09.098628Z","steps":["trace[1028742959] 'process raft request' (duration: 504.661959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:09.09872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:08.614152Z","time spent":"484.493949ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:09.098869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:08.593049Z","time spent":"505.726269ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:11.149731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.880003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:11.149952Z","caller":"traceutil/trace.go:171","msg":"trace[402641035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8443; }","duration":"198.165578ms","start":"2026-03-27T02:11:10.951765Z","end":"2026-03-27T02:11:11.14993Z","steps":["trace[402641035] 'range keys from in-memory index tree' (duration: 197.76282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:11.502735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.202194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:11:11.5029Z","caller":"traceutil/trace.go:171","msg":"trace[578929914] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"200.884738ms","start":"2026-03-27T02:11:11.301987Z","end":"2026-03-27T02:11:11.502872Z","steps":["trace[578929914] 'process raft request' (duration: 30.411619ms)","trace[578929914] 'compare' (duration: 170.015511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:12.061311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983410907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-27T02:11:12.304518Z","caller":"traceutil/trace.go:171","msg":"trace[1514745302] linearizableReadLoop","detail":"{readStateIndex:8757; appliedIndex:8756; }","duration":"744.095159ms","start":"2026-03-27T02:11:11.56039Z","end":"2026-03-27T02:11:12.304486Z","steps":["trace[1514745302] 'read index received' (duration: 743.505947ms)","trace[1514745302] 'applied index is now lower than readState.Index' (duration: 587.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:12.304587Z","caller":"traceutil/trace.go:171","msg":"trace[1475397439] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"786.057951ms","start":"2026-03-27T02:11:11.518456Z","end":"2026-03-27T02:11:12.304514Z","steps":["trace[1475397439] 'process raft request' (duration: 785.515671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.304746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.873918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T02:11:12.304768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.505017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:11:12.304796Z","caller":"traceutil/trace.go:171","msg":"trace[1091643046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8447; }","duration":"741.024991ms","start":"2026-03-27T02:11:11.563753Z","end":"2026-03-27T02:11:12.304778Z","steps":["trace[1091643046] 'agreement among raft nodes before linearized reading' (duration: 740.913319ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:12.304819Z","caller":"traceutil/trace.go:171","msg":"trace[448023245] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8447; }","duration":"517.577288ms","start":"2026-03-27T02:11:11.787228Z","end":"2026-03-27T02:11:12.304806Z","steps":["trace[448023245] 'agreement among raft nodes before linearized reading' (duration: 517.441606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.304831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.518426Z","time spent":"786.281725ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:12.304851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.787197Z","time spent":"517.648379ms","remote":"127.0.0.1:43892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:11:12.304845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.563723Z","time spent":"741.109612ms","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:11:12.304837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.955114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-27T02:11:12.304935Z","caller":"traceutil/trace.go:171","msg":"trace[1108366757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8447; }","duration":"569.068295ms","start":"2026-03-27T02:11:11.73584Z","end":"2026-03-27T02:11:12.304908Z","steps":["trace[1108366757] 'agreement among raft nodes before linearized reading' (duration: 568.887262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.304967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.800372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-27T02:11:12.304981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.735832Z","time spent":"569.139666ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-27T02:11:12.305011Z","caller":"traceutil/trace.go:171","msg":"trace[1389202799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8447; }","duration":"523.856464ms","start":"2026-03-27T02:11:11.781139Z","end":"2026-03-27T02:11:12.304996Z","steps":["trace[1389202799] 'agreement among raft nodes before linearized reading' (duration: 523.766202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.305047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.78113Z","time spent":"523.908315ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:12.304867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.38957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-27T02:11:12.305136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.985569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q2dg2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-27T02:11:12.305149Z","caller":"traceutil/trace.go:171","msg":"trace[270969143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8447; }","duration":"526.736946ms","start":"2026-03-27T02:11:11.778406Z","end":"2026-03-27T02:11:12.305143Z","steps":["trace[270969143] 'agreement among raft nodes before linearized reading' (duration: 526.278418ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:12.305157Z","caller":"traceutil/trace.go:171","msg":"trace[1263480705] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q2dg2; range_end:; response_count:1; response_revision:8447; }","duration":"415.035369ms","start":"2026-03-27T02:11:11.890116Z","end":"2026-03-27T02:11:12.305151Z","steps":["trace[1263480705] 'agreement among raft nodes before linearized reading' (duration: 414.906607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.305171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.778375Z","time spent":"526.787607ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:12.305178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.890105Z","time spent":"415.07045ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-q2dg2\" "} {"level":"warn","ts":"2026-03-27T02:11:12.305228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.542445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-27T02:11:12.305255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.16994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-27T02:11:12.305272Z","caller":"traceutil/trace.go:171","msg":"trace[375046901] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8447; }","duration":"460.210662ms","start":"2026-03-27T02:11:11.845054Z","end":"2026-03-27T02:11:12.305265Z","steps":["trace[375046901] 'agreement among raft nodes before linearized reading' (duration: 460.169501ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:12.305263Z","caller":"traceutil/trace.go:171","msg":"trace[648680092] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8447; }","duration":"569.646926ms","start":"2026-03-27T02:11:11.735606Z","end":"2026-03-27T02:11:12.305253Z","steps":["trace[648680092] 'agreement among raft nodes before linearized reading' (duration: 569.480953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.305285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.845041Z","time spent":"460.240652ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T02:11:12.305295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.735576Z","time spent":"569.713728ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-27T02:11:12.305307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.123495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:11:12.305329Z","caller":"traceutil/trace.go:171","msg":"trace[1242132233] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8447; }","duration":"501.211946ms","start":"2026-03-27T02:11:11.804109Z","end":"2026-03-27T02:11:12.305321Z","steps":["trace[1242132233] 'agreement among raft nodes before linearized reading' (duration: 501.171436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.305347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.80408Z","time spent":"501.259277ms","remote":"127.0.0.1:57262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:11:12.305389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.975981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-27T02:11:12.305424Z","caller":"traceutil/trace.go:171","msg":"trace[707636500] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8447; }","duration":"439.032601ms","start":"2026-03-27T02:11:11.866382Z","end":"2026-03-27T02:11:12.305414Z","steps":["trace[707636500] 'agreement among raft nodes before linearized reading' (duration: 438.902479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.305454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.86637Z","time spent":"439.077172ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-27T02:11:12.305842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.428523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-27T02:11:12.305963Z","caller":"traceutil/trace.go:171","msg":"trace[1216682773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8447; }","duration":"745.567005ms","start":"2026-03-27T02:11:11.560372Z","end":"2026-03-27T02:11:12.305939Z","steps":["trace[1216682773] 'agreement among raft nodes before linearized reading' (duration: 744.223271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:12.306014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:11.560292Z","time spent":"745.712478ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T02:11:21.981748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.075703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:11:21.981873Z","caller":"traceutil/trace.go:171","msg":"trace[1021302954] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"412.254209ms","start":"2026-03-27T02:11:21.569597Z","end":"2026-03-27T02:11:21.981851Z","steps":["trace[1021302954] 'process raft request' (duration: 261.971722ms)","trace[1021302954] 'compare' (duration: 149.947501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:21.981939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:21.56958Z","time spent":"412.32883ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4629,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:11:22.060457Z","caller":"traceutil/trace.go:171","msg":"trace[430790767] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8541; }","duration":"490.059351ms","start":"2026-03-27T02:11:21.570362Z","end":"2026-03-27T02:11:22.060421Z","steps":["trace[430790767] 'process raft request' (duration: 489.802635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:22.060761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:21.570352Z","time spent":"490.255655ms","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-27T02:11:22.061007Z","caller":"traceutil/trace.go:171","msg":"trace[688598849] linearizableReadLoop","detail":"{readStateIndex:8856; appliedIndex:8854; }","duration":"376.147835ms","start":"2026-03-27T02:11:21.684817Z","end":"2026-03-27T02:11:22.060965Z","steps":["trace[688598849] 'read index received' (duration: 146.773932ms)","trace[688598849] 'applied index is now lower than readState.Index' (duration: 229.372603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:22.061413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.583187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:22.061538Z","caller":"traceutil/trace.go:171","msg":"trace[2111113234] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"238.033163ms","start":"2026-03-27T02:11:21.82349Z","end":"2026-03-27T02:11:22.061524Z","steps":["trace[2111113234] 'process raft request' (duration: 236.859121ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:22.061548Z","caller":"traceutil/trace.go:171","msg":"trace[793208545] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8542; }","duration":"241.76723ms","start":"2026-03-27T02:11:21.819746Z","end":"2026-03-27T02:11:22.061513Z","steps":["trace[793208545] 'agreement among raft nodes before linearized reading' (duration: 241.555097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:22.061945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.127884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-27T02:11:22.062052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.953356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:22.062109Z","caller":"traceutil/trace.go:171","msg":"trace[1664584484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8542; }","duration":"109.094539ms","start":"2026-03-27T02:11:21.952999Z","end":"2026-03-27T02:11:22.062093Z","steps":["trace[1664584484] 'agreement among raft nodes before linearized reading' (duration: 108.976767ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:22.062007Z","caller":"traceutil/trace.go:171","msg":"trace[1314043116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8542; }","duration":"377.253076ms","start":"2026-03-27T02:11:21.684739Z","end":"2026-03-27T02:11:22.061992Z","steps":["trace[1314043116] 'agreement among raft nodes before linearized reading' (duration: 377.155104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:22.064997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:21.684711Z","time spent":"380.20374ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-27T02:11:22.718362Z","caller":"traceutil/trace.go:171","msg":"trace[1076432534] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"116.188239ms","start":"2026-03-27T02:11:22.602136Z","end":"2026-03-27T02:11:22.718324Z","steps":["trace[1076432534] 'process raft request' (duration: 115.845863ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:23.735179Z","caller":"traceutil/trace.go:171","msg":"trace[1785614912] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"608.184226ms","start":"2026-03-27T02:11:23.126968Z","end":"2026-03-27T02:11:23.735153Z","steps":["trace[1785614912] 'process raft request' (duration: 607.978213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:23.73538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:23.126948Z","time spent":"608.313288ms","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:24.195212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.718612ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:24.195317Z","caller":"traceutil/trace.go:171","msg":"trace[1196514141] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8555; }","duration":"107.837374ms","start":"2026-03-27T02:11:24.087462Z","end":"2026-03-27T02:11:24.1953Z","steps":["trace[1196514141] 'range keys from in-memory index tree' (duration: 107.698402ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:24.206593Z","caller":"traceutil/trace.go:171","msg":"trace[565763745] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"967.687224ms","start":"2026-03-27T02:11:23.238866Z","end":"2026-03-27T02:11:24.206553Z","steps":["trace[565763745] 'process raft request' (duration: 967.567412ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:24.206568Z","caller":"traceutil/trace.go:171","msg":"trace[354026357] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"980.361497ms","start":"2026-03-27T02:11:23.226153Z","end":"2026-03-27T02:11:24.206514Z","steps":["trace[354026357] 'process raft request' (duration: 979.912079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.206774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:23.238843Z","time spent":"967.841637ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:11:24.206577Z","caller":"traceutil/trace.go:171","msg":"trace[677442042] linearizableReadLoop","detail":"{readStateIndex:8872; appliedIndex:8869; }","duration":"708.165386ms","start":"2026-03-27T02:11:23.498327Z","end":"2026-03-27T02:11:24.206493Z","steps":["trace[677442042] 'read index received' (duration: 236.703797ms)","trace[677442042] 'applied index is now lower than readState.Index' (duration: 471.459949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:24.206839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.458262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:11:24.206947Z","caller":"traceutil/trace.go:171","msg":"trace[418476226] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8557; }","duration":"708.670446ms","start":"2026-03-27T02:11:23.49826Z","end":"2026-03-27T02:11:24.20693Z","steps":["trace[418476226] 'agreement among raft nodes before linearized reading' (duration: 708.414211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.20701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:23.498227Z","time spent":"708.769349ms","remote":"127.0.0.1:44046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:11:24.207014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:23.226115Z","time spent":"980.665493ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:24.213788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.085606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:11:24.21384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.470283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:11:24.213871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.206267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-27T02:11:24.213891Z","caller":"traceutil/trace.go:171","msg":"trace[61056248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8558; }","duration":"261.550305ms","start":"2026-03-27T02:11:23.952326Z","end":"2026-03-27T02:11:24.213876Z","steps":["trace[61056248] 'agreement among raft nodes before linearized reading' (duration: 261.449922ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:24.213915Z","caller":"traceutil/trace.go:171","msg":"trace[544747240] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8558; }","duration":"269.306359ms","start":"2026-03-27T02:11:23.9446Z","end":"2026-03-27T02:11:24.213906Z","steps":["trace[544747240] 'agreement among raft nodes before linearized reading' (duration: 269.206037ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:24.213861Z","caller":"traceutil/trace.go:171","msg":"trace[1319446426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8558; }","duration":"600.230149ms","start":"2026-03-27T02:11:23.613614Z","end":"2026-03-27T02:11:24.213844Z","steps":["trace[1319446426] 'agreement among raft nodes before linearized reading' (duration: 600.107576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:23.613588Z","time spent":"600.402603ms","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-27T02:11:24.214157Z","caller":"traceutil/trace.go:171","msg":"trace[1580846776] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"100.759805ms","start":"2026-03-27T02:11:24.113385Z","end":"2026-03-27T02:11:24.214145Z","steps":["trace[1580846776] 'process raft request' (duration: 100.225314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.4416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.293347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:11:24.44177Z","caller":"traceutil/trace.go:171","msg":"trace[932916395] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"212.754847ms","start":"2026-03-27T02:11:24.228976Z","end":"2026-03-27T02:11:24.441731Z","steps":["trace[932916395] 'process raft request' (duration: 75.199035ms)","trace[932916395] 'compare' (duration: 137.087754ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:24.441923Z","caller":"traceutil/trace.go:171","msg":"trace[1391921740] linearizableReadLoop","detail":"{readStateIndex:8874; appliedIndex:8873; }","duration":"156.335427ms","start":"2026-03-27T02:11:24.285532Z","end":"2026-03-27T02:11:24.441867Z","steps":["trace[1391921740] 'read index received' (duration: 18.578132ms)","trace[1391921740] 'applied index is now lower than readState.Index' (duration: 137.754915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:24.442093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.539532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:24.4422Z","caller":"traceutil/trace.go:171","msg":"trace[827316593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8560; }","duration":"156.709275ms","start":"2026-03-27T02:11:24.285464Z","end":"2026-03-27T02:11:24.442173Z","steps":["trace[827316593] 'agreement among raft nodes before linearized reading' (duration: 156.547512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.681281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.06581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:11:24.681445Z","caller":"traceutil/trace.go:171","msg":"trace[1923108648] linearizableReadLoop","detail":"{readStateIndex:8876; appliedIndex:8875; }","duration":"220.382756ms","start":"2026-03-27T02:11:24.461043Z","end":"2026-03-27T02:11:24.681425Z","steps":["trace[1923108648] 'read index received' (duration: 119.068361ms)","trace[1923108648] 'applied index is now lower than readState.Index' (duration: 101.312875ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:24.681557Z","caller":"traceutil/trace.go:171","msg":"trace[670674981] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"233.156502ms","start":"2026-03-27T02:11:24.448388Z","end":"2026-03-27T02:11:24.681545Z","steps":["trace[670674981] 'process raft request' (duration: 131.741875ms)","trace[670674981] 'compare' (duration: 100.889137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:24.781887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.466589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-27T02:11:24.782014Z","caller":"traceutil/trace.go:171","msg":"trace[1211000182] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"100.50713ms","start":"2026-03-27T02:11:24.681484Z","end":"2026-03-27T02:11:24.781991Z","steps":["trace[1211000182] 'read index received' (duration: 146.983µs)","trace[1211000182] 'applied index is now lower than readState.Index' (duration: 100.357777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:24.782211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.145012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-27T02:11:24.782259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.466649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-27T02:11:24.782329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.364207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-27T02:11:24.782362Z","caller":"traceutil/trace.go:171","msg":"trace[2098092919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8561; }","duration":"320.653663ms","start":"2026-03-27T02:11:24.461682Z","end":"2026-03-27T02:11:24.782335Z","steps":["trace[2098092919] 'agreement among raft nodes before linearized reading' (duration: 320.383017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.782384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.374098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-27T02:11:24.782398Z","caller":"traceutil/trace.go:171","msg":"trace[140283989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8561; }","duration":"320.44826ms","start":"2026-03-27T02:11:24.461932Z","end":"2026-03-27T02:11:24.78238Z","steps":["trace[140283989] 'agreement among raft nodes before linearized reading' (duration: 320.255595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.782436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:24.461664Z","time spent":"320.752834ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-27T02:11:24.782456Z","caller":"traceutil/trace.go:171","msg":"trace[765828454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8561; }","duration":"320.47092ms","start":"2026-03-27T02:11:24.461966Z","end":"2026-03-27T02:11:24.782437Z","steps":["trace[765828454] 'agreement among raft nodes before linearized reading' (duration: 320.201104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.782468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:24.461926Z","time spent":"320.526371ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-27T02:11:24.782289Z","caller":"traceutil/trace.go:171","msg":"trace[1108301718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8561; }","duration":"321.275565ms","start":"2026-03-27T02:11:24.460993Z","end":"2026-03-27T02:11:24.782268Z","steps":["trace[1108301718] 'agreement among raft nodes before linearized reading' (duration: 220.632232ms)","trace[1108301718] 'range keys from in-memory index tree' (duration: 100.419958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:24.782499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:24.46162Z","time spent":"320.870886ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:24.782594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:24.460971Z","time spent":"321.578631ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:24.782627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.549382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q2dg2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-27T02:11:24.782599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.679173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-27T02:11:24.782686Z","caller":"traceutil/trace.go:171","msg":"trace[752977410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q2dg2; range_end:; response_count:1; response_revision:8561; }","duration":"313.664834ms","start":"2026-03-27T02:11:24.469005Z","end":"2026-03-27T02:11:24.78267Z","steps":["trace[752977410] 'agreement among raft nodes before linearized reading' (duration: 313.374959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.782723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:24.46899Z","time spent":"313.723355ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-q2dg2\" "} {"level":"info","ts":"2026-03-27T02:11:24.782725Z","caller":"traceutil/trace.go:171","msg":"trace[675106799] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8561; }","duration":"320.869617ms","start":"2026-03-27T02:11:24.461824Z","end":"2026-03-27T02:11:24.782694Z","steps":["trace[675106799] 'agreement among raft nodes before linearized reading' (duration: 320.46707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:24.782783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:24.46181Z","time spent":"320.962718ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-27T02:11:25.346448Z","caller":"traceutil/trace.go:171","msg":"trace[684627348] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"111.250418ms","start":"2026-03-27T02:11:25.235159Z","end":"2026-03-27T02:11:25.346409Z","steps":["trace[684627348] 'process raft request' (duration: 111.019483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:25.852906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218751983411270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-27T02:11:26.121038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.956654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:11:26.121315Z","caller":"traceutil/trace.go:171","msg":"trace[1592636562] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"769.803601ms","start":"2026-03-27T02:11:25.351493Z","end":"2026-03-27T02:11:26.121296Z","steps":["trace[1592636562] 'process raft request' (duration: 652.495861ms)","trace[1592636562] 'compare' (duration: 116.781221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:11:26.12139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:25.351459Z","time spent":"769.911533ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-27T02:11:26.121332Z","caller":"traceutil/trace.go:171","msg":"trace[1712526132] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8883; }","duration":"769.047437ms","start":"2026-03-27T02:11:25.352271Z","end":"2026-03-27T02:11:26.121318Z","steps":["trace[1712526132] 'read index received' (duration: 651.726868ms)","trace[1712526132] 'applied index is now lower than readState.Index' (duration: 117.319659ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:26.1215Z","caller":"traceutil/trace.go:171","msg":"trace[117645114] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"769.151449ms","start":"2026-03-27T02:11:25.352318Z","end":"2026-03-27T02:11:26.12147Z","steps":["trace[117645114] 'process raft request' (duration: 768.824733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:26.121572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.281641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-27T02:11:26.121615Z","caller":"traceutil/trace.go:171","msg":"trace[2074541958] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8569; }","duration":"769.418923ms","start":"2026-03-27T02:11:25.352185Z","end":"2026-03-27T02:11:26.121604Z","steps":["trace[2074541958] 'agreement among raft nodes before linearized reading' (duration: 769.171489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:26.121665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:25.352284Z","time spent":"769.293171ms","remote":"127.0.0.1:43908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:26.121704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:25.352152Z","time spent":"769.541506ms","remote":"127.0.0.1:43670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-27T02:11:26.121699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.171208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:26.121765Z","caller":"traceutil/trace.go:171","msg":"trace[540511359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8569; }","duration":"751.262359ms","start":"2026-03-27T02:11:25.370481Z","end":"2026-03-27T02:11:26.121743Z","steps":["trace[540511359] 'agreement among raft nodes before linearized reading' (duration: 751.148547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:26.121827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:25.370469Z","time spent":"751.342861ms","remote":"127.0.0.1:53714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-27T02:11:26.121902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.875118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:26.121974Z","caller":"traceutil/trace.go:171","msg":"trace[1003743047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8569; }","duration":"168.99063ms","start":"2026-03-27T02:11:25.952966Z","end":"2026-03-27T02:11:26.121957Z","steps":["trace[1003743047] 'agreement among raft nodes before linearized reading' (duration: 168.872298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:26.121993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.137255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:11:26.122271Z","caller":"traceutil/trace.go:171","msg":"trace[1317878093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8569; }","duration":"407.468261ms","start":"2026-03-27T02:11:25.714778Z","end":"2026-03-27T02:11:26.122246Z","steps":["trace[1317878093] 'agreement among raft nodes before linearized reading' (duration: 407.088633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:26.122438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:25.714741Z","time spent":"407.674395ms","remote":"127.0.0.1:53768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-27T02:11:26.749874Z","caller":"traceutil/trace.go:171","msg":"trace[1279532141] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"536.491246ms","start":"2026-03-27T02:11:26.213354Z","end":"2026-03-27T02:11:26.749845Z","steps":["trace[1279532141] 'process raft request' (duration: 535.558098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:26.750065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:26.213322Z","time spent":"536.650399ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:27.051915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.124729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:11:27.052213Z","caller":"traceutil/trace.go:171","msg":"trace[162140610] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8886; }","duration":"365.728813ms","start":"2026-03-27T02:11:26.68646Z","end":"2026-03-27T02:11:27.052189Z","steps":["trace[162140610] 'read index received' (duration: 63.169723ms)","trace[162140610] 'applied index is now lower than readState.Index' (duration: 302.55784ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:27.052237Z","caller":"traceutil/trace.go:171","msg":"trace[782351743] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"836.838145ms","start":"2026-03-27T02:11:26.21537Z","end":"2026-03-27T02:11:27.052208Z","steps":["trace[782351743] 'process raft request' (duration: 564.314218ms)","trace[782351743] 'compare' (duration: 271.771853ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:27.052336Z","caller":"traceutil/trace.go:171","msg":"trace[908974325] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"603.479829ms","start":"2026-03-27T02:11:26.448747Z","end":"2026-03-27T02:11:27.052227Z","steps":["trace[908974325] 'process raft request' (duration: 603.306486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:27.052416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:26.215356Z","time spent":"836.963568ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-27T02:11:27.052506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.046418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-27T02:11:27.052554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.762355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-27T02:11:27.05257Z","caller":"traceutil/trace.go:171","msg":"trace[1511568258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8573; }","duration":"366.149591ms","start":"2026-03-27T02:11:26.686403Z","end":"2026-03-27T02:11:27.052553Z","steps":["trace[1511568258] 'agreement among raft nodes before linearized reading' (duration: 365.929257ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.05263Z","caller":"traceutil/trace.go:171","msg":"trace[755065692] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8573; }","duration":"207.877846ms","start":"2026-03-27T02:11:26.844734Z","end":"2026-03-27T02:11:27.052612Z","steps":["trace[755065692] 'agreement among raft nodes before linearized reading' (duration: 207.667042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:27.052633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.210978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-27T02:11:27.052699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:26.686382Z","time spent":"366.245552ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-27T02:11:27.052684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:26.448679Z","time spent":"603.774154ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:11:27.052769Z","caller":"traceutil/trace.go:171","msg":"trace[416685937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8573; }","duration":"167.35536ms","start":"2026-03-27T02:11:26.885366Z","end":"2026-03-27T02:11:27.052721Z","steps":["trace[416685937] 'agreement among raft nodes before linearized reading' (duration: 167.104666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:27.052924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.146095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-27T02:11:27.052933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.937119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q2dg2\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-27T02:11:27.052961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.476412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-27T02:11:27.052994Z","caller":"traceutil/trace.go:171","msg":"trace[787124009] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8573; }","duration":"168.259008ms","start":"2026-03-27T02:11:26.88472Z","end":"2026-03-27T02:11:27.052979Z","steps":["trace[787124009] 'agreement among raft nodes before linearized reading' (duration: 168.098945ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.053019Z","caller":"traceutil/trace.go:171","msg":"trace[1728127221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8573; }","duration":"167.577004ms","start":"2026-03-27T02:11:26.885428Z","end":"2026-03-27T02:11:27.053005Z","steps":["trace[1728127221] 'agreement among raft nodes before linearized reading' (duration: 167.434742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:27.052744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.575966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-27T02:11:27.053022Z","caller":"traceutil/trace.go:171","msg":"trace[612560235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q2dg2; range_end:; response_count:1; response_revision:8573; }","duration":"163.019861ms","start":"2026-03-27T02:11:26.889975Z","end":"2026-03-27T02:11:27.052995Z","steps":["trace[612560235] 'agreement among raft nodes before linearized reading' (duration: 162.877988ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.053086Z","caller":"traceutil/trace.go:171","msg":"trace[1495308593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8573; }","duration":"167.978442ms","start":"2026-03-27T02:11:26.885084Z","end":"2026-03-27T02:11:27.053062Z","steps":["trace[1495308593] 'agreement among raft nodes before linearized reading' (duration: 167.414912ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.199317Z","caller":"traceutil/trace.go:171","msg":"trace[852991809] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"141.028287ms","start":"2026-03-27T02:11:27.058262Z","end":"2026-03-27T02:11:27.19929Z","steps":["trace[852991809] 'process raft request' (duration: 100.821816ms)","trace[852991809] 'compare' (duration: 40.024957ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:27.199616Z","caller":"traceutil/trace.go:171","msg":"trace[1350502961] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"141.303362ms","start":"2026-03-27T02:11:27.058291Z","end":"2026-03-27T02:11:27.199595Z","steps":["trace[1350502961] 'process raft request' (duration: 140.949176ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.1999Z","caller":"traceutil/trace.go:171","msg":"trace[1707375355] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"140.71086ms","start":"2026-03-27T02:11:27.059175Z","end":"2026-03-27T02:11:27.199886Z","steps":["trace[1707375355] 'process raft request' (duration: 140.582808ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.199888Z","caller":"traceutil/trace.go:171","msg":"trace[1011448742] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8889; }","duration":"140.626899ms","start":"2026-03-27T02:11:27.059239Z","end":"2026-03-27T02:11:27.199866Z","steps":["trace[1011448742] 'read index received' (duration: 53.878642ms)","trace[1011448742] 'applied index is now lower than readState.Index' (duration: 86.747207ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:27.19993Z","caller":"traceutil/trace.go:171","msg":"trace[111662112] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"140.522986ms","start":"2026-03-27T02:11:27.059377Z","end":"2026-03-27T02:11:27.1999Z","steps":["trace[111662112] 'process raft request' (duration: 140.449315ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:27.200142Z","caller":"traceutil/trace.go:171","msg":"trace[1741484437] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"141.180318ms","start":"2026-03-27T02:11:27.058948Z","end":"2026-03-27T02:11:27.200128Z","steps":["trace[1741484437] 'process raft request' (duration: 140.578948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:27.20034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.077808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228411"} {"level":"info","ts":"2026-03-27T02:11:27.200387Z","caller":"traceutil/trace.go:171","msg":"trace[259878574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8579; }","duration":"141.143509ms","start":"2026-03-27T02:11:27.059232Z","end":"2026-03-27T02:11:27.200376Z","steps":["trace[259878574] 'agreement among raft nodes before linearized reading' (duration: 140.71451ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:35.561407Z","caller":"traceutil/trace.go:171","msg":"trace[624511911] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8962; }","duration":"321.713352ms","start":"2026-03-27T02:11:35.239671Z","end":"2026-03-27T02:11:35.561384Z","steps":["trace[624511911] 'read index received' (duration: 320.879198ms)","trace[624511911] 'applied index is now lower than readState.Index' (duration: 833.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:11:35.561471Z","caller":"traceutil/trace.go:171","msg":"trace[705784614] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"405.490714ms","start":"2026-03-27T02:11:35.155953Z","end":"2026-03-27T02:11:35.561444Z","steps":["trace[705784614] 'process raft request' (duration: 404.65872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.561593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.913497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-27T02:11:35.561599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.155893Z","time spent":"405.630567ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-27T02:11:35.56162Z","caller":"traceutil/trace.go:171","msg":"trace[1479171723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8645; }","duration":"321.979237ms","start":"2026-03-27T02:11:35.239631Z","end":"2026-03-27T02:11:35.56161Z","steps":["trace[1479171723] 'agreement among raft nodes before linearized reading' (duration: 321.861765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.561643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.239612Z","time spent":"322.025368ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:35.56169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.940769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-27T02:11:35.561761Z","caller":"traceutil/trace.go:171","msg":"trace[1222887928] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8645; }","duration":"320.034141ms","start":"2026-03-27T02:11:35.2417Z","end":"2026-03-27T02:11:35.561734Z","steps":["trace[1222887928] 'agreement among raft nodes before linearized reading' (duration: 319.837237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.561793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.241689Z","time spent":"320.096623ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-27T02:11:35.56182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.478332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-q2dg2\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-27T02:11:35.561931Z","caller":"traceutil/trace.go:171","msg":"trace[1997876718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-q2dg2; range_end:; response_count:1; response_revision:8645; }","duration":"312.622606ms","start":"2026-03-27T02:11:35.249282Z","end":"2026-03-27T02:11:35.561905Z","steps":["trace[1997876718] 'agreement among raft nodes before linearized reading' (duration: 312.305609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.561958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.533205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-27T02:11:35.561982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.249275Z","time spent":"312.696317ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-q2dg2\" "} {"level":"info","ts":"2026-03-27T02:11:35.561998Z","caller":"traceutil/trace.go:171","msg":"trace[1204900698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8645; }","duration":"116.610727ms","start":"2026-03-27T02:11:35.445379Z","end":"2026-03-27T02:11:35.56199Z","steps":["trace[1204900698] 'agreement among raft nodes before linearized reading' (duration: 116.551396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.562111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.241767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-27T02:11:35.562137Z","caller":"traceutil/trace.go:171","msg":"trace[1962290483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8645; }","duration":"319.280808ms","start":"2026-03-27T02:11:35.242849Z","end":"2026-03-27T02:11:35.56213Z","steps":["trace[1962290483] 'agreement among raft nodes before linearized reading' (duration: 319.205866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.562161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.242838Z","time spent":"319.318398ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:35.562206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.515346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-4mqck\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-03-27T02:11:35.562227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.324727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-27T02:11:35.562239Z","caller":"traceutil/trace.go:171","msg":"trace[858194506] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-4mqck; range_end:; response_count:1; response_revision:8645; }","duration":"291.546236ms","start":"2026-03-27T02:11:35.270682Z","end":"2026-03-27T02:11:35.562229Z","steps":["trace[858194506] 'agreement among raft nodes before linearized reading' (duration: 291.404674ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:11:35.562251Z","caller":"traceutil/trace.go:171","msg":"trace[1160979515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8645; }","duration":"314.387318ms","start":"2026-03-27T02:11:35.247856Z","end":"2026-03-27T02:11:35.562244Z","steps":["trace[1160979515] 'agreement among raft nodes before linearized reading' (duration: 314.319456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.56227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.247833Z","time spent":"314.432529ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-27T02:11:35.562495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.441934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-27T02:11:35.562582Z","caller":"traceutil/trace.go:171","msg":"trace[1825542744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8645; }","duration":"317.592866ms","start":"2026-03-27T02:11:35.244972Z","end":"2026-03-27T02:11:35.562565Z","steps":["trace[1825542744] 'agreement among raft nodes before linearized reading' (duration: 316.660899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:11:35.56262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-27T02:11:35.24496Z","time spent":"317.651158ms","remote":"127.0.0.1:43852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-27T02:12:12.784635Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002494.wal"} {"level":"info","ts":"2026-03-27T02:12:27.123535Z","caller":"traceutil/trace.go:171","msg":"trace[1555563508] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"156.590982ms","start":"2026-03-27T02:12:26.966916Z","end":"2026-03-27T02:12:27.123507Z","steps":["trace[1555563508] 'process raft request' (duration: 156.400899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-27T02:12:39.444357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.586402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-27T02:12:39.444658Z","caller":"traceutil/trace.go:171","msg":"trace[1412304308] linearizableReadLoop","detail":"{readStateIndex:9624; appliedIndex:9623; }","duration":"157.01917ms","start":"2026-03-27T02:12:39.287598Z","end":"2026-03-27T02:12:39.444617Z","steps":["trace[1412304308] 'read index received' (duration: 24.911638ms)","trace[1412304308] 'applied index is now lower than readState.Index' (duration: 132.102952ms)"],"step_count":2} {"level":"info","ts":"2026-03-27T02:12:39.444799Z","caller":"traceutil/trace.go:171","msg":"trace[1099245289] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"157.935018ms","start":"2026-03-27T02:12:39.28683Z","end":"2026-03-27T02:12:39.444765Z","steps":["trace[1099245289] 'process raft request' (duration: 25.752194ms)","trace[1099245289] 'compare' (duration: 131.304797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-27T02:12:39.444875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.245924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-27T02:12:39.445009Z","caller":"traceutil/trace.go:171","msg":"trace[1833088352] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9288; }","duration":"157.447328ms","start":"2026-03-27T02:12:39.287527Z","end":"2026-03-27T02:12:39.444974Z","steps":["trace[1833088352] 'agreement among raft nodes before linearized reading' (duration: 157.204543ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:12:39.444999Z","caller":"traceutil/trace.go:171","msg":"trace[272592296] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"128.042517ms","start":"2026-03-27T02:12:39.316933Z","end":"2026-03-27T02:12:39.444976Z","steps":["trace[272592296] 'process raft request' (duration: 127.715531ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:12:39.46729Z","caller":"traceutil/trace.go:171","msg":"trace[1559225295] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"146.356545ms","start":"2026-03-27T02:12:39.32091Z","end":"2026-03-27T02:12:39.467266Z","steps":["trace[1559225295] 'process raft request' (duration: 145.909537ms)"],"step_count":1} {"level":"info","ts":"2026-03-27T02:13:28.193622Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"50e03cebfd94cbba","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-27T02:13:28.201302Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-27T02:13:28.201458Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-27T02:15:35.878049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8203} {"level":"info","ts":"2026-03-27T02:15:35.960923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8203,"took":"80.080102ms","hash":2322850607,"current-db-size-bytes":56934400,"current-db-size":"57 MB","current-db-size-in-use-bytes":25661440,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-27T02:15:35.961Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2322850607,"revision":8203,"compact-revision":5987} {"level":"info","ts":"2026-03-27T02:20:35.886476Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10590} {"level":"info","ts":"2026-03-27T02:20:35.965021Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10590,"took":"75.975743ms","hash":1125644474,"current-db-size-bytes":56934400,"current-db-size":"57 MB","current-db-size-in-use-bytes":20852736,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-27T02:20:35.965098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1125644474,"revision":10590,"compact-revision":8203}