{"level":"warn","ts":"2026-03-26T18:01:21.559743Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T18:01:21.559823Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.221:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.221:2380","--initial-cluster=instance=https://199.19.213.221:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.221:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.221:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-26T18:01:21.559907Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-26T18:01:21.559938Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.221:2380"]} {"level":"info","ts":"2026-03-26T18:01:21.559959Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T18:01:21.560546Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.221:2379"]} {"level":"info","ts":"2026-03-26T18:01:21.56064Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.221:2380"],"listen-peer-urls":["https://199.19.213.221:2380"],"advertise-client-urls":["https://199.19.213.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.221:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-26T18:01:21.564893Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.945857ms"} {"level":"info","ts":"2026-03-26T18:01:21.575524Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"b506daf99e68981a","cluster-id":"d2c45690f9793857"} {"level":"info","ts":"2026-03-26T18:01:21.575664Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a switched to configuration voters=()"} {"level":"info","ts":"2026-03-26T18:01:21.575705Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a became follower at term 0"} {"level":"info","ts":"2026-03-26T18:01:21.575761Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft b506daf99e68981a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-26T18:01:21.575786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a became follower at term 1"} {"level":"info","ts":"2026-03-26T18:01:21.575869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a switched to configuration voters=(13044354136364587034)"} {"level":"warn","ts":"2026-03-26T18:01:21.582355Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-26T18:01:21.583805Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-26T18:01:21.584998Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-26T18:01:21.587327Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"b506daf99e68981a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-26T18:01:21.587486Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"b506daf99e68981a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-26T18:01:21.587707Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T18:01:21.589189Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T18:01:21.589276Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-26T18:01:21.589353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a switched to configuration voters=(13044354136364587034)"} {"level":"info","ts":"2026-03-26T18:01:21.589862Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d2c45690f9793857","local-member-id":"b506daf99e68981a","added-peer-id":"b506daf99e68981a","added-peer-peer-urls":["https://199.19.213.221:2380"]} {"level":"info","ts":"2026-03-26T18:01:21.593463Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-26T18:01:21.593618Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.221:2380"} {"level":"info","ts":"2026-03-26T18:01:21.59372Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-26T18:01:21.593737Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.221:2380"} {"level":"info","ts":"2026-03-26T18:01:21.593688Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"b506daf99e68981a","initial-advertise-peer-urls":["https://199.19.213.221:2380"],"listen-peer-urls":["https://199.19.213.221:2380"],"advertise-client-urls":["https://199.19.213.221:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.221:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-26T18:01:22.376726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a is starting a new election at term 1"} {"level":"info","ts":"2026-03-26T18:01:22.376822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-26T18:01:22.376911Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a received MsgPreVoteResp from b506daf99e68981a at term 1"} {"level":"info","ts":"2026-03-26T18:01:22.376938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a became candidate at term 2"} {"level":"info","ts":"2026-03-26T18:01:22.37696Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a received MsgVoteResp from b506daf99e68981a at term 2"} {"level":"info","ts":"2026-03-26T18:01:22.37698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"b506daf99e68981a became leader at term 2"} {"level":"info","ts":"2026-03-26T18:01:22.376997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: b506daf99e68981a elected leader b506daf99e68981a at term 2"} {"level":"info","ts":"2026-03-26T18:01:22.378283Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:01:22.378821Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"b506daf99e68981a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.221:2379]}","request-path":"/0/members/b506daf99e68981a/attributes","cluster-id":"d2c45690f9793857","publish-timeout":"7s"} {"level":"info","ts":"2026-03-26T18:01:22.378839Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T18:01:22.378824Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-26T18:01:22.379363Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-26T18:01:22.379432Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-26T18:01:22.37978Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d2c45690f9793857","local-member-id":"b506daf99e68981a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:01:22.379907Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:01:22.379953Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-26T18:01:22.382868Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-26T18:01:22.383166Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.221:2379"} {"level":"warn","ts":"2026-03-26T18:01:41.659188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.7017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:01:41.659291Z","caller":"traceutil/trace.go:171","msg":"trace[282246149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:379; }","duration":"894.853844ms","start":"2026-03-26T18:01:40.764419Z","end":"2026-03-26T18:01:41.659273Z","steps":["trace[282246149] 'range keys from in-memory index tree' (duration: 894.27444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:41.659403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:40.764384Z","time spent":"895.000508ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T18:01:41.659518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.99907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-03-26T18:01:41.659624Z","caller":"traceutil/trace.go:171","msg":"trace[150575307] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:379; }","duration":"173.178004ms","start":"2026-03-26T18:01:41.486424Z","end":"2026-03-26T18:01:41.659602Z","steps":["trace[150575307] 'range keys from in-memory index tree' (duration: 172.860167ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:42.242713Z","caller":"traceutil/trace.go:171","msg":"trace[531343258] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"569.198083ms","start":"2026-03-26T18:01:41.67349Z","end":"2026-03-26T18:01:42.242688Z","steps":["trace[531343258] 'process raft request' (duration: 566.546288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:42.243685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:41.673472Z","time spent":"569.379588ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:01:42.24684Z","caller":"traceutil/trace.go:171","msg":"trace[975365700] linearizableReadLoop","detail":"{readStateIndex:395; appliedIndex:393; }","duration":"362.054574ms","start":"2026-03-26T18:01:41.884767Z","end":"2026-03-26T18:01:42.246822Z","steps":["trace[975365700] 'read index received' (duration: 355.280678ms)","trace[975365700] 'applied index is now lower than readState.Index' (duration: 6.744215ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:01:42.246906Z","caller":"traceutil/trace.go:171","msg":"trace[2006306853] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"513.857974ms","start":"2026-03-26T18:01:41.73302Z","end":"2026-03-26T18:01:42.246878Z","steps":["trace[2006306853] 'process raft request' (duration: 513.676049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:42.247014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.233449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-26T18:01:42.24703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:41.732996Z","time spent":"513.971157ms","remote":"127.0.0.1:59682","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:42.247064Z","caller":"traceutil/trace.go:171","msg":"trace[860525411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:382; }","duration":"362.322611ms","start":"2026-03-26T18:01:41.884731Z","end":"2026-03-26T18:01:42.247054Z","steps":["trace[860525411] 'agreement among raft nodes before linearized reading' (duration: 362.215128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:42.247092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:41.884714Z","time spent":"362.370773ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T18:01:47.959455Z","caller":"traceutil/trace.go:171","msg":"trace[1261076719] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"390.404591ms","start":"2026-03-26T18:01:47.569015Z","end":"2026-03-26T18:01:47.95942Z","steps":["trace[1261076719] 'process raft request' (duration: 390.227436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:47.959667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:47.568989Z","time spent":"390.573536ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:01:58.702298Z","caller":"traceutil/trace.go:171","msg":"trace[2043668077] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"483.47202ms","start":"2026-03-26T18:01:58.218795Z","end":"2026-03-26T18:01:58.702267Z","steps":["trace[2043668077] 'process raft request' (duration: 478.4631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.702469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.218776Z","time spent":"483.611733ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.725249Z","caller":"traceutil/trace.go:171","msg":"trace[2090377792] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"505.781921ms","start":"2026-03-26T18:01:58.219432Z","end":"2026-03-26T18:01:58.725214Z","steps":["trace[2090377792] 'process raft request' (duration: 505.561096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.725442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.219409Z","time spent":"505.937095ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.725419Z","caller":"traceutil/trace.go:171","msg":"trace[951308703] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"502.365089ms","start":"2026-03-26T18:01:58.222938Z","end":"2026-03-26T18:01:58.725303Z","steps":["trace[951308703] 'process raft request' (duration: 502.212894ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:58.725569Z","caller":"traceutil/trace.go:171","msg":"trace[794591103] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"494.953179ms","start":"2026-03-26T18:01:58.230561Z","end":"2026-03-26T18:01:58.725514Z","steps":["trace[794591103] 'process raft request' (duration: 494.702283ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:58.725636Z","caller":"traceutil/trace.go:171","msg":"trace[883404130] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"496.356984ms","start":"2026-03-26T18:01:58.22925Z","end":"2026-03-26T18:01:58.725607Z","steps":["trace[883404130] 'process raft request' (duration: 495.955484ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:58.725658Z","caller":"traceutil/trace.go:171","msg":"trace[623271713] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"493.456774ms","start":"2026-03-26T18:01:58.232156Z","end":"2026-03-26T18:01:58.725613Z","steps":["trace[623271713] 'process raft request' (duration: 493.202347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.725757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.230553Z","time spent":"495.118704ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:01:58.725769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.229234Z","time spent":"496.464717ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:01:58.725816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.232148Z","time spent":"493.592557ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.725897Z","caller":"traceutil/trace.go:171","msg":"trace[210469075] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"493.157195ms","start":"2026-03-26T18:01:58.232686Z","end":"2026-03-26T18:01:58.725843Z","steps":["trace[210469075] 'process raft request' (duration: 492.723055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.725976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.222922Z","time spent":"502.737109ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:01:58.726065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.232678Z","time spent":"493.307039ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.726112Z","caller":"traceutil/trace.go:171","msg":"trace[26827324] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"486.581337ms","start":"2026-03-26T18:01:58.239507Z","end":"2026-03-26T18:01:58.726089Z","steps":["trace[26827324] 'process raft request' (duration: 486.074725ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:58.726072Z","caller":"traceutil/trace.go:171","msg":"trace[133810566] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"492.333225ms","start":"2026-03-26T18:01:58.233612Z","end":"2026-03-26T18:01:58.725945Z","steps":["trace[133810566] 'process raft request' (duration: 491.852854ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:01:58.726174Z","caller":"traceutil/trace.go:171","msg":"trace[263624349] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"482.092947ms","start":"2026-03-26T18:01:58.24406Z","end":"2026-03-26T18:01:58.726153Z","steps":["trace[263624349] 'process raft request' (duration: 481.818661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.726208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.239482Z","time spent":"486.684829ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.726277Z","caller":"traceutil/trace.go:171","msg":"trace[704050389] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"447.740446ms","start":"2026-03-26T18:01:58.278517Z","end":"2026-03-26T18:01:58.726257Z","steps":["trace[704050389] 'process raft request' (duration: 447.565442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.726281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.24405Z","time spent":"482.176709ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.726366Z","caller":"traceutil/trace.go:171","msg":"trace[827983759] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:500; }","duration":"364.194702ms","start":"2026-03-26T18:01:58.362151Z","end":"2026-03-26T18:01:58.726346Z","steps":["trace[827983759] 'read index received' (duration: 335.122948ms)","trace[827983759] 'applied index is now lower than readState.Index' (duration: 29.070504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:01:58.72639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.233604Z","time spent":"492.598212ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:01:58.726378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.278496Z","time spent":"447.828417ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:01:58.726458Z","caller":"traceutil/trace.go:171","msg":"trace[1980451619] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"301.580046ms","start":"2026-03-26T18:01:58.424849Z","end":"2026-03-26T18:01:58.726429Z","steps":["trace[1980451619] 'process raft request' (duration: 301.3238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.726523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.424818Z","time spent":"301.673717ms","remote":"127.0.0.1:59228","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:01:58.72655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.389496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T18:01:58.726602Z","caller":"traceutil/trace.go:171","msg":"trace[1468006006] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:495; }","duration":"364.491209ms","start":"2026-03-26T18:01:58.362093Z","end":"2026-03-26T18:01:58.726584Z","steps":["trace[1468006006] 'agreement among raft nodes before linearized reading' (duration: 364.364916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.726643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.362049Z","time spent":"364.583091ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:01:58.729875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.596554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:01:58.729964Z","caller":"traceutil/trace.go:171","msg":"trace[1339637363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:497; }","duration":"367.705397ms","start":"2026-03-26T18:01:58.362234Z","end":"2026-03-26T18:01:58.72994Z","steps":["trace[1339637363] 'agreement among raft nodes before linearized reading' (duration: 367.527722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.730002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.36222Z","time spent":"367.774368ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T18:01:58.730348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.113177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:01:58.730384Z","caller":"traceutil/trace.go:171","msg":"trace[696668450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:497; }","duration":"290.174408ms","start":"2026-03-26T18:01:58.440198Z","end":"2026-03-26T18:01:58.730372Z","steps":["trace[696668450] 'agreement among raft nodes before linearized reading' (duration: 290.119187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.730554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.048875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:01:58.730581Z","caller":"traceutil/trace.go:171","msg":"trace[769274215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:497; }","duration":"368.115257ms","start":"2026-03-26T18:01:58.362457Z","end":"2026-03-26T18:01:58.730572Z","steps":["trace[769274215] 'agreement among raft nodes before linearized reading' (duration: 368.059705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:01:58.730607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:01:58.362442Z","time spent":"368.158267ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T18:02:05.279049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10960245452491697438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T18:02:05.780128Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10960245452491697438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T18:02:06.281388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10960245452491697438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T18:02:06.781758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10960245452491697438,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-26T18:02:07.227943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.599856245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-26T18:02:07.229331Z","caller":"traceutil/trace.go:171","msg":"trace[972604551] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"2.602114949s","start":"2026-03-26T18:02:04.62718Z","end":"2026-03-26T18:02:07.229295Z","steps":["trace[972604551] 'process raft request' (duration: 2.601338021s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.22955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:04.627132Z","time spent":"2.602298494s","remote":"127.0.0.1:59264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036285,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:02:07.239343Z","caller":"traceutil/trace.go:171","msg":"trace[1888609627] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"2.429332465s","start":"2026-03-26T18:02:04.809971Z","end":"2026-03-26T18:02:07.239303Z","steps":["trace[1888609627] 'process raft request' (duration: 2.428955796s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.239553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:04.809947Z","time spent":"2.429492998s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:02:07.239501Z","caller":"traceutil/trace.go:171","msg":"trace[968161437] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:608; }","duration":"2.461092644s","start":"2026-03-26T18:02:04.778356Z","end":"2026-03-26T18:02:07.239449Z","steps":["trace[968161437] 'read index received' (duration: 2.449842201s)","trace[968161437] 'applied index is now lower than readState.Index' (duration: 11.247613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:07.23979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.461409521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:02:07.239865Z","caller":"traceutil/trace.go:171","msg":"trace[43146130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"2.461549825s","start":"2026-03-26T18:02:04.778296Z","end":"2026-03-26T18:02:07.239846Z","steps":["trace[43146130] 'agreement among raft nodes before linearized reading' (duration: 2.461293748s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.239919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:04.778265Z","time spent":"2.461639557s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T18:02:07.240022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857487963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.221\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-26T18:02:07.239915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458316607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T18:02:07.240033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828514031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jr6bn\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-26T18:02:07.240074Z","caller":"traceutil/trace.go:171","msg":"trace[498378384] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jr6bn; range_end:; response_count:1; response_revision:589; }","duration":"1.828579793s","start":"2026-03-26T18:02:05.411481Z","end":"2026-03-26T18:02:07.240061Z","steps":["trace[498378384] 'agreement among raft nodes before linearized reading' (duration: 1.828430559s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.240099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:05.411459Z","time spent":"1.828635364s","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-jr6bn\" "} {"level":"info","ts":"2026-03-26T18:02:07.240064Z","caller":"traceutil/trace.go:171","msg":"trace[1010357990] range","detail":"{range_begin:/registry/masterleases/199.19.213.221; range_end:; response_count:1; response_revision:589; }","duration":"1.857563734s","start":"2026-03-26T18:02:05.382485Z","end":"2026-03-26T18:02:07.240049Z","steps":["trace[1010357990] 'agreement among raft nodes before linearized reading' (duration: 1.857466612s)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:07.24009Z","caller":"traceutil/trace.go:171","msg":"trace[2123122410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"2.458524992s","start":"2026-03-26T18:02:04.781536Z","end":"2026-03-26T18:02:07.240061Z","steps":["trace[2123122410] 'agreement among raft nodes before linearized reading' (duration: 2.458203224s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.240152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:04.781515Z","time spent":"2.458619874s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:02:07.240136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:05.38245Z","time spent":"1.857679657s","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.221\" "} {"level":"warn","ts":"2026-03-26T18:02:07.24019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447617977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T18:02:07.240131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800168065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:02:07.24025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450845796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:02:07.240263Z","caller":"traceutil/trace.go:171","msg":"trace[1268060856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"2.447709159s","start":"2026-03-26T18:02:04.792538Z","end":"2026-03-26T18:02:07.240247Z","steps":["trace[1268060856] 'agreement among raft nodes before linearized reading' (duration: 2.447519025s)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:07.240284Z","caller":"traceutil/trace.go:171","msg":"trace[1731406412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"1.800368379s","start":"2026-03-26T18:02:05.43989Z","end":"2026-03-26T18:02:07.240258Z","steps":["trace[1731406412] 'agreement among raft nodes before linearized reading' (duration: 1.800151274s)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:07.240308Z","caller":"traceutil/trace.go:171","msg":"trace[1961645971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"2.450954178s","start":"2026-03-26T18:02:04.789336Z","end":"2026-03-26T18:02:07.24029Z","steps":["trace[1961645971] 'agreement among raft nodes before linearized reading' (duration: 2.450758603s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.240347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:04.789309Z","time spent":"2.45103084s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T18:02:07.240349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:05.439849Z","time spent":"1.800489662s","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T18:02:07.240339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:04.792527Z","time spent":"2.447800392s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T18:02:07.872284Z","caller":"traceutil/trace.go:171","msg":"trace[1472670939] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:611; }","duration":"607.202668ms","start":"2026-03-26T18:02:07.265055Z","end":"2026-03-26T18:02:07.872258Z","steps":["trace[1472670939] 'read index received' (duration: 8.135487ms)","trace[1472670939] 'applied index is now lower than readState.Index' (duration: 599.066011ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:02:07.872407Z","caller":"traceutil/trace.go:171","msg":"trace[1323305895] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"615.161831ms","start":"2026-03-26T18:02:07.2572Z","end":"2026-03-26T18:02:07.872362Z","steps":["trace[1323305895] 'process raft request' (duration: 614.840203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.872488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.411073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:02:07.872525Z","caller":"traceutil/trace.go:171","msg":"trace[242855748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"607.464794ms","start":"2026-03-26T18:02:07.265048Z","end":"2026-03-26T18:02:07.872513Z","steps":["trace[242855748] 'agreement among raft nodes before linearized reading' (duration: 607.391613ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:07.87246Z","caller":"traceutil/trace.go:171","msg":"trace[1541844291] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"614.743141ms","start":"2026-03-26T18:02:07.257656Z","end":"2026-03-26T18:02:07.8724Z","steps":["trace[1541844291] 'process raft request' (duration: 614.545856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.872561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:07.264988Z","time spent":"607.565927ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T18:02:07.872591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:07.257175Z","time spent":"615.325255ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:02:07.872727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:07.257643Z","time spent":"614.949086ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:02:07.8866Z","caller":"traceutil/trace.go:171","msg":"trace[266823369] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"583.896534ms","start":"2026-03-26T18:02:07.302671Z","end":"2026-03-26T18:02:07.886567Z","steps":["trace[266823369] 'process raft request' (duration: 583.590847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:07.886833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:07.302588Z","time spent":"584.108579ms","remote":"127.0.0.1:59714","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:02:08.710211Z","caller":"traceutil/trace.go:171","msg":"trace[424078657] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"539.242482ms","start":"2026-03-26T18:02:08.17095Z","end":"2026-03-26T18:02:08.710192Z","steps":["trace[424078657] 'process raft request' (duration: 539.109269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:08.710336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:08.170855Z","time spent":"539.415867ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:02:09.391693Z","caller":"traceutil/trace.go:171","msg":"trace[1648616629] linearizableReadLoop","detail":"{readStateIndex:620; appliedIndex:619; }","duration":"951.339544ms","start":"2026-03-26T18:02:08.440322Z","end":"2026-03-26T18:02:09.391662Z","steps":["trace[1648616629] 'read index received' (duration: 269.897448ms)","trace[1648616629] 'applied index is now lower than readState.Index' (duration: 681.440736ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:02:09.391784Z","caller":"traceutil/trace.go:171","msg":"trace[493279765] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"1.102638669s","start":"2026-03-26T18:02:08.289096Z","end":"2026-03-26T18:02:09.391735Z","steps":["trace[493279765] 'process raft request' (duration: 1.100144358s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:09.391846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.510828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:02:09.391959Z","caller":"traceutil/trace.go:171","msg":"trace[2097079460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"951.690482ms","start":"2026-03-26T18:02:08.440244Z","end":"2026-03-26T18:02:09.391935Z","steps":["trace[2097079460] 'agreement among raft nodes before linearized reading' (duration: 951.521108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:09.392012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:08.440213Z","time spent":"951.790084ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T18:02:09.392038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.938139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-26T18:02:09.392078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:08.289035Z","time spent":"1.102853994s","remote":"127.0.0.1:59264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:02:09.392097Z","caller":"traceutil/trace.go:171","msg":"trace[32354156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:598; }","duration":"114.054832ms","start":"2026-03-26T18:02:09.27803Z","end":"2026-03-26T18:02:09.392085Z","steps":["trace[32354156] 'agreement among raft nodes before linearized reading' (duration: 113.827637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:09.392136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.997461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T18:02:09.392255Z","caller":"traceutil/trace.go:171","msg":"trace[1055152990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:598; }","duration":"114.157735ms","start":"2026-03-26T18:02:09.278069Z","end":"2026-03-26T18:02:09.392227Z","steps":["trace[1055152990] 'agreement among raft nodes before linearized reading' (duration: 113.882088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:09.392192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.899508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:02:09.392424Z","caller":"traceutil/trace.go:171","msg":"trace[1041275646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:598; }","duration":"114.158725ms","start":"2026-03-26T18:02:09.278245Z","end":"2026-03-26T18:02:09.392403Z","steps":["trace[1041275646] 'agreement among raft nodes before linearized reading' (duration: 113.659163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:09.392169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.043952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T18:02:09.392527Z","caller":"traceutil/trace.go:171","msg":"trace[239218962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"114.438551ms","start":"2026-03-26T18:02:09.27807Z","end":"2026-03-26T18:02:09.392508Z","steps":["trace[239218962] 'agreement among raft nodes before linearized reading' (duration: 113.94345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:11.754949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.069499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T18:02:11.755233Z","caller":"traceutil/trace.go:171","msg":"trace[940572711] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"685.253509ms","start":"2026-03-26T18:02:11.069956Z","end":"2026-03-26T18:02:11.755209Z","steps":["trace[940572711] 'read index received' (duration: 61.711µs)","trace[940572711] 'applied index is now lower than readState.Index' (duration: 685.190658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:11.755348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.517518ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:02:11.755488Z","caller":"traceutil/trace.go:171","msg":"trace[1711866401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"179.671012ms","start":"2026-03-26T18:02:11.575795Z","end":"2026-03-26T18:02:11.755466Z","steps":["trace[1711866401] 'range keys from in-memory index tree' (duration: 179.499568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:11.755582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.610468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-jr6bn\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-03-26T18:02:11.755629Z","caller":"traceutil/trace.go:171","msg":"trace[479597495] range","detail":"{range_begin:/registry/pods/kube-system/cilium-jr6bn; range_end:; response_count:1; response_revision:612; }","duration":"685.72731ms","start":"2026-03-26T18:02:11.069889Z","end":"2026-03-26T18:02:11.755617Z","steps":["trace[479597495] 'agreement among raft nodes before linearized reading' (duration: 685.497125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:11.755669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.069857Z","time spent":"685.803572ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17271,"request content":"key:\"/registry/pods/kube-system/cilium-jr6bn\" "} {"level":"info","ts":"2026-03-26T18:02:11.756096Z","caller":"traceutil/trace.go:171","msg":"trace[1433343474] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"684.228374ms","start":"2026-03-26T18:02:11.071777Z","end":"2026-03-26T18:02:11.756005Z","steps":["trace[1433343474] 'process raft request' (duration: 683.312632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:11.756383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.071747Z","time spent":"684.542621ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:02:12.131562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.296068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T18:02:12.131556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.537609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T18:02:12.131647Z","caller":"traceutil/trace.go:171","msg":"trace[1587836774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:613; }","duration":"720.41542ms","start":"2026-03-26T18:02:11.411208Z","end":"2026-03-26T18:02:12.131623Z","steps":["trace[1587836774] 'agreement among raft nodes before linearized reading' (duration: 344.807122ms)","trace[1587836774] 'range keys from in-memory index tree' (duration: 375.359382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:12.131691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.411196Z","time spent":"720.485631ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:02:12.131691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.2368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:02:12.131752Z","caller":"traceutil/trace.go:171","msg":"trace[882231966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:613; }","duration":"721.339692ms","start":"2026-03-26T18:02:11.410393Z","end":"2026-03-26T18:02:12.131733Z","steps":["trace[882231966] 'agreement among raft nodes before linearized reading' (duration: 345.605821ms)","trace[882231966] 'range keys from in-memory index tree' (duration: 375.583547ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:02:12.131744Z","caller":"traceutil/trace.go:171","msg":"trace[2127873176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:613; }","duration":"719.737854ms","start":"2026-03-26T18:02:11.411936Z","end":"2026-03-26T18:02:12.131674Z","steps":["trace[2127873176] 'agreement among raft nodes before linearized reading' (duration: 344.103335ms)","trace[2127873176] 'range keys from in-memory index tree' (duration: 375.147007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:12.131827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.411929Z","time spent":"719.876237ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T18:02:12.131885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.332218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:02:12.132005Z","caller":"traceutil/trace.go:171","msg":"trace[637970625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"720.480851ms","start":"2026-03-26T18:02:11.411484Z","end":"2026-03-26T18:02:12.131965Z","steps":["trace[637970625] 'agreement among raft nodes before linearized reading' (duration: 344.521175ms)","trace[637970625] 'range keys from in-memory index tree' (duration: 375.595248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:02:12.132062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.411477Z","time spent":"720.574574ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T18:02:12.132184Z","caller":"traceutil/trace.go:171","msg":"trace[1895626721] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"360.857499ms","start":"2026-03-26T18:02:11.771295Z","end":"2026-03-26T18:02:12.132153Z","steps":["trace[1895626721] 'process raft request' (duration: 360.523422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:12.131821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.410367Z","time spent":"721.438024ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T18:02:12.132627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:11.771259Z","time spent":"361.235129ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:02:13.575556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.719657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:02:13.57563Z","caller":"traceutil/trace.go:171","msg":"trace[1490729127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:627; }","duration":"135.83509ms","start":"2026-03-26T18:02:13.439778Z","end":"2026-03-26T18:02:13.575613Z","steps":["trace[1490729127] 'range keys from in-memory index tree' (duration: 135.647666ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:02:27.651312Z","caller":"traceutil/trace.go:171","msg":"trace[165970584] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"467.413372ms","start":"2026-03-26T18:02:27.183853Z","end":"2026-03-26T18:02:27.651266Z","steps":["trace[165970584] 'process raft request' (duration: 467.199337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:02:27.651568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:02:27.183827Z","time spent":"467.616237ms","remote":"127.0.0.1:59418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:03:20.378417Z","caller":"traceutil/trace.go:171","msg":"trace[1768908747] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"397.558965ms","start":"2026-03-26T18:03:19.980839Z","end":"2026-03-26T18:03:20.378398Z","steps":["trace[1768908747] 'process raft request' (duration: 397.441403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:20.378536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:19.980813Z","time spent":"397.666538ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:03:37.076666Z","caller":"traceutil/trace.go:171","msg":"trace[1435220010] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"119.687549ms","start":"2026-03-26T18:03:36.956641Z","end":"2026-03-26T18:03:37.076328Z","steps":["trace[1435220010] 'process raft request' (duration: 119.462883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.185411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.114528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-26T18:03:45.185514Z","caller":"traceutil/trace.go:171","msg":"trace[100671058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1825; }","duration":"616.311142ms","start":"2026-03-26T18:03:44.56918Z","end":"2026-03-26T18:03:45.185491Z","steps":["trace[100671058] 'range keys from in-memory index tree' (duration: 615.839801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.185564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:44.569135Z","time spent":"616.419085ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10692,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-26T18:03:45.185608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.76317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:03:45.18573Z","caller":"traceutil/trace.go:171","msg":"trace[831187369] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"549.32414ms","start":"2026-03-26T18:03:44.636387Z","end":"2026-03-26T18:03:45.185711Z","steps":["trace[831187369] 'read index received' (duration: 18.264973ms)","trace[831187369] 'applied index is now lower than readState.Index' (duration: 531.054587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:45.185934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.547886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:03:45.185965Z","caller":"traceutil/trace.go:171","msg":"trace[659309664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1826; }","duration":"549.614477ms","start":"2026-03-26T18:03:44.636343Z","end":"2026-03-26T18:03:45.185957Z","steps":["trace[659309664] 'agreement among raft nodes before linearized reading' (duration: 549.463044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.185995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:44.636318Z","time spent":"549.67031ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T18:03:45.186024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.312162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T18:03:45.1861Z","caller":"traceutil/trace.go:171","msg":"trace[762738272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1826; }","duration":"547.416135ms","start":"2026-03-26T18:03:44.638668Z","end":"2026-03-26T18:03:45.186085Z","steps":["trace[762738272] 'agreement among raft nodes before linearized reading' (duration: 547.204949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.18614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:44.638661Z","time spent":"547.471916ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:03:45.186132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.46418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T18:03:45.186025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.46366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:03:45.186195Z","caller":"traceutil/trace.go:171","msg":"trace[97550292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1826; }","duration":"548.581853ms","start":"2026-03-26T18:03:44.637598Z","end":"2026-03-26T18:03:45.18618Z","steps":["trace[97550292] 'agreement among raft nodes before linearized reading' (duration: 548.286945ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.186206Z","caller":"traceutil/trace.go:171","msg":"trace[15179630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1826; }","duration":"548.681835ms","start":"2026-03-26T18:03:44.637511Z","end":"2026-03-26T18:03:45.186193Z","steps":["trace[15179630] 'agreement among raft nodes before linearized reading' (duration: 548.357346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.186241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:44.637568Z","time spent":"548.666965ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T18:03:45.186274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:44.637496Z","time spent":"548.758707ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-26T18:03:45.185795Z","caller":"traceutil/trace.go:171","msg":"trace[1716600094] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"601.79971ms","start":"2026-03-26T18:03:44.583933Z","end":"2026-03-26T18:03:45.185733Z","steps":["trace[1716600094] 'process raft request' (duration: 70.800874ms)","trace[1716600094] 'compare' (duration: 530.388361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:45.186624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:44.583907Z","time spent":"602.418996ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:03:45.399197Z","caller":"traceutil/trace.go:171","msg":"trace[1701899466] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"123.193533ms","start":"2026-03-26T18:03:45.275975Z","end":"2026-03-26T18:03:45.399168Z","steps":["trace[1701899466] 'process raft request' (duration: 123.03361ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.399252Z","caller":"traceutil/trace.go:171","msg":"trace[2008824895] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"123.821008ms","start":"2026-03-26T18:03:45.275393Z","end":"2026-03-26T18:03:45.399214Z","steps":["trace[2008824895] 'process raft request' (duration: 31.417441ms)","trace[2008824895] 'compare' (duration: 92.011077ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:45.399265Z","caller":"traceutil/trace.go:171","msg":"trace[591070580] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"122.737762ms","start":"2026-03-26T18:03:45.276494Z","end":"2026-03-26T18:03:45.399232Z","steps":["trace[591070580] 'process raft request' (duration: 122.579948ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.399491Z","caller":"traceutil/trace.go:171","msg":"trace[919442291] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"122.778263ms","start":"2026-03-26T18:03:45.2767Z","end":"2026-03-26T18:03:45.399479Z","steps":["trace[919442291] 'process raft request' (duration: 122.416294ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.399477Z","caller":"traceutil/trace.go:171","msg":"trace[1430083934] linearizableReadLoop","detail":"{readStateIndex:1907; appliedIndex:1902; }","duration":"113.735164ms","start":"2026-03-26T18:03:45.285723Z","end":"2026-03-26T18:03:45.399458Z","steps":["trace[1430083934] 'read index received' (duration: 21.071891ms)","trace[1430083934] 'applied index is now lower than readState.Index' (duration: 92.662473ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:45.399561Z","caller":"traceutil/trace.go:171","msg":"trace[1606030312] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"118.927729ms","start":"2026-03-26T18:03:45.280581Z","end":"2026-03-26T18:03:45.399508Z","steps":["trace[1606030312] 'process raft request' (duration: 118.764796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.399706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.960549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a07634c86c32bb\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-26T18:03:45.399814Z","caller":"traceutil/trace.go:171","msg":"trace[1386679015] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a07634c86c32bb; range_end:; response_count:1; response_revision:1836; }","duration":"114.102163ms","start":"2026-03-26T18:03:45.285685Z","end":"2026-03-26T18:03:45.399787Z","steps":["trace[1386679015] 'agreement among raft nodes before linearized reading' (duration: 113.872188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.996318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.861713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:03:45.996587Z","caller":"traceutil/trace.go:171","msg":"trace[1214201083] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"390.30993ms","start":"2026-03-26T18:03:45.606255Z","end":"2026-03-26T18:03:45.996565Z","steps":["trace[1214201083] 'process raft request' (duration: 390.267409ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:03:45.99661Z","caller":"traceutil/trace.go:171","msg":"trace[558838901] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"521.166188ms","start":"2026-03-26T18:03:45.475404Z","end":"2026-03-26T18:03:45.99657Z","steps":["trace[558838901] 'read index received' (duration: 326.964026ms)","trace[558838901] 'applied index is now lower than readState.Index' (duration: 194.198702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:45.996662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:45.606215Z","time spent":"390.413373ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:03:45.996664Z","caller":"traceutil/trace.go:171","msg":"trace[963844138] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"562.225643ms","start":"2026-03-26T18:03:45.434404Z","end":"2026-03-26T18:03:45.996629Z","steps":["trace[963844138] 'process raft request' (duration: 367.947539ms)","trace[963844138] 'compare' (duration: 193.71748ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:45.996678Z","caller":"traceutil/trace.go:171","msg":"trace[2120106628] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"515.826999ms","start":"2026-03-26T18:03:45.480807Z","end":"2026-03-26T18:03:45.996634Z","steps":["trace[2120106628] 'process raft request' (duration: 515.658785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.99681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.712159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:03:45.996846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:45.434377Z","time spent":"562.361626ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:03:45.996877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:45.480774Z","time spent":"515.996093ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:03:45.996888Z","caller":"traceutil/trace.go:171","msg":"trace[468795358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"556.843162ms","start":"2026-03-26T18:03:45.440032Z","end":"2026-03-26T18:03:45.996875Z","steps":["trace[468795358] 'agreement among raft nodes before linearized reading' (duration: 556.656778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:45.996931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:45.440013Z","time spent":"556.912264ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T18:03:53.533324Z","caller":"traceutil/trace.go:171","msg":"trace[729463973] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"188.685089ms","start":"2026-03-26T18:03:53.344598Z","end":"2026-03-26T18:03:53.533284Z","steps":["trace[729463973] 'read index received' (duration: 186.528927ms)","trace[729463973] 'applied index is now lower than readState.Index' (duration: 2.154562ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:53.533387Z","caller":"traceutil/trace.go:171","msg":"trace[2140885225] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"189.203802ms","start":"2026-03-26T18:03:53.344121Z","end":"2026-03-26T18:03:53.533325Z","steps":["trace[2140885225] 'process raft request' (duration: 186.924797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:53.533776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.149331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:03:53.533855Z","caller":"traceutil/trace.go:171","msg":"trace[821596758] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1910; }","duration":"189.292934ms","start":"2026-03-26T18:03:53.344539Z","end":"2026-03-26T18:03:53.533832Z","steps":["trace[821596758] 'agreement among raft nodes before linearized reading' (duration: 188.973476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:54.149442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.704523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:03:54.149547Z","caller":"traceutil/trace.go:171","msg":"trace[216405115] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"494.643015ms","start":"2026-03-26T18:03:53.654881Z","end":"2026-03-26T18:03:54.149524Z","steps":["trace[216405115] 'read index received' (duration: 57.657866ms)","trace[216405115] 'applied index is now lower than readState.Index' (duration: 436.981159ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:03:54.149736Z","caller":"traceutil/trace.go:171","msg":"trace[1489871629] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"525.755338ms","start":"2026-03-26T18:03:53.623968Z","end":"2026-03-26T18:03:54.149723Z","steps":["trace[1489871629] 'process raft request' (duration: 88.677397ms)","trace[1489871629] 'compare' (duration: 436.461646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:03:54.149794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:53.623943Z","time spent":"525.81883ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:03:54.150282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.377442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-26T18:03:54.150368Z","caller":"traceutil/trace.go:171","msg":"trace[1465629212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1912; }","duration":"495.501136ms","start":"2026-03-26T18:03:53.654839Z","end":"2026-03-26T18:03:54.150341Z","steps":["trace[1465629212] 'agreement among raft nodes before linearized reading' (duration: 495.27149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:54.150413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:53.654825Z","time spent":"495.577648ms","remote":"127.0.0.1:59326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-26T18:03:54.151374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.387688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:03:54.151409Z","caller":"traceutil/trace.go:171","msg":"trace[1352543429] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1913; }","duration":"325.466149ms","start":"2026-03-26T18:03:53.825935Z","end":"2026-03-26T18:03:54.151401Z","steps":["trace[1352543429] 'agreement among raft nodes before linearized reading' (duration: 325.396377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:54.151429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:53.825912Z","time spent":"325.511671ms","remote":"127.0.0.1:59384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-26T18:03:54.151623Z","caller":"traceutil/trace.go:171","msg":"trace[1481938333] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"122.939716ms","start":"2026-03-26T18:03:54.028677Z","end":"2026-03-26T18:03:54.151617Z","steps":["trace[1481938333] 'process raft request' (duration: 122.480095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:03:54.151829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.1963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-26T18:03:54.151847Z","caller":"traceutil/trace.go:171","msg":"trace[497002692] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1913; }","duration":"113.302692ms","start":"2026-03-26T18:03:54.038537Z","end":"2026-03-26T18:03:54.15184Z","steps":["trace[497002692] 'agreement among raft nodes before linearized reading' (duration: 113.150539ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:00.524055Z","caller":"traceutil/trace.go:171","msg":"trace[309488875] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"640.276398ms","start":"2026-03-26T18:03:59.88376Z","end":"2026-03-26T18:04:00.524037Z","steps":["trace[309488875] 'process raft request' (duration: 640.164766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:00.524187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:03:59.883734Z","time spent":"640.38384ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:00.546739Z","caller":"traceutil/trace.go:171","msg":"trace[1510161977] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2030; }","duration":"363.622195ms","start":"2026-03-26T18:04:00.183081Z","end":"2026-03-26T18:04:00.546703Z","steps":["trace[1510161977] 'read index received' (duration: 340.942595ms)","trace[1510161977] 'applied index is now lower than readState.Index' (duration: 22.67794ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:00.547029Z","caller":"traceutil/trace.go:171","msg":"trace[87352124] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"376.804569ms","start":"2026-03-26T18:04:00.170202Z","end":"2026-03-26T18:04:00.547006Z","steps":["trace[87352124] 'process raft request' (duration: 376.234956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:00.547175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:00.170176Z","time spent":"376.919852ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:00.547048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.924112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-26T18:04:00.547319Z","caller":"traceutil/trace.go:171","msg":"trace[833455944] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1957; }","duration":"364.198409ms","start":"2026-03-26T18:04:00.183046Z","end":"2026-03-26T18:04:00.547245Z","steps":["trace[833455944] 'agreement among raft nodes before linearized reading' (duration: 363.801349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:00.54737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:00.18303Z","time spent":"364.323901ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-26T18:04:24.907545Z","caller":"traceutil/trace.go:171","msg":"trace[1429645166] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"226.701553ms","start":"2026-03-26T18:04:24.680794Z","end":"2026-03-26T18:04:24.907496Z","steps":["trace[1429645166] 'process raft request' (duration: 128.044892ms)","trace[1429645166] 'compare' (duration: 98.21727ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:24.90756Z","caller":"traceutil/trace.go:171","msg":"trace[984847163] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2176; }","duration":"111.476657ms","start":"2026-03-26T18:04:24.796051Z","end":"2026-03-26T18:04:24.907528Z","steps":["trace[984847163] 'read index received' (duration: 12.792755ms)","trace[984847163] 'applied index is now lower than readState.Index' (duration: 98.682142ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:24.907618Z","caller":"traceutil/trace.go:171","msg":"trace[657283500] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"200.372396ms","start":"2026-03-26T18:04:24.707208Z","end":"2026-03-26T18:04:24.907581Z","steps":["trace[657283500] 'process raft request' (duration: 200.197492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:24.907758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.686271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:04:24.907836Z","caller":"traceutil/trace.go:171","msg":"trace[529966926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2098; }","duration":"111.880496ms","start":"2026-03-26T18:04:24.79594Z","end":"2026-03-26T18:04:24.90782Z","steps":["trace[529966926] 'agreement among raft nodes before linearized reading' (duration: 111.671982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:25.96536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.599318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:04:25.965656Z","caller":"traceutil/trace.go:171","msg":"trace[50492074] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"477.678482ms","start":"2026-03-26T18:04:25.487959Z","end":"2026-03-26T18:04:25.965637Z","steps":["trace[50492074] 'process raft request' (duration: 477.528918ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:25.965577Z","caller":"traceutil/trace.go:171","msg":"trace[1507625114] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"552.879774ms","start":"2026-03-26T18:04:25.412655Z","end":"2026-03-26T18:04:25.965534Z","steps":["trace[1507625114] 'process raft request' (duration: 388.985869ms)","trace[1507625114] 'compare' (duration: 163.243839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:25.965739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.487943Z","time spent":"477.759925ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:25.965696Z","caller":"traceutil/trace.go:171","msg":"trace[1571133944] linearizableReadLoop","detail":"{readStateIndex:2181; appliedIndex:2179; }","duration":"534.581678ms","start":"2026-03-26T18:04:25.431084Z","end":"2026-03-26T18:04:25.965666Z","steps":["trace[1571133944] 'read index received' (duration: 55.954043ms)","trace[1571133944] 'applied index is now lower than readState.Index' (duration: 478.623085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:25.965912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.412622Z","time spent":"553.164852ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:25.965947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.850904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T18:04:25.965987Z","caller":"traceutil/trace.go:171","msg":"trace[46658322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2101; }","duration":"534.950007ms","start":"2026-03-26T18:04:25.431029Z","end":"2026-03-26T18:04:25.965979Z","steps":["trace[46658322] 'agreement among raft nodes before linearized reading' (duration: 534.714402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:25.966021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.431003Z","time spent":"535.011448ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T18:04:25.966093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.155566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-26T18:04:25.966082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.628165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:04:25.966134Z","caller":"traceutil/trace.go:171","msg":"trace[519858886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2101; }","duration":"267.234708ms","start":"2026-03-26T18:04:25.698888Z","end":"2026-03-26T18:04:25.966123Z","steps":["trace[519858886] 'agreement among raft nodes before linearized reading' (duration: 267.083364ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:25.966174Z","caller":"traceutil/trace.go:171","msg":"trace[713248730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2101; }","duration":"525.728397ms","start":"2026-03-26T18:04:25.440418Z","end":"2026-03-26T18:04:25.966147Z","steps":["trace[713248730] 'agreement among raft nodes before linearized reading' (duration: 525.540413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:25.966204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.364795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T18:04:25.966228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.440401Z","time spent":"525.81812ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-26T18:04:25.96629Z","caller":"traceutil/trace.go:171","msg":"trace[1113811909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2101; }","duration":"464.466587ms","start":"2026-03-26T18:04:25.501796Z","end":"2026-03-26T18:04:25.966263Z","steps":["trace[1113811909] 'agreement among raft nodes before linearized reading' (duration: 464.305173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:25.966358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.501782Z","time spent":"464.56034ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:04:25.966488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.048685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:04:25.966587Z","caller":"traceutil/trace.go:171","msg":"trace[1825715156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2101; }","duration":"278.176758ms","start":"2026-03-26T18:04:25.688388Z","end":"2026-03-26T18:04:25.966565Z","steps":["trace[1825715156] 'agreement among raft nodes before linearized reading' (duration: 277.615315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:26.652801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.770383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:04:26.652947Z","caller":"traceutil/trace.go:171","msg":"trace[1712963485] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2182; }","duration":"682.448882ms","start":"2026-03-26T18:04:25.970474Z","end":"2026-03-26T18:04:26.652923Z","steps":["trace[1712963485] 'read index received' (duration: 301.119116ms)","trace[1712963485] 'applied index is now lower than readState.Index' (duration: 381.328056ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:26.653027Z","caller":"traceutil/trace.go:171","msg":"trace[1205428967] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"682.917483ms","start":"2026-03-26T18:04:25.970057Z","end":"2026-03-26T18:04:26.652975Z","steps":["trace[1205428967] 'process raft request' (duration: 301.445304ms)","trace[1205428967] 'compare' (duration: 379.544773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:26.653213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.73512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T18:04:26.653277Z","caller":"traceutil/trace.go:171","msg":"trace[1829958381] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2102; }","duration":"682.800241ms","start":"2026-03-26T18:04:25.970459Z","end":"2026-03-26T18:04:26.653259Z","steps":["trace[1829958381] 'agreement among raft nodes before linearized reading' (duration: 682.529525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:26.653279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.970039Z","time spent":"683.114869ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:26.653332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.970428Z","time spent":"682.892103ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-26T18:04:27.5047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.507201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:04:27.505014Z","caller":"traceutil/trace.go:171","msg":"trace[1340041424] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"591.74661ms","start":"2026-03-26T18:04:26.913245Z","end":"2026-03-26T18:04:27.504992Z","steps":["trace[1340041424] 'process raft request' (duration: 591.701609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.505127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:26.913225Z","time spent":"591.862673ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:27.505117Z","caller":"traceutil/trace.go:171","msg":"trace[1450663267] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"1.53425554s","start":"2026-03-26T18:04:25.970795Z","end":"2026-03-26T18:04:27.50505Z","steps":["trace[1450663267] 'process raft request' (duration: 828.289448ms)","trace[1450663267] 'compare' (duration: 705.364938ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:27.505227Z","caller":"traceutil/trace.go:171","msg":"trace[800482425] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"823.147365ms","start":"2026-03-26T18:04:26.68205Z","end":"2026-03-26T18:04:27.505198Z","steps":["trace[800482425] 'process raft request' (duration: 822.854418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.505288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.970766Z","time spent":"1.534428954s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:27.505279Z","caller":"traceutil/trace.go:171","msg":"trace[575352003] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"1.534176039s","start":"2026-03-26T18:04:25.97106Z","end":"2026-03-26T18:04:27.505236Z","steps":["trace[575352003] 'process raft request' (duration: 1.53380146s)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:27.50527Z","caller":"traceutil/trace.go:171","msg":"trace[63561457] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2183; }","duration":"849.485582ms","start":"2026-03-26T18:04:26.655722Z","end":"2026-03-26T18:04:27.505208Z","steps":["trace[63561457] 'read index received' (duration: 143.335966ms)","trace[63561457] 'applied index is now lower than readState.Index' (duration: 706.136956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:27.505389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:26.682024Z","time spent":"823.272887ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:27.505347Z","caller":"traceutil/trace.go:171","msg":"trace[1354517516] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"1.534468285s","start":"2026-03-26T18:04:25.970807Z","end":"2026-03-26T18:04:27.505275Z","steps":["trace[1354517516] 'process raft request' (duration: 1.534004944s)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.50549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.971047Z","time spent":"1.534323272s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:27.505548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.270716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:04:27.5056Z","caller":"traceutil/trace.go:171","msg":"trace[1472713168] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2107; }","duration":"193.373858ms","start":"2026-03-26T18:04:27.312211Z","end":"2026-03-26T18:04:27.505585Z","steps":["trace[1472713168] 'agreement among raft nodes before linearized reading' (duration: 193.299906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.505614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:25.970786Z","time spent":"1.53468268s","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:27.505621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.885411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-26T18:04:27.505664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.873508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T18:04:27.505682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.722563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T18:04:27.505712Z","caller":"traceutil/trace.go:171","msg":"trace[1314880356] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2107; }","duration":"849.973223ms","start":"2026-03-26T18:04:26.655709Z","end":"2026-03-26T18:04:27.505682Z","steps":["trace[1314880356] 'agreement among raft nodes before linearized reading' (duration: 849.613055ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:27.505748Z","caller":"traceutil/trace.go:171","msg":"trace[1240749078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2107; }","duration":"592.823835ms","start":"2026-03-26T18:04:26.912898Z","end":"2026-03-26T18:04:27.505722Z","steps":["trace[1240749078] 'agreement among raft nodes before linearized reading' (duration: 592.59219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.505806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:26.912871Z","time spent":"592.922158ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T18:04:27.505779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:26.655625Z","time spent":"850.139827ms","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-26T18:04:27.505721Z","caller":"traceutil/trace.go:171","msg":"trace[1801063656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2107; }","duration":"582.971941ms","start":"2026-03-26T18:04:26.922735Z","end":"2026-03-26T18:04:27.505707Z","steps":["trace[1801063656] 'agreement among raft nodes before linearized reading' (duration: 582.796337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.505942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:26.922711Z","time spent":"583.208517ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T18:04:27.506221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.254966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T18:04:27.506338Z","caller":"traceutil/trace.go:171","msg":"trace[1875322420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2107; }","duration":"533.461121ms","start":"2026-03-26T18:04:26.972842Z","end":"2026-03-26T18:04:27.506303Z","steps":["trace[1875322420] 'agreement among raft nodes before linearized reading' (duration: 532.686803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.506696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:26.972821Z","time spent":"533.852201ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-26T18:04:27.811654Z","caller":"traceutil/trace.go:171","msg":"trace[1675688172] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"300.375197ms","start":"2026-03-26T18:04:27.5112Z","end":"2026-03-26T18:04:27.811575Z","steps":["trace[1675688172] 'process raft request' (duration: 266.231774ms)","trace[1675688172] 'compare' (duration: 33.928568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:27.811835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:27.511188Z","time spent":"300.552933ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:27.811913Z","caller":"traceutil/trace.go:171","msg":"trace[1738494352] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"300.543362ms","start":"2026-03-26T18:04:27.511322Z","end":"2026-03-26T18:04:27.811866Z","steps":["trace[1738494352] 'process raft request' (duration: 300.188563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:27.812087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:27.511299Z","time spent":"300.690196ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:33.828557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.478647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:04:33.828826Z","caller":"traceutil/trace.go:171","msg":"trace[519191324] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"262.176827ms","start":"2026-03-26T18:04:33.566629Z","end":"2026-03-26T18:04:33.828806Z","steps":["trace[519191324] 'process raft request' (duration: 262.033504ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:33.828907Z","caller":"traceutil/trace.go:171","msg":"trace[930636484] linearizableReadLoop","detail":"{readStateIndex:2221; appliedIndex:2220; }","duration":"268.158729ms","start":"2026-03-26T18:04:33.560688Z","end":"2026-03-26T18:04:33.828846Z","steps":["trace[930636484] 'read index received' (duration: 33.323014ms)","trace[930636484] 'applied index is now lower than readState.Index' (duration: 234.823395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:33.829072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.261594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-26T18:04:33.829076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.213274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:04:33.829112Z","caller":"traceutil/trace.go:171","msg":"trace[167743486] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2139; }","duration":"279.359367ms","start":"2026-03-26T18:04:33.549743Z","end":"2026-03-26T18:04:33.829103Z","steps":["trace[167743486] 'agreement among raft nodes before linearized reading' (duration: 279.11911ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:33.829129Z","caller":"traceutil/trace.go:171","msg":"trace[1435884925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2139; }","duration":"295.336918ms","start":"2026-03-26T18:04:33.533777Z","end":"2026-03-26T18:04:33.829114Z","steps":["trace[1435884925] 'agreement among raft nodes before linearized reading' (duration: 295.138783ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:33.828967Z","caller":"traceutil/trace.go:171","msg":"trace[1969364963] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"297.041748ms","start":"2026-03-26T18:04:33.531874Z","end":"2026-03-26T18:04:33.828916Z","steps":["trace[1969364963] 'process raft request' (duration: 62.118211ms)","trace[1969364963] 'compare' (duration: 234.369464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:33.829284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.43719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T18:04:33.829373Z","caller":"traceutil/trace.go:171","msg":"trace[1093870287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2139; }","duration":"295.600494ms","start":"2026-03-26T18:04:33.533753Z","end":"2026-03-26T18:04:33.829354Z","steps":["trace[1093870287] 'agreement among raft nodes before linearized reading' (duration: 295.254315ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:34.15446Z","caller":"traceutil/trace.go:171","msg":"trace[1210824130] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"153.095178ms","start":"2026-03-26T18:04:34.001329Z","end":"2026-03-26T18:04:34.154424Z","steps":["trace[1210824130] 'process raft request' (duration: 152.885183ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:34.426176Z","caller":"traceutil/trace.go:171","msg":"trace[1832703363] linearizableReadLoop","detail":"{readStateIndex:2228; appliedIndex:2227; }","duration":"263.56281ms","start":"2026-03-26T18:04:34.162589Z","end":"2026-03-26T18:04:34.426152Z","steps":["trace[1832703363] 'read index received' (duration: 204.775409ms)","trace[1832703363] 'applied index is now lower than readState.Index' (duration: 58.785361ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:34.426225Z","caller":"traceutil/trace.go:171","msg":"trace[710884203] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"267.041764ms","start":"2026-03-26T18:04:34.159147Z","end":"2026-03-26T18:04:34.426188Z","steps":["trace[710884203] 'process raft request' (duration: 208.304464ms)","trace[710884203] 'compare' (duration: 58.585526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:34.426329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.715235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:04:34.426426Z","caller":"traceutil/trace.go:171","msg":"trace[1554693445] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2145; }","duration":"263.858237ms","start":"2026-03-26T18:04:34.162548Z","end":"2026-03-26T18:04:34.426407Z","steps":["trace[1554693445] 'agreement among raft nodes before linearized reading' (duration: 263.693863ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:40.265232Z","caller":"traceutil/trace.go:171","msg":"trace[1399339061] linearizableReadLoop","detail":"{readStateIndex:2253; appliedIndex:2252; }","duration":"414.025136ms","start":"2026-03-26T18:04:39.851181Z","end":"2026-03-26T18:04:40.265206Z","steps":["trace[1399339061] 'read index received' (duration: 413.942304ms)","trace[1399339061] 'applied index is now lower than readState.Index' (duration: 80.712µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:04:40.265392Z","caller":"traceutil/trace.go:171","msg":"trace[241609292] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"414.749413ms","start":"2026-03-26T18:04:39.850589Z","end":"2026-03-26T18:04:40.265338Z","steps":["trace[241609292] 'process raft request' (duration: 414.442056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.265482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.284532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-26T18:04:40.265524Z","caller":"traceutil/trace.go:171","msg":"trace[1486189263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2169; }","duration":"414.390985ms","start":"2026-03-26T18:04:39.851123Z","end":"2026-03-26T18:04:40.265514Z","steps":["trace[1486189263] 'agreement among raft nodes before linearized reading' (duration: 414.221831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.265591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.850553Z","time spent":"414.918067ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:40.265716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.851097Z","time spent":"414.546019ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-26T18:04:40.287711Z","caller":"traceutil/trace.go:171","msg":"trace[1252022141] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"114.298644ms","start":"2026-03-26T18:04:40.173396Z","end":"2026-03-26T18:04:40.287694Z","steps":["trace[1252022141] 'process raft request' (duration: 113.932905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.287694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.009575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:04:40.287787Z","caller":"traceutil/trace.go:171","msg":"trace[588974726] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"380.159289ms","start":"2026-03-26T18:04:39.907606Z","end":"2026-03-26T18:04:40.287766Z","steps":["trace[588974726] 'agreement among raft nodes before linearized reading' (duration: 379.957684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.287784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.505036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T18:04:40.287825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.834078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T18:04:40.287845Z","caller":"traceutil/trace.go:171","msg":"trace[335237801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2170; }","duration":"398.615108ms","start":"2026-03-26T18:04:39.889216Z","end":"2026-03-26T18:04:40.287831Z","steps":["trace[335237801] 'agreement among raft nodes before linearized reading' (duration: 398.414583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.28784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.907582Z","time spent":"380.245591ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T18:04:40.287892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.889184Z","time spent":"398.70057ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T18:04:40.28789Z","caller":"traceutil/trace.go:171","msg":"trace[25730741] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2170; }","duration":"373.902019ms","start":"2026-03-26T18:04:39.913973Z","end":"2026-03-26T18:04:40.287875Z","steps":["trace[25730741] 'agreement among raft nodes before linearized reading' (duration: 373.737145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.287943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.9139Z","time spent":"374.031572ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T18:04:40.288265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.231505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:04:40.288322Z","caller":"traceutil/trace.go:171","msg":"trace[1060004545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2170; }","duration":"423.319927ms","start":"2026-03-26T18:04:39.864988Z","end":"2026-03-26T18:04:40.288308Z","steps":["trace[1060004545] 'agreement among raft nodes before linearized reading' (duration: 423.165034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.288369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.864975Z","time spent":"423.383999ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-26T18:04:40.288469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.816287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T18:04:40.288614Z","caller":"traceutil/trace.go:171","msg":"trace[93591971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"413.075303ms","start":"2026-03-26T18:04:39.875505Z","end":"2026-03-26T18:04:40.288581Z","steps":["trace[93591971] 'agreement among raft nodes before linearized reading' (duration: 412.402217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.288702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:39.875494Z","time spent":"413.194025ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-26T18:04:40.893557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.803135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:04:40.893842Z","caller":"traceutil/trace.go:171","msg":"trace[1156759956] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"622.323548ms","start":"2026-03-26T18:04:40.271482Z","end":"2026-03-26T18:04:40.893805Z","steps":["trace[1156759956] 'process raft request' (duration: 55.140004ms)","trace[1156759956] 'compare' (duration: 566.402556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:40.894084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:40.271452Z","time spent":"622.502043ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:40.894116Z","caller":"traceutil/trace.go:171","msg":"trace[1797738257] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"600.654622ms","start":"2026-03-26T18:04:40.293439Z","end":"2026-03-26T18:04:40.894094Z","steps":["trace[1797738257] 'process raft request' (duration: 600.385346ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:40.894173Z","caller":"traceutil/trace.go:171","msg":"trace[1172379068] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"600.753755ms","start":"2026-03-26T18:04:40.293394Z","end":"2026-03-26T18:04:40.894147Z","steps":["trace[1172379068] 'process raft request' (duration: 600.324154ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:04:40.894164Z","caller":"traceutil/trace.go:171","msg":"trace[713307446] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"600.602611ms","start":"2026-03-26T18:04:40.293527Z","end":"2026-03-26T18:04:40.89413Z","steps":["trace[713307446] 'process raft request' (duration: 600.341845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.894225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:40.293404Z","time spent":"600.754956ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:40.894279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:40.293366Z","time spent":"600.854148ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:40.894313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:40.293506Z","time spent":"600.724785ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:04:40.8943Z","caller":"traceutil/trace.go:171","msg":"trace[1022436216] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"599.839504ms","start":"2026-03-26T18:04:40.294307Z","end":"2026-03-26T18:04:40.894147Z","steps":["trace[1022436216] 'process raft request' (duration: 599.601988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:40.894515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:40.294292Z","time spent":"600.115091ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:04:41.377964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.988403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T18:04:41.37823Z","caller":"traceutil/trace.go:171","msg":"trace[324623795] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2254; }","duration":"656.483222ms","start":"2026-03-26T18:04:40.721723Z","end":"2026-03-26T18:04:41.378207Z","steps":["trace[324623795] 'read index received' (duration: 92.048543ms)","trace[324623795] 'applied index is now lower than readState.Index' (duration: 564.433109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:04:41.378561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.832921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-26T18:04:41.37864Z","caller":"traceutil/trace.go:171","msg":"trace[819311572] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2175; }","duration":"656.926773ms","start":"2026-03-26T18:04:40.721694Z","end":"2026-03-26T18:04:41.378621Z","steps":["trace[819311572] 'agreement among raft nodes before linearized reading' (duration: 656.689598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:04:41.378689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:04:40.721628Z","time spent":"657.051967ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T18:04:41.471088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.811825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-26T18:04:41.471173Z","caller":"traceutil/trace.go:171","msg":"trace[317716356] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2176; }","duration":"174.949758ms","start":"2026-03-26T18:04:41.296201Z","end":"2026-03-26T18:04:41.471151Z","steps":["trace[317716356] 'agreement among raft nodes before linearized reading' (duration: 82.30442ms)","trace[317716356] 'range keys from in-memory index tree' (duration: 92.415692ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:05:27.828208Z","caller":"traceutil/trace.go:171","msg":"trace[713084227] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"132.811985ms","start":"2026-03-26T18:05:27.695336Z","end":"2026-03-26T18:05:27.828148Z","steps":["trace[713084227] 'process raft request' (duration: 132.674012ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:27.869239Z","caller":"traceutil/trace.go:171","msg":"trace[1749653730] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"101.879339ms","start":"2026-03-26T18:05:27.767327Z","end":"2026-03-26T18:05:27.869207Z","steps":["trace[1749653730] 'process raft request' (duration: 101.690774ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:05:31.46461Z","caller":"traceutil/trace.go:171","msg":"trace[1668083879] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"241.382758ms","start":"2026-03-26T18:05:31.22319Z","end":"2026-03-26T18:05:31.464573Z","steps":["trace[1668083879] 'read index received' (duration: 241.131741ms)","trace[1668083879] 'applied index is now lower than readState.Index' (duration: 249.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:05:31.46464Z","caller":"traceutil/trace.go:171","msg":"trace[641758401] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"299.237453ms","start":"2026-03-26T18:05:31.165372Z","end":"2026-03-26T18:05:31.464609Z","steps":["trace[641758401] 'process raft request' (duration: 298.996386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:31.464801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.601093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-03-26T18:05:31.464855Z","caller":"traceutil/trace.go:171","msg":"trace[46511405] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2613; }","duration":"241.712875ms","start":"2026-03-26T18:05:31.223128Z","end":"2026-03-26T18:05:31.464841Z","steps":["trace[46511405] 'agreement among raft nodes before linearized reading' (duration: 241.553812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:31.464971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.527362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-26T18:05:31.465014Z","caller":"traceutil/trace.go:171","msg":"trace[1373886753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2613; }","duration":"239.634345ms","start":"2026-03-26T18:05:31.225368Z","end":"2026-03-26T18:05:31.465002Z","steps":["trace[1373886753] 'agreement among raft nodes before linearized reading' (duration: 239.43032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:31.465129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.755023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-26T18:05:31.465228Z","caller":"traceutil/trace.go:171","msg":"trace[1458024069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2613; }","duration":"233.877856ms","start":"2026-03-26T18:05:31.231328Z","end":"2026-03-26T18:05:31.465206Z","steps":["trace[1458024069] 'agreement among raft nodes before linearized reading' (duration: 233.63226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:05:31.465441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.921157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-26T18:05:31.465595Z","caller":"traceutil/trace.go:171","msg":"trace[1086103002] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2613; }","duration":"234.089571ms","start":"2026-03-26T18:05:31.231495Z","end":"2026-03-26T18:05:31.465585Z","steps":["trace[1086103002] 'agreement among raft nodes before linearized reading' (duration: 233.353574ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:06:04.809571Z","caller":"traceutil/trace.go:171","msg":"trace[1816230560] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2928; }","duration":"109.159625ms","start":"2026-03-26T18:06:04.700382Z","end":"2026-03-26T18:06:04.809542Z","steps":["trace[1816230560] 'read index received' (duration: 17.873021ms)","trace[1816230560] 'applied index is now lower than readState.Index' (duration: 91.285364ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:06:04.809646Z","caller":"traceutil/trace.go:171","msg":"trace[453842912] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"205.985233ms","start":"2026-03-26T18:06:04.603624Z","end":"2026-03-26T18:06:04.80961Z","steps":["trace[453842912] 'process raft request' (duration: 114.489134ms)","trace[453842912] 'compare' (duration: 90.869293ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:06:04.809661Z","caller":"traceutil/trace.go:171","msg":"trace[1984750840] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"198.931482ms","start":"2026-03-26T18:06:04.610694Z","end":"2026-03-26T18:06:04.809626Z","steps":["trace[1984750840] 'process raft request' (duration: 198.746938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:06:04.809831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.38949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-26T18:06:04.809906Z","caller":"traceutil/trace.go:171","msg":"trace[19242056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2821; }","duration":"109.558675ms","start":"2026-03-26T18:06:04.700319Z","end":"2026-03-26T18:06:04.809878Z","steps":["trace[19242056] 'agreement among raft nodes before linearized reading' (duration: 109.33003ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:07.768716Z","caller":"traceutil/trace.go:171","msg":"trace[539718802] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5234; }","duration":"291.298617ms","start":"2026-03-26T18:10:07.47739Z","end":"2026-03-26T18:10:07.768689Z","steps":["trace[539718802] 'read index received' (duration: 291.035591ms)","trace[539718802] 'applied index is now lower than readState.Index' (duration: 262.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:07.768758Z","caller":"traceutil/trace.go:171","msg":"trace[1293375701] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"311.85636ms","start":"2026-03-26T18:10:07.456867Z","end":"2026-03-26T18:10:07.768723Z","steps":["trace[1293375701] 'process raft request' (duration: 311.641605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:07.768896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:10:07.456851Z","time spent":"311.982322ms","remote":"127.0.0.1:59264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58198,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-26T18:10:07.768959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.535243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:10:07.769021Z","caller":"traceutil/trace.go:171","msg":"trace[1138630151] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5042; }","duration":"291.629755ms","start":"2026-03-26T18:10:07.477375Z","end":"2026-03-26T18:10:07.769005Z","steps":["trace[1138630151] 'agreement among raft nodes before linearized reading' (duration: 291.466771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:07.769102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.303971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T18:10:07.769161Z","caller":"traceutil/trace.go:171","msg":"trace[1612917670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:5042; }","duration":"120.385504ms","start":"2026-03-26T18:10:07.648761Z","end":"2026-03-26T18:10:07.769146Z","steps":["trace[1612917670] 'agreement among raft nodes before linearized reading' (duration: 120.187539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:07.769186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.299502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b6919da-14a8-496d-8117-9d37e7e40c9e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-26T18:10:07.769282Z","caller":"traceutil/trace.go:171","msg":"trace[1865502808] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b6919da-14a8-496d-8117-9d37e7e40c9e; range_end:; response_count:1; response_revision:5042; }","duration":"277.440045ms","start":"2026-03-26T18:10:07.491819Z","end":"2026-03-26T18:10:07.769259Z","steps":["trace[1865502808] 'agreement among raft nodes before linearized reading' (duration: 277.123248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:07.769325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.369297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b6919da-14a8-496d-8117-9d37e7e40c9e\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-26T18:10:07.769377Z","caller":"traceutil/trace.go:171","msg":"trace[443063647] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b6919da-14a8-496d-8117-9d37e7e40c9e; range_end:; response_count:1; response_revision:5042; }","duration":"144.46502ms","start":"2026-03-26T18:10:07.624898Z","end":"2026-03-26T18:10:07.769363Z","steps":["trace[443063647] 'agreement among raft nodes before linearized reading' (duration: 144.148952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:09.885747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.633917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-26T18:10:09.885755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.976659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b6919da-14a8-496d-8117-9d37e7e40c9e\" ","response":"range_response_count:1 size:3901"} {"level":"info","ts":"2026-03-26T18:10:09.885817Z","caller":"traceutil/trace.go:171","msg":"trace[497706586] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:5083; }","duration":"104.780881ms","start":"2026-03-26T18:10:09.781019Z","end":"2026-03-26T18:10:09.8858Z","steps":["trace[497706586] 'range keys from in-memory index tree' (duration: 104.476683ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:09.885826Z","caller":"traceutil/trace.go:171","msg":"trace[1671551253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b6919da-14a8-496d-8117-9d37e7e40c9e; range_end:; response_count:1; response_revision:5083; }","duration":"106.100932ms","start":"2026-03-26T18:10:09.779709Z","end":"2026-03-26T18:10:09.88581Z","steps":["trace[1671551253] 'range keys from in-memory index tree' (duration: 105.755423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:19.200622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.355324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:10:19.200729Z","caller":"traceutil/trace.go:171","msg":"trace[1369216994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5276; }","duration":"138.494617ms","start":"2026-03-26T18:10:19.062213Z","end":"2026-03-26T18:10:19.200708Z","steps":["trace[1369216994] 'range keys from in-memory index tree' (duration: 138.19173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:19.200813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.374924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-26T18:10:19.2011Z","caller":"traceutil/trace.go:171","msg":"trace[1409717318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5276; }","duration":"171.676432ms","start":"2026-03-26T18:10:19.029377Z","end":"2026-03-26T18:10:19.201054Z","steps":["trace[1409717318] 'range keys from in-memory index tree' (duration: 171.210901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:19.201081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.907404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T18:10:19.201125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.968365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T18:10:19.201171Z","caller":"traceutil/trace.go:171","msg":"trace[434914972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5276; }","duration":"146.048858ms","start":"2026-03-26T18:10:19.055101Z","end":"2026-03-26T18:10:19.20115Z","steps":["trace[434914972] 'range keys from in-memory index tree' (duration: 145.610807ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:19.20123Z","caller":"traceutil/trace.go:171","msg":"trace[2056600462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5276; }","duration":"166.074317ms","start":"2026-03-26T18:10:19.035125Z","end":"2026-03-26T18:10:19.201199Z","steps":["trace[2056600462] 'range keys from in-memory index tree' (duration: 165.854662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:19.201473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.218549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:10:19.201554Z","caller":"traceutil/trace.go:171","msg":"trace[394270427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5276; }","duration":"140.356491ms","start":"2026-03-26T18:10:19.06118Z","end":"2026-03-26T18:10:19.201537Z","steps":["trace[394270427] 'range keys from in-memory index tree' (duration: 139.918001ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:27.016965Z","caller":"traceutil/trace.go:171","msg":"trace[1700973676] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5646; }","duration":"134.019941ms","start":"2026-03-26T18:10:26.882918Z","end":"2026-03-26T18:10:27.016938Z","steps":["trace[1700973676] 'read index received' (duration: 133.860857ms)","trace[1700973676] 'applied index is now lower than readState.Index' (duration: 157.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:27.01703Z","caller":"traceutil/trace.go:171","msg":"trace[1025457694] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"178.135117ms","start":"2026-03-26T18:10:26.838853Z","end":"2026-03-26T18:10:27.016989Z","steps":["trace[1025457694] 'process raft request' (duration: 177.898551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:10:27.017144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.200974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:10:27.01722Z","caller":"traceutil/trace.go:171","msg":"trace[1450349012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5443; }","duration":"134.346558ms","start":"2026-03-26T18:10:26.882853Z","end":"2026-03-26T18:10:27.0172Z","steps":["trace[1450349012] 'agreement among raft nodes before linearized reading' (duration: 134.176924ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:33.442553Z","caller":"traceutil/trace.go:171","msg":"trace[259660707] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"116.852128ms","start":"2026-03-26T18:10:33.32567Z","end":"2026-03-26T18:10:33.442523Z","steps":["trace[259660707] 'process raft request' (duration: 66.062733ms)","trace[259660707] 'compare' (duration: 50.59504ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:35.058406Z","caller":"traceutil/trace.go:171","msg":"trace[997115045] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"113.673481ms","start":"2026-03-26T18:10:34.944715Z","end":"2026-03-26T18:10:35.058389Z","steps":["trace[997115045] 'process raft request' (duration: 113.180739ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:39.109086Z","caller":"traceutil/trace.go:171","msg":"trace[736759116] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"107.473813ms","start":"2026-03-26T18:10:39.001551Z","end":"2026-03-26T18:10:39.109025Z","steps":["trace[736759116] 'process raft request' (duration: 79.800725ms)","trace[736759116] 'compare' (duration: 27.457862ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:10:39.109642Z","caller":"traceutil/trace.go:171","msg":"trace[956154643] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"107.856362ms","start":"2026-03-26T18:10:39.001752Z","end":"2026-03-26T18:10:39.109609Z","steps":["trace[956154643] 'process raft request' (duration: 107.229607ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:10:39.109903Z","caller":"traceutil/trace.go:171","msg":"trace[910906636] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"107.955764ms","start":"2026-03-26T18:10:39.001928Z","end":"2026-03-26T18:10:39.109884Z","steps":["trace[910906636] 'process raft request' (duration: 107.588605ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:11:00.843358Z","caller":"traceutil/trace.go:171","msg":"trace[1532137991] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"259.817665ms","start":"2026-03-26T18:11:00.583513Z","end":"2026-03-26T18:11:00.843331Z","steps":["trace[1532137991] 'process raft request' (duration: 259.656921ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:11:22.402122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2917} {"level":"info","ts":"2026-03-26T18:11:22.472802Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2917,"took":"69.214249ms","hash":1010531030,"current-db-size-bytes":57454592,"current-db-size":"58 MB","current-db-size-in-use-bytes":33021952,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-26T18:11:22.472907Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1010531030,"revision":2917,"compact-revision":-1} {"level":"info","ts":"2026-03-26T18:11:32.500936Z","caller":"traceutil/trace.go:171","msg":"trace[1129171565] transaction","detail":"{read_only:false; response_revision:6060; number_of_response:1; }","duration":"115.039524ms","start":"2026-03-26T18:11:32.385866Z","end":"2026-03-26T18:11:32.500905Z","steps":["trace[1129171565] 'process raft request' (duration: 106.548349ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:20.240869Z","caller":"traceutil/trace.go:171","msg":"trace[1707992017] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8503; }","duration":"161.037051ms","start":"2026-03-26T18:16:20.079804Z","end":"2026-03-26T18:16:20.240841Z","steps":["trace[1707992017] 'read index received' (duration: 160.800325ms)","trace[1707992017] 'applied index is now lower than readState.Index' (duration: 235.766µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:16:20.240949Z","caller":"traceutil/trace.go:171","msg":"trace[391856271] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"248.849251ms","start":"2026-03-26T18:16:19.992045Z","end":"2026-03-26T18:16:20.240894Z","steps":["trace[391856271] 'process raft request' (duration: 248.626166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:20.241157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.332709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T18:16:20.241199Z","caller":"traceutil/trace.go:171","msg":"trace[6566956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:8216; }","duration":"161.425971ms","start":"2026-03-26T18:16:20.079761Z","end":"2026-03-26T18:16:20.241187Z","steps":["trace[6566956] 'agreement among raft nodes before linearized reading' (duration: 161.191845ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:22.409218Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5981} {"level":"info","ts":"2026-03-26T18:16:22.501919Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5981,"took":"90.692011ms","hash":3582945263,"current-db-size-bytes":57454592,"current-db-size":"58 MB","current-db-size-in-use-bytes":23408640,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-26T18:16:22.501995Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3582945263,"revision":5981,"compact-revision":2917} {"level":"info","ts":"2026-03-26T18:16:32.468601Z","caller":"traceutil/trace.go:171","msg":"trace[1670283085] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"214.417294ms","start":"2026-03-26T18:16:32.254162Z","end":"2026-03-26T18:16:32.46858Z","steps":["trace[1670283085] 'process raft request' (duration: 214.299511ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:32.468609Z","caller":"traceutil/trace.go:171","msg":"trace[1076999624] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8571; }","duration":"154.911234ms","start":"2026-03-26T18:16:32.313667Z","end":"2026-03-26T18:16:32.468578Z","steps":["trace[1076999624] 'read index received' (duration: 154.896554ms)","trace[1076999624] 'applied index is now lower than readState.Index' (duration: 11.82µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:16:32.468826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.145989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T18:16:32.468872Z","caller":"traceutil/trace.go:171","msg":"trace[556186138] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:8279; }","duration":"155.262703ms","start":"2026-03-26T18:16:32.313599Z","end":"2026-03-26T18:16:32.468861Z","steps":["trace[556186138] 'agreement among raft nodes before linearized reading' (duration: 155.081168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:32.684574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.170486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:16:32.684674Z","caller":"traceutil/trace.go:171","msg":"trace[1458485836] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8571; }","duration":"208.4097ms","start":"2026-03-26T18:16:32.476248Z","end":"2026-03-26T18:16:32.684658Z","steps":["trace[1458485836] 'read index received' (duration: 96.006507ms)","trace[1458485836] 'applied index is now lower than readState.Index' (duration: 112.402003ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:16:32.68472Z","caller":"traceutil/trace.go:171","msg":"trace[232893409] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"227.671013ms","start":"2026-03-26T18:16:32.457003Z","end":"2026-03-26T18:16:32.684674Z","steps":["trace[232893409] 'process raft request' (duration: 115.320032ms)","trace[232893409] 'compare' (duration: 112.063334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:16:32.685029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.78373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223833"} {"level":"info","ts":"2026-03-26T18:16:32.685115Z","caller":"traceutil/trace.go:171","msg":"trace[869800241] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8280; }","duration":"208.917073ms","start":"2026-03-26T18:16:32.476188Z","end":"2026-03-26T18:16:32.685105Z","steps":["trace[869800241] 'agreement among raft nodes before linearized reading' (duration: 208.514614ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.515743Z","caller":"traceutil/trace.go:171","msg":"trace[285604111] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"127.486484ms","start":"2026-03-26T18:16:33.388239Z","end":"2026-03-26T18:16:33.515726Z","steps":["trace[285604111] 'process raft request' (duration: 127.393682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.515847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.832861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.515873Z","caller":"traceutil/trace.go:171","msg":"trace[437093103] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8288; }","duration":"109.900002ms","start":"2026-03-26T18:16:33.405967Z","end":"2026-03-26T18:16:33.515867Z","steps":["trace[437093103] 'agreement among raft nodes before linearized reading' (duration: 109.80904ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.515742Z","caller":"traceutil/trace.go:171","msg":"trace[707783995] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8574; }","duration":"109.733288ms","start":"2026-03-26T18:16:33.405997Z","end":"2026-03-26T18:16:33.515731Z","steps":["trace[707783995] 'read index received' (duration: 14.444497ms)","trace[707783995] 'applied index is now lower than readState.Index' (duration: 95.287811ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:16:33.515746Z","caller":"traceutil/trace.go:171","msg":"trace[367272306] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"127.546675ms","start":"2026-03-26T18:16:33.388169Z","end":"2026-03-26T18:16:33.515715Z","steps":["trace[367272306] 'process raft request' (duration: 127.375391ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.515991Z","caller":"traceutil/trace.go:171","msg":"trace[1284838256] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"127.101945ms","start":"2026-03-26T18:16:33.388881Z","end":"2026-03-26T18:16:33.515983Z","steps":["trace[1284838256] 'process raft request' (duration: 126.797447ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.515998Z","caller":"traceutil/trace.go:171","msg":"trace[1009449173] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"126.786838ms","start":"2026-03-26T18:16:33.389204Z","end":"2026-03-26T18:16:33.515991Z","steps":["trace[1009449173] 'process raft request' (duration: 126.493571ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.516052Z","caller":"traceutil/trace.go:171","msg":"trace[338075172] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"127.491914ms","start":"2026-03-26T18:16:33.388553Z","end":"2026-03-26T18:16:33.516045Z","steps":["trace[338075172] 'process raft request' (duration: 127.104015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.557631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.939595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.557719Z","caller":"traceutil/trace.go:171","msg":"trace[1494470799] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8289; }","duration":"113.059677ms","start":"2026-03-26T18:16:33.444632Z","end":"2026-03-26T18:16:33.557692Z","steps":["trace[1494470799] 'agreement among raft nodes before linearized reading' (duration: 112.889353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.557763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.652193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.5578Z","caller":"traceutil/trace.go:171","msg":"trace[1702696607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"118.764715ms","start":"2026-03-26T18:16:33.439022Z","end":"2026-03-26T18:16:33.557787Z","steps":["trace[1702696607] 'agreement among raft nodes before linearized reading' (duration: 118.652232ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.557846Z","caller":"traceutil/trace.go:171","msg":"trace[884910273] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"109.40481ms","start":"2026-03-26T18:16:33.448422Z","end":"2026-03-26T18:16:33.557827Z","steps":["trace[884910273] 'process raft request' (duration: 108.816016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.557953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.317959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:16:33.558002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.714205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.558024Z","caller":"traceutil/trace.go:171","msg":"trace[1784226669] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8289; }","duration":"134.415262ms","start":"2026-03-26T18:16:33.423588Z","end":"2026-03-26T18:16:33.558004Z","steps":["trace[1784226669] 'agreement among raft nodes before linearized reading' (duration: 134.312119ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:33.558039Z","caller":"traceutil/trace.go:171","msg":"trace[2059503690] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8289; }","duration":"111.803118ms","start":"2026-03-26T18:16:33.446227Z","end":"2026-03-26T18:16:33.55803Z","steps":["trace[2059503690] 'agreement among raft nodes before linearized reading' (duration: 111.743707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.557631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.904989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.558179Z","caller":"traceutil/trace.go:171","msg":"trace[1974974650] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8289; }","duration":"134.516304ms","start":"2026-03-26T18:16:33.423652Z","end":"2026-03-26T18:16:33.558168Z","steps":["trace[1974974650] 'agreement among raft nodes before linearized reading' (duration: 133.850198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.558204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.659206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.55824Z","caller":"traceutil/trace.go:171","msg":"trace[450064869] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8289; }","duration":"151.696037ms","start":"2026-03-26T18:16:33.406533Z","end":"2026-03-26T18:16:33.558229Z","steps":["trace[450064869] 'agreement among raft nodes before linearized reading' (duration: 151.645536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.558331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.556139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.558365Z","caller":"traceutil/trace.go:171","msg":"trace[556654922] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8289; }","duration":"113.639151ms","start":"2026-03-26T18:16:33.444715Z","end":"2026-03-26T18:16:33.558354Z","steps":["trace[556654922] 'agreement among raft nodes before linearized reading' (duration: 113.58931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.558389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.282621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.558428Z","caller":"traceutil/trace.go:171","msg":"trace[657436561] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8289; }","duration":"152.362103ms","start":"2026-03-26T18:16:33.406057Z","end":"2026-03-26T18:16:33.558419Z","steps":["trace[657436561] 'agreement among raft nodes before linearized reading' (duration: 152.308041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:33.558008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.011402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:16:33.558533Z","caller":"traceutil/trace.go:171","msg":"trace[1002762281] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8289; }","duration":"134.536364ms","start":"2026-03-26T18:16:33.423977Z","end":"2026-03-26T18:16:33.558513Z","steps":["trace[1002762281] 'agreement among raft nodes before linearized reading' (duration: 134.002781ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:59.125727Z","caller":"traceutil/trace.go:171","msg":"trace[580853892] transaction","detail":"{read_only:false; response_revision:8473; number_of_response:1; }","duration":"211.653848ms","start":"2026-03-26T18:16:58.914057Z","end":"2026-03-26T18:16:59.12571Z","steps":["trace[580853892] 'process raft request' (duration: 210.574692ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:16:59.125814Z","caller":"traceutil/trace.go:171","msg":"trace[626992201] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8772; }","duration":"166.188425ms","start":"2026-03-26T18:16:58.959607Z","end":"2026-03-26T18:16:59.125796Z","steps":["trace[626992201] 'read index received' (duration: 165.100619ms)","trace[626992201] 'applied index is now lower than readState.Index' (duration: 1.086326ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:16:59.125859Z","caller":"traceutil/trace.go:171","msg":"trace[709334115] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"193.804979ms","start":"2026-03-26T18:16:58.93201Z","end":"2026-03-26T18:16:59.125815Z","steps":["trace[709334115] 'process raft request' (duration: 193.670756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:16:59.125959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.330598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:16:59.126023Z","caller":"traceutil/trace.go:171","msg":"trace[2092510124] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8474; }","duration":"166.410561ms","start":"2026-03-26T18:16:58.959598Z","end":"2026-03-26T18:16:59.126009Z","steps":["trace[2092510124] 'agreement among raft nodes before linearized reading' (duration: 166.272857ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:00.951991Z","caller":"traceutil/trace.go:171","msg":"trace[363173061] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"114.054782ms","start":"2026-03-26T18:17:00.837908Z","end":"2026-03-26T18:17:00.951963Z","steps":["trace[363173061] 'process raft request' (duration: 113.08837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.2123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10960245452491716733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T18:17:02.405872Z","caller":"traceutil/trace.go:171","msg":"trace[1367246124] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8789; }","duration":"694.397874ms","start":"2026-03-26T18:17:01.71142Z","end":"2026-03-26T18:17:02.405818Z","steps":["trace[1367246124] 'read index received' (duration: 655.025198ms)","trace[1367246124] 'applied index is now lower than readState.Index' (duration: 39.370406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:02.406145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.200844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T18:17:02.406146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.823841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-26T18:17:02.406145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.714131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T18:17:02.406147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.021306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T18:17:02.406189Z","caller":"traceutil/trace.go:171","msg":"trace[1578104692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8489; }","duration":"683.282027ms","start":"2026-03-26T18:17:01.722895Z","end":"2026-03-26T18:17:02.406177Z","steps":["trace[1578104692] 'agreement among raft nodes before linearized reading' (duration: 683.109313ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.406206Z","caller":"traceutil/trace.go:171","msg":"trace[2075351173] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8489; }","duration":"671.912743ms","start":"2026-03-26T18:17:01.734275Z","end":"2026-03-26T18:17:02.406188Z","steps":["trace[2075351173] 'agreement among raft nodes before linearized reading' (duration: 671.726219ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.406222Z","caller":"traceutil/trace.go:171","msg":"trace[581790401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8489; }","duration":"694.876325ms","start":"2026-03-26T18:17:01.711328Z","end":"2026-03-26T18:17:02.406204Z","steps":["trace[581790401] 'agreement among raft nodes before linearized reading' (duration: 694.65637ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.406226Z","caller":"traceutil/trace.go:171","msg":"trace[1723161269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8489; }","duration":"677.18723ms","start":"2026-03-26T18:17:01.729021Z","end":"2026-03-26T18:17:02.406208Z","steps":["trace[1723161269] 'agreement among raft nodes before linearized reading' (duration: 676.996996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.406256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.734262Z","time spent":"671.984175ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T18:17:02.406268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.729009Z","time spent":"677.251662ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:17:02.406266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.711308Z","time spent":"694.948547ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-26T18:17:02.406244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.326692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:17:02.40631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.285807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-26T18:17:02.406227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.722884Z","time spent":"683.333758ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T18:17:02.406356Z","caller":"traceutil/trace.go:171","msg":"trace[1402554694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8489; }","duration":"683.384689ms","start":"2026-03-26T18:17:01.722963Z","end":"2026-03-26T18:17:02.406347Z","steps":["trace[1402554694] 'agreement among raft nodes before linearized reading' (duration: 683.287146ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.406373Z","caller":"traceutil/trace.go:171","msg":"trace[10540530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8489; }","duration":"501.537688ms","start":"2026-03-26T18:17:01.904806Z","end":"2026-03-26T18:17:02.406343Z","steps":["trace[10540530] 'agreement among raft nodes before linearized reading' (duration: 501.245751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.40639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.72293Z","time spent":"683.453781ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T18:17:02.406438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.904788Z","time spent":"501.63604ms","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-26T18:17:02.406011Z","caller":"traceutil/trace.go:171","msg":"trace[1712742688] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"703.308358ms","start":"2026-03-26T18:17:01.702666Z","end":"2026-03-26T18:17:02.405975Z","steps":["trace[1712742688] 'process raft request' (duration: 663.831939ms)","trace[1712742688] 'compare' (duration: 38.847714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:02.406899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:01.702646Z","time spent":"703.943193ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:17:02.839386Z","caller":"traceutil/trace.go:171","msg":"trace[1985450669] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"428.512962ms","start":"2026-03-26T18:17:02.410838Z","end":"2026-03-26T18:17:02.839351Z","steps":["trace[1985450669] 'process raft request' (duration: 423.555493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.839545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.410814Z","time spent":"428.647935ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:17:02.8438Z","caller":"traceutil/trace.go:171","msg":"trace[700104882] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"431.529245ms","start":"2026-03-26T18:17:02.412236Z","end":"2026-03-26T18:17:02.843765Z","steps":["trace[700104882] 'process raft request' (duration: 431.408092ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.843826Z","caller":"traceutil/trace.go:171","msg":"trace[267008604] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"432.468166ms","start":"2026-03-26T18:17:02.411323Z","end":"2026-03-26T18:17:02.843791Z","steps":["trace[267008604] 'process raft request' (duration: 432.187249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.843952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.412229Z","time spent":"431.644227ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:17:02.84398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.411307Z","time spent":"432.59138ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:17:02.84426Z","caller":"traceutil/trace.go:171","msg":"trace[1212916044] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"430.529559ms","start":"2026-03-26T18:17:02.413718Z","end":"2026-03-26T18:17:02.844248Z","steps":["trace[1212916044] 'process raft request' (duration: 430.345595ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.844264Z","caller":"traceutil/trace.go:171","msg":"trace[1003768545] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8790; }","duration":"404.096735ms","start":"2026-03-26T18:17:02.44014Z","end":"2026-03-26T18:17:02.844237Z","steps":["trace[1003768545] 'read index received' (duration: 394.29636ms)","trace[1003768545] 'applied index is now lower than readState.Index' (duration: 9.799285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:02.84433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.4137Z","time spent":"430.595701ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:17:02.844347Z","caller":"traceutil/trace.go:171","msg":"trace[747543438] transaction","detail":"{read_only:false; response_revision:8495; number_of_response:1; }","duration":"135.318124ms","start":"2026-03-26T18:17:02.709009Z","end":"2026-03-26T18:17:02.844327Z","steps":["trace[747543438] 'process raft request' (duration: 135.18186ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:02.844459Z","caller":"traceutil/trace.go:171","msg":"trace[2019996621] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"432.019337ms","start":"2026-03-26T18:17:02.412428Z","end":"2026-03-26T18:17:02.844448Z","steps":["trace[2019996621] 'process raft request' (duration: 431.263418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.84446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.30349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:17:02.844508Z","caller":"traceutil/trace.go:171","msg":"trace[1915351834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8495; }","duration":"404.433034ms","start":"2026-03-26T18:17:02.440061Z","end":"2026-03-26T18:17:02.844494Z","steps":["trace[1915351834] 'agreement among raft nodes before linearized reading' (duration: 404.331131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.844534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.412422Z","time spent":"432.065968ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:17:02.844563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.440031Z","time spent":"404.521886ms","remote":"127.0.0.1:59172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-26T18:17:02.844635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.170641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-26T18:17:02.844682Z","caller":"traceutil/trace.go:171","msg":"trace[1862560135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8495; }","duration":"358.280263ms","start":"2026-03-26T18:17:02.486391Z","end":"2026-03-26T18:17:02.844671Z","steps":["trace[1862560135] 'agreement among raft nodes before linearized reading' (duration: 358.128119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:02.844717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:02.486366Z","time spent":"358.344815ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-26T18:17:04.633561Z","caller":"traceutil/trace.go:171","msg":"trace[1673419329] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8801; }","duration":"192.380974ms","start":"2026-03-26T18:17:04.441156Z","end":"2026-03-26T18:17:04.633537Z","steps":["trace[1673419329] 'read index received' (duration: 164.949555ms)","trace[1673419329] 'applied index is now lower than readState.Index' (duration: 27.430089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:04.633671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.508877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:17:04.633615Z","caller":"traceutil/trace.go:171","msg":"trace[439085429] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"220.09301ms","start":"2026-03-26T18:17:04.413463Z","end":"2026-03-26T18:17:04.633556Z","steps":["trace[439085429] 'process raft request' (duration: 192.754793ms)","trace[439085429] 'compare' (duration: 27.055951ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:04.633693Z","caller":"traceutil/trace.go:171","msg":"trace[1372150676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8501; }","duration":"192.587069ms","start":"2026-03-26T18:17:04.441099Z","end":"2026-03-26T18:17:04.633686Z","steps":["trace[1372150676] 'agreement among raft nodes before linearized reading' (duration: 192.517727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:05.4609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.63308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-26T18:17:05.460991Z","caller":"traceutil/trace.go:171","msg":"trace[513249498] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8507; }","duration":"194.783853ms","start":"2026-03-26T18:17:05.266182Z","end":"2026-03-26T18:17:05.460966Z","steps":["trace[513249498] 'range keys from in-memory index tree' (duration: 194.408464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:05.460963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.076389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-26T18:17:05.461105Z","caller":"traceutil/trace.go:171","msg":"trace[2038660002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8507; }","duration":"170.276324ms","start":"2026-03-26T18:17:05.290807Z","end":"2026-03-26T18:17:05.461083Z","steps":["trace[2038660002] 'range keys from in-memory index tree' (duration: 169.849654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:05.720941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.133137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:17:05.721277Z","caller":"traceutil/trace.go:171","msg":"trace[603700367] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"203.382648ms","start":"2026-03-26T18:17:05.517874Z","end":"2026-03-26T18:17:05.721257Z","steps":["trace[603700367] 'process raft request' (duration: 203.323257ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:05.721285Z","caller":"traceutil/trace.go:171","msg":"trace[1832093162] linearizableReadLoop","detail":"{readStateIndex:8810; appliedIndex:8808; }","duration":"254.378274ms","start":"2026-03-26T18:17:05.466875Z","end":"2026-03-26T18:17:05.721254Z","steps":["trace[1832093162] 'read index received' (duration: 40.102224ms)","trace[1832093162] 'applied index is now lower than readState.Index' (duration: 214.27373ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:05.721433Z","caller":"traceutil/trace.go:171","msg":"trace[537171095] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"255.610765ms","start":"2026-03-26T18:17:05.465806Z","end":"2026-03-26T18:17:05.721417Z","steps":["trace[537171095] 'process raft request' (duration: 117.700759ms)","trace[537171095] 'compare' (duration: 136.786119ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:05.721532Z","caller":"traceutil/trace.go:171","msg":"trace[219283033] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"213.646557ms","start":"2026-03-26T18:17:05.507875Z","end":"2026-03-26T18:17:05.721522Z","steps":["trace[219283033] 'process raft request' (duration: 213.228346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:05.721875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.411919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-26T18:17:05.721887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.999211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-26T18:17:05.721956Z","caller":"traceutil/trace.go:171","msg":"trace[2121645481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8510; }","duration":"101.554103ms","start":"2026-03-26T18:17:05.620383Z","end":"2026-03-26T18:17:05.721937Z","steps":["trace[2121645481] 'agreement among raft nodes before linearized reading' (duration: 101.231495ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:05.721968Z","caller":"traceutil/trace.go:171","msg":"trace[848876178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8510; }","duration":"255.140474ms","start":"2026-03-26T18:17:05.46681Z","end":"2026-03-26T18:17:05.72195Z","steps":["trace[848876178] 'agreement among raft nodes before linearized reading' (duration: 254.861437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:15.764891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.190582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:17:15.765098Z","caller":"traceutil/trace.go:171","msg":"trace[1476177022] linearizableReadLoop","detail":"{readStateIndex:8910; appliedIndex:8908; }","duration":"336.53589ms","start":"2026-03-26T18:17:15.428548Z","end":"2026-03-26T18:17:15.765084Z","steps":["trace[1476177022] 'read index received' (duration: 151.087432ms)","trace[1476177022] 'applied index is now lower than readState.Index' (duration: 185.447508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:15.765256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.714695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.221\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-26T18:17:15.765297Z","caller":"traceutil/trace.go:171","msg":"trace[232966687] range","detail":"{range_begin:/registry/masterleases/199.19.213.221; range_end:; response_count:1; response_revision:8604; }","duration":"336.834128ms","start":"2026-03-26T18:17:15.42844Z","end":"2026-03-26T18:17:15.765274Z","steps":["trace[232966687] 'agreement among raft nodes before linearized reading' (duration: 336.686814ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:15.76528Z","caller":"traceutil/trace.go:171","msg":"trace[1486707608] transaction","detail":"{read_only:false; response_revision:8603; number_of_response:1; }","duration":"392.332492ms","start":"2026-03-26T18:17:15.372922Z","end":"2026-03-26T18:17:15.765255Z","steps":["trace[1486707608] 'process raft request' (duration: 206.690259ms)","trace[1486707608] 'compare' (duration: 184.831104ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:15.765351Z","caller":"traceutil/trace.go:171","msg":"trace[1541348855] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8604; }","duration":"392.035385ms","start":"2026-03-26T18:17:15.373311Z","end":"2026-03-26T18:17:15.765346Z","steps":["trace[1541348855] 'process raft request' (duration: 391.670227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:15.765435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:15.373298Z","time spent":"392.073386ms","remote":"127.0.0.1:57822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-26T18:17:15.765451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:15.372881Z","time spent":"392.478936ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:17:15.765325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:15.428418Z","time spent":"336.902299ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.221\" "} {"level":"info","ts":"2026-03-26T18:17:16.483822Z","caller":"traceutil/trace.go:171","msg":"trace[496772796] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8916; }","duration":"112.882744ms","start":"2026-03-26T18:17:16.370913Z","end":"2026-03-26T18:17:16.483796Z","steps":["trace[496772796] 'read index received' (duration: 112.658719ms)","trace[496772796] 'applied index is now lower than readState.Index' (duration: 221.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:16.483924Z","caller":"traceutil/trace.go:171","msg":"trace[835997640] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"153.614593ms","start":"2026-03-26T18:17:16.330262Z","end":"2026-03-26T18:17:16.483877Z","steps":["trace[835997640] 'process raft request' (duration: 153.378347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:16.484202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.031883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-26T18:17:16.484257Z","caller":"traceutil/trace.go:171","msg":"trace[2090491018] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8610; }","duration":"107.151146ms","start":"2026-03-26T18:17:16.377089Z","end":"2026-03-26T18:17:16.48424Z","steps":["trace[2090491018] 'agreement among raft nodes before linearized reading' (duration: 106.865659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:16.483987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.043558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:17:16.484403Z","caller":"traceutil/trace.go:171","msg":"trace[1153070004] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8610; }","duration":"113.52392ms","start":"2026-03-26T18:17:16.370858Z","end":"2026-03-26T18:17:16.484382Z","steps":["trace[1153070004] 'agreement among raft nodes before linearized reading' (duration: 113.046597ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:16.807175Z","caller":"traceutil/trace.go:171","msg":"trace[1678577367] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"310.047304ms","start":"2026-03-26T18:17:16.497093Z","end":"2026-03-26T18:17:16.807141Z","steps":["trace[1678577367] 'process raft request' (duration: 250.489012ms)","trace[1678577367] 'compare' (duration: 59.236694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:16.807317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:16.497074Z","time spent":"310.174747ms","remote":"127.0.0.1:59264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:17:16.837042Z","caller":"traceutil/trace.go:171","msg":"trace[1138219338] transaction","detail":"{read_only:false; response_revision:8612; number_of_response:1; }","duration":"151.432091ms","start":"2026-03-26T18:17:16.685586Z","end":"2026-03-26T18:17:16.837018Z","steps":["trace[1138219338] 'process raft request' (duration: 150.809876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.238506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.368602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-26T18:17:17.238624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.815084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:17:17.238669Z","caller":"traceutil/trace.go:171","msg":"trace[1420546059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8612; }","duration":"263.573297ms","start":"2026-03-26T18:17:16.975074Z","end":"2026-03-26T18:17:17.238648Z","steps":["trace[1420546059] 'range keys from in-memory index tree' (duration: 263.205598ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:17.238731Z","caller":"traceutil/trace.go:171","msg":"trace[722757049] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8612; }","duration":"283.939627ms","start":"2026-03-26T18:17:16.954773Z","end":"2026-03-26T18:17:17.238713Z","steps":["trace[722757049] 'count revisions from in-memory index tree' (duration: 283.726161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.238708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.376218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T18:17:17.238804Z","caller":"traceutil/trace.go:171","msg":"trace[489531327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8612; }","duration":"304.508291ms","start":"2026-03-26T18:17:16.934276Z","end":"2026-03-26T18:17:17.238785Z","steps":["trace[489531327] 'range keys from in-memory index tree' (duration: 304.193084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.238855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:16.934258Z","time spent":"304.586602ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-26T18:17:17.28787Z","caller":"traceutil/trace.go:171","msg":"trace[2032427695] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8919; }","duration":"262.958621ms","start":"2026-03-26T18:17:17.024891Z","end":"2026-03-26T18:17:17.28785Z","steps":["trace[2032427695] 'read index received' (duration: 262.93978ms)","trace[2032427695] 'applied index is now lower than readState.Index' (duration: 17.331µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:17.287909Z","caller":"traceutil/trace.go:171","msg":"trace[516366146] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"274.203521ms","start":"2026-03-26T18:17:17.013683Z","end":"2026-03-26T18:17:17.287887Z","steps":["trace[516366146] 'process raft request' (duration: 274.034327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.288091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.187586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:17:17.288132Z","caller":"traceutil/trace.go:171","msg":"trace[1852367950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8613; }","duration":"263.281119ms","start":"2026-03-26T18:17:17.024841Z","end":"2026-03-26T18:17:17.288122Z","steps":["trace[1852367950] 'agreement among raft nodes before linearized reading' (duration: 263.112675ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:17.523807Z","caller":"traceutil/trace.go:171","msg":"trace[1382410445] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"281.061858ms","start":"2026-03-26T18:17:17.242718Z","end":"2026-03-26T18:17:17.52378Z","steps":["trace[1382410445] 'process raft request' (duration: 280.850213ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:17.523983Z","caller":"traceutil/trace.go:171","msg":"trace[924463955] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8920; }","duration":"236.026865ms","start":"2026-03-26T18:17:17.28793Z","end":"2026-03-26T18:17:17.523956Z","steps":["trace[924463955] 'read index received' (duration: 235.692697ms)","trace[924463955] 'applied index is now lower than readState.Index' (duration: 332.538µs)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:17.524137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.544461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T18:17:17.524182Z","caller":"traceutil/trace.go:171","msg":"trace[1173691488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:8615; }","duration":"477.620523ms","start":"2026-03-26T18:17:17.04655Z","end":"2026-03-26T18:17:17.52417Z","steps":["trace[1173691488] 'agreement among raft nodes before linearized reading' (duration: 477.437428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.524227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.256698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T18:17:17.524271Z","caller":"traceutil/trace.go:171","msg":"trace[893840067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8615; }","duration":"493.34683ms","start":"2026-03-26T18:17:17.030911Z","end":"2026-03-26T18:17:17.524258Z","steps":["trace[893840067] 'agreement among raft nodes before linearized reading' (duration: 493.165436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.524271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:17.046541Z","time spent":"477.664884ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-j522k\" "} {"level":"info","ts":"2026-03-26T18:17:17.524145Z","caller":"traceutil/trace.go:171","msg":"trace[284207252] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"279.959151ms","start":"2026-03-26T18:17:17.244166Z","end":"2026-03-26T18:17:17.524125Z","steps":["trace[284207252] 'process raft request' (duration: 279.562301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.524312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:17.030893Z","time spent":"493.408052ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T18:17:17.52545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.050332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"warn","ts":"2026-03-26T18:17:17.524662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.549705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-26T18:17:17.525509Z","caller":"traceutil/trace.go:171","msg":"trace[182692793] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8615; }","duration":"416.111443ms","start":"2026-03-26T18:17:17.109387Z","end":"2026-03-26T18:17:17.525498Z","steps":["trace[182692793] 'agreement among raft nodes before linearized reading' (duration: 414.599207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.525547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:17.109359Z","time spent":"416.179244ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211013,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-26T18:17:17.525547Z","caller":"traceutil/trace.go:171","msg":"trace[952473105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8615; }","duration":"494.489718ms","start":"2026-03-26T18:17:17.031029Z","end":"2026-03-26T18:17:17.525519Z","steps":["trace[952473105] 'agreement among raft nodes before linearized reading' (duration: 492.982372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.524831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.623807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:17:17.525664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:17.030999Z","time spent":"494.623ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T18:17:17.526877Z","caller":"traceutil/trace.go:171","msg":"trace[1664079722] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8615; }","duration":"452.563129ms","start":"2026-03-26T18:17:17.07314Z","end":"2026-03-26T18:17:17.525703Z","steps":["trace[1664079722] 'agreement among raft nodes before linearized reading' (duration: 450.953051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.526978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:17.073129Z","time spent":"453.81734ms","remote":"127.0.0.1:55222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-26T18:17:17.536231Z","caller":"traceutil/trace.go:171","msg":"trace[77626116] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"242.742766ms","start":"2026-03-26T18:17:17.293205Z","end":"2026-03-26T18:17:17.535948Z","steps":["trace[77626116] 'process raft request' (duration: 242.594642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:17.537238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.233943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-26T18:17:17.537298Z","caller":"traceutil/trace.go:171","msg":"trace[1215573498] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8616; }","duration":"133.344105ms","start":"2026-03-26T18:17:17.40394Z","end":"2026-03-26T18:17:17.537284Z","steps":["trace[1215573498] 'agreement among raft nodes before linearized reading' (duration: 132.024234ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:18.55623Z","caller":"traceutil/trace.go:171","msg":"trace[1314173680] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8931; }","duration":"116.429498ms","start":"2026-03-26T18:17:18.43977Z","end":"2026-03-26T18:17:18.556199Z","steps":["trace[1314173680] 'read index received' (duration: 116.232634ms)","trace[1314173680] 'applied index is now lower than readState.Index' (duration: 195.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:18.556281Z","caller":"traceutil/trace.go:171","msg":"trace[1270533604] transaction","detail":"{read_only:false; response_revision:8625; number_of_response:1; }","duration":"212.244043ms","start":"2026-03-26T18:17:18.344005Z","end":"2026-03-26T18:17:18.556249Z","steps":["trace[1270533604] 'process raft request' (duration: 211.996847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:18.55637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.581942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:17:18.556407Z","caller":"traceutil/trace.go:171","msg":"trace[262512034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8625; }","duration":"116.679214ms","start":"2026-03-26T18:17:18.439715Z","end":"2026-03-26T18:17:18.556394Z","steps":["trace[262512034] 'agreement among raft nodes before linearized reading' (duration: 116.598192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.41308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10960245452491717144,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-26T18:17:19.445461Z","caller":"traceutil/trace.go:171","msg":"trace[1893481823] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"708.601135ms","start":"2026-03-26T18:17:18.736838Z","end":"2026-03-26T18:17:19.445439Z","steps":["trace[1893481823] 'process raft request' (duration: 708.469542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.445604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:18.736813Z","time spent":"708.730798ms","remote":"127.0.0.1:59502","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-26T18:17:19.488817Z","caller":"traceutil/trace.go:171","msg":"trace[1352051818] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"646.319249ms","start":"2026-03-26T18:17:18.842469Z","end":"2026-03-26T18:17:19.488788Z","steps":["trace[1352051818] 'process raft request' (duration: 618.683714ms)","trace[1352051818] 'compare' (duration: 27.414609ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:19.488831Z","caller":"traceutil/trace.go:171","msg":"trace[1383672337] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"194.346962ms","start":"2026-03-26T18:17:19.29446Z","end":"2026-03-26T18:17:19.488807Z","steps":["trace[1383672337] 'process raft request' (duration: 194.27003ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:19.488899Z","caller":"traceutil/trace.go:171","msg":"trace[1849720817] linearizableReadLoop","detail":"{readStateIndex:8935; appliedIndex:8932; }","duration":"576.270005ms","start":"2026-03-26T18:17:18.91261Z","end":"2026-03-26T18:17:19.48888Z","steps":["trace[1849720817] 'read index received' (duration: 532.80713ms)","trace[1849720817] 'applied index is now lower than readState.Index' (duration: 43.460535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:17:19.48925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.639163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d58857c75-4v7km.18a076e4f45c072e\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-26T18:17:19.489296Z","caller":"traceutil/trace.go:171","msg":"trace[204608446] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d58857c75-4v7km.18a076e4f45c072e; range_end:; response_count:1; response_revision:8630; }","duration":"576.731555ms","start":"2026-03-26T18:17:18.912552Z","end":"2026-03-26T18:17:19.489284Z","steps":["trace[204608446] 'agreement among raft nodes before linearized reading' (duration: 576.388967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.489322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:18.91253Z","time spent":"576.786676ms","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-d58857c75-4v7km.18a076e4f45c072e\" "} {"level":"warn","ts":"2026-03-26T18:17:19.489311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.35406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:17:19.48942Z","caller":"traceutil/trace.go:171","msg":"trace[410315754] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8630; }","duration":"265.522634ms","start":"2026-03-26T18:17:19.223872Z","end":"2026-03-26T18:17:19.489394Z","steps":["trace[410315754] 'agreement among raft nodes before linearized reading' (duration: 265.33827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.489601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:17:18.842437Z","time spent":"646.521023ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:17:19.653134Z","caller":"traceutil/trace.go:171","msg":"trace[1835689163] linearizableReadLoop","detail":"{readStateIndex:8938; appliedIndex:8937; }","duration":"159.144466ms","start":"2026-03-26T18:17:19.493958Z","end":"2026-03-26T18:17:19.653103Z","steps":["trace[1835689163] 'read index received' (duration: 152.768362ms)","trace[1835689163] 'applied index is now lower than readState.Index' (duration: 6.374534ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:17:19.65328Z","caller":"traceutil/trace.go:171","msg":"trace[1778278792] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"160.55563ms","start":"2026-03-26T18:17:19.492677Z","end":"2026-03-26T18:17:19.653232Z","steps":["trace[1778278792] 'process raft request' (duration: 153.94047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.653487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.467284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a076f30cb90385\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-26T18:17:19.653746Z","caller":"traceutil/trace.go:171","msg":"trace[719523027] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a076f30cb90385; range_end:; response_count:1; response_revision:8631; }","duration":"159.793911ms","start":"2026-03-26T18:17:19.493936Z","end":"2026-03-26T18:17:19.65373Z","steps":["trace[719523027] 'agreement among raft nodes before linearized reading' (duration: 159.31337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.657582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.9906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T18:17:19.657664Z","caller":"traceutil/trace.go:171","msg":"trace[617771697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8632; }","duration":"129.137955ms","start":"2026-03-26T18:17:19.528506Z","end":"2026-03-26T18:17:19.657644Z","steps":["trace[617771697] 'agreement among raft nodes before linearized reading' (duration: 128.879538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:17:19.658167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.129634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-26T18:17:19.658175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.233979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T18:17:19.658236Z","caller":"traceutil/trace.go:171","msg":"trace[2120636780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8632; }","duration":"117.256419ms","start":"2026-03-26T18:17:19.540965Z","end":"2026-03-26T18:17:19.658221Z","steps":["trace[2120636780] 'agreement among raft nodes before linearized reading' (duration: 117.042833ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:19.658437Z","caller":"traceutil/trace.go:171","msg":"trace[1356246971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8632; }","duration":"127.536837ms","start":"2026-03-26T18:17:19.530875Z","end":"2026-03-26T18:17:19.658412Z","steps":["trace[1356246971] 'agreement among raft nodes before linearized reading' (duration: 127.160767ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:17:28.932426Z","caller":"traceutil/trace.go:171","msg":"trace[314351594] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"135.20977ms","start":"2026-03-26T18:17:28.797174Z","end":"2026-03-26T18:17:28.932384Z","steps":["trace[314351594] 'process raft request' (duration: 132.377792ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:00.879525Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024b9.wal"} {"level":"warn","ts":"2026-03-26T18:18:09.185192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.433983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d58857c75-4v7km.18a076e4f45c072e\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-26T18:18:09.185225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.627969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-26T18:18:09.185301Z","caller":"traceutil/trace.go:171","msg":"trace[1982375147] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d58857c75-4v7km.18a076e4f45c072e; range_end:; response_count:1; response_revision:9142; }","duration":"274.604727ms","start":"2026-03-26T18:18:08.910673Z","end":"2026-03-26T18:18:09.185278Z","steps":["trace[1982375147] 'range keys from in-memory index tree' (duration: 274.154456ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:09.185324Z","caller":"traceutil/trace.go:171","msg":"trace[1303463069] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9142; }","duration":"239.794573ms","start":"2026-03-26T18:18:08.945506Z","end":"2026-03-26T18:18:09.185301Z","steps":["trace[1303463069] 'count revisions from in-memory index tree' (duration: 239.453985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:16.400244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.720907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-26T18:18:16.400579Z","caller":"traceutil/trace.go:171","msg":"trace[527782910] linearizableReadLoop","detail":"{readStateIndex:9525; appliedIndex:9523; }","duration":"296.819539ms","start":"2026-03-26T18:18:16.103743Z","end":"2026-03-26T18:18:16.400562Z","steps":["trace[527782910] 'read index received' (duration: 138.477817ms)","trace[527782910] 'applied index is now lower than readState.Index' (duration: 158.340622ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:18:16.400623Z","caller":"traceutil/trace.go:171","msg":"trace[1948785141] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"580.952504ms","start":"2026-03-26T18:18:15.819613Z","end":"2026-03-26T18:18:16.400566Z","steps":["trace[1948785141] 'process raft request' (duration: 422.606131ms)","trace[1948785141] 'compare' (duration: 157.102923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:18:16.400871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:15.819575Z","time spent":"581.163159ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:18:16.401118Z","caller":"traceutil/trace.go:171","msg":"trace[2129673622] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"358.598468ms","start":"2026-03-26T18:18:16.042447Z","end":"2026-03-26T18:18:16.401046Z","steps":["trace[2129673622] 'process raft request' (duration: 358.039335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:16.401482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.71928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-26T18:18:16.401526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:16.042421Z","time spent":"358.994927ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:18:16.401599Z","caller":"traceutil/trace.go:171","msg":"trace[202769520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9202; }","duration":"297.881734ms","start":"2026-03-26T18:18:16.103684Z","end":"2026-03-26T18:18:16.401566Z","steps":["trace[202769520] 'agreement among raft nodes before linearized reading' (duration: 297.506215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:16.401895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.166281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-26T18:18:16.401832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.962692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-26T18:18:16.401936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.599011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-26T18:18:16.401995Z","caller":"traceutil/trace.go:171","msg":"trace[1168758535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9202; }","duration":"173.157857ms","start":"2026-03-26T18:18:16.228815Z","end":"2026-03-26T18:18:16.401973Z","steps":["trace[1168758535] 'agreement among raft nodes before linearized reading' (duration: 172.816799ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:16.402003Z","caller":"traceutil/trace.go:171","msg":"trace[1929671065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9202; }","duration":"179.304654ms","start":"2026-03-26T18:18:16.222659Z","end":"2026-03-26T18:18:16.401964Z","steps":["trace[1929671065] 'agreement among raft nodes before linearized reading' (duration: 179.038888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:16.401889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.771958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-26T18:18:16.402037Z","caller":"traceutil/trace.go:171","msg":"trace[540106084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9202; }","duration":"169.753705ms","start":"2026-03-26T18:18:16.232258Z","end":"2026-03-26T18:18:16.402011Z","steps":["trace[540106084] 'agreement among raft nodes before linearized reading' (duration: 169.360246ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:16.4021Z","caller":"traceutil/trace.go:171","msg":"trace[1384487375] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9202; }","duration":"292.054264ms","start":"2026-03-26T18:18:16.110001Z","end":"2026-03-26T18:18:16.402055Z","steps":["trace[1384487375] 'agreement among raft nodes before linearized reading' (duration: 291.622034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:16.402302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.668465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T18:18:16.402489Z","caller":"traceutil/trace.go:171","msg":"trace[595496912] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:9202; }","duration":"167.882801ms","start":"2026-03-26T18:18:16.234584Z","end":"2026-03-26T18:18:16.402467Z","steps":["trace[595496912] 'agreement among raft nodes before linearized reading' (duration: 167.241176ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:20.203788Z","caller":"traceutil/trace.go:171","msg":"trace[353730068] linearizableReadLoop","detail":"{readStateIndex:9579; appliedIndex:9578; }","duration":"367.580203ms","start":"2026-03-26T18:18:19.836186Z","end":"2026-03-26T18:18:20.203766Z","steps":["trace[353730068] 'read index received' (duration: 367.389778ms)","trace[353730068] 'applied index is now lower than readState.Index' (duration: 189.565µs)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:18:20.204064Z","caller":"traceutil/trace.go:171","msg":"trace[1249320466] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"398.415122ms","start":"2026-03-26T18:18:19.805637Z","end":"2026-03-26T18:18:20.204052Z","steps":["trace[1249320466] 'process raft request' (duration: 397.997992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:20.204187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:19.80561Z","time spent":"398.491453ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:18:20.204392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.206719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-26T18:18:20.204433Z","caller":"traceutil/trace.go:171","msg":"trace[577573614] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9256; }","duration":"368.290681ms","start":"2026-03-26T18:18:19.836132Z","end":"2026-03-26T18:18:20.204422Z","steps":["trace[577573614] 'agreement among raft nodes before linearized reading' (duration: 368.22187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:20.204622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:19.836113Z","time spent":"368.343082ms","remote":"127.0.0.1:49404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-26T18:18:20.254669Z","caller":"traceutil/trace.go:171","msg":"trace[1740253639] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"295.903326ms","start":"2026-03-26T18:18:19.958734Z","end":"2026-03-26T18:18:20.254638Z","steps":["trace[1740253639] 'process raft request' (duration: 271.547373ms)","trace[1740253639] 'compare' (duration: 24.199289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:18:20.254762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.88096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-52w79\" ","response":"range_response_count:1 size:9598"} {"level":"info","ts":"2026-03-26T18:18:20.254826Z","caller":"traceutil/trace.go:171","msg":"trace[1772511694] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-52w79; range_end:; response_count:1; response_revision:9257; }","duration":"367.982823ms","start":"2026-03-26T18:18:19.886826Z","end":"2026-03-26T18:18:20.254809Z","steps":["trace[1772511694] 'agreement among raft nodes before linearized reading' (duration: 367.771557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:20.254796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.327497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-26T18:18:20.254869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:19.886813Z","time spent":"368.049715ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":9622,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-52w79\" "} {"level":"info","ts":"2026-03-26T18:18:20.254896Z","caller":"traceutil/trace.go:171","msg":"trace[1389625619] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9257; }","duration":"220.501201ms","start":"2026-03-26T18:18:20.034377Z","end":"2026-03-26T18:18:20.254878Z","steps":["trace[1389625619] 'agreement among raft nodes before linearized reading' (duration: 220.301655ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:20.828544Z","caller":"traceutil/trace.go:171","msg":"trace[1020835482] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"564.322274ms","start":"2026-03-26T18:18:20.264205Z","end":"2026-03-26T18:18:20.828528Z","steps":["trace[1020835482] 'process raft request' (duration: 564.204232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:20.828653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.264183Z","time spent":"564.412807ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9864,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:18:21.039285Z","caller":"traceutil/trace.go:171","msg":"trace[686265839] transaction","detail":"{read_only:false; response_revision:9259; number_of_response:1; }","duration":"622.977081ms","start":"2026-03-26T18:18:20.416275Z","end":"2026-03-26T18:18:21.039252Z","steps":["trace[686265839] 'process raft request' (duration: 589.006656ms)","trace[686265839] 'compare' (duration: 33.745879ms)"],"step_count":2} {"level":"info","ts":"2026-03-26T18:18:21.039347Z","caller":"traceutil/trace.go:171","msg":"trace[1346570431] linearizableReadLoop","detail":"{readStateIndex:9583; appliedIndex:9581; }","duration":"613.452692ms","start":"2026-03-26T18:18:20.425863Z","end":"2026-03-26T18:18:21.039316Z","steps":["trace[1346570431] 'read index received' (duration: 403.123613ms)","trace[1346570431] 'applied index is now lower than readState.Index' (duration: 210.327409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:18:21.039433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.416243Z","time spent":"623.111334ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-26T18:18:21.039536Z","caller":"traceutil/trace.go:171","msg":"trace[67277702] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"622.650953ms","start":"2026-03-26T18:18:20.416851Z","end":"2026-03-26T18:18:21.039502Z","steps":["trace[67277702] 'process raft request' (duration: 622.322435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.039599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.713799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-26T18:18:21.039448Z","caller":"traceutil/trace.go:171","msg":"trace[750020822] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"342.821431ms","start":"2026-03-26T18:18:20.696598Z","end":"2026-03-26T18:18:21.03942Z","steps":["trace[750020822] 'process raft request' (duration: 342.649437ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:21.039653Z","caller":"traceutil/trace.go:171","msg":"trace[924776395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9261; }","duration":"613.8185ms","start":"2026-03-26T18:18:20.42582Z","end":"2026-03-26T18:18:21.039638Z","steps":["trace[924776395] 'agreement among raft nodes before linearized reading' (duration: 613.633296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.039718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.425803Z","time spent":"613.901353ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-26T18:18:21.03972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.416821Z","time spent":"622.808327ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:18:21.039736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.696577Z","time spent":"343.076158ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-26T18:18:21.317779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.252024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-26T18:18:21.318135Z","caller":"traceutil/trace.go:171","msg":"trace[1534543465] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"273.077319ms","start":"2026-03-26T18:18:21.045038Z","end":"2026-03-26T18:18:21.318115Z","steps":["trace[1534543465] 'process raft request' (duration: 272.879725ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:21.318123Z","caller":"traceutil/trace.go:171","msg":"trace[553302103] linearizableReadLoop","detail":"{readStateIndex:9585; appliedIndex:9584; }","duration":"278.679384ms","start":"2026-03-26T18:18:21.03942Z","end":"2026-03-26T18:18:21.318099Z","steps":["trace[553302103] 'read index received' (duration: 38.195004ms)","trace[553302103] 'applied index is now lower than readState.Index' (duration: 240.48186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-26T18:18:21.318271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.30937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-26T18:18:21.318304Z","caller":"traceutil/trace.go:171","msg":"trace[1067354570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9262; }","duration":"892.399372ms","start":"2026-03-26T18:18:20.425897Z","end":"2026-03-26T18:18:21.318296Z","steps":["trace[1067354570] 'agreement among raft nodes before linearized reading' (duration: 892.265589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.318274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.065247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-26T18:18:21.318328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.425873Z","time spent":"892.450053ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-26T18:18:21.31832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.223608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-26T18:18:21.318347Z","caller":"traceutil/trace.go:171","msg":"trace[1998378069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9262; }","duration":"890.169469ms","start":"2026-03-26T18:18:20.428158Z","end":"2026-03-26T18:18:21.318327Z","steps":["trace[1998378069] 'agreement among raft nodes before linearized reading' (duration: 889.963784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.318361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.276402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-26T18:18:21.31838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.22421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-03-26T18:18:21.318321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.20244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-26T18:18:21.318394Z","caller":"traceutil/trace.go:171","msg":"trace[462353740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9262; }","duration":"890.334304ms","start":"2026-03-26T18:18:20.428051Z","end":"2026-03-26T18:18:21.318386Z","steps":["trace[462353740] 'agreement among raft nodes before linearized reading' (duration: 890.225091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.318393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.428146Z","time spent":"890.239771ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-26T18:18:21.31841Z","caller":"traceutil/trace.go:171","msg":"trace[1183346583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9262; }","duration":"890.309733ms","start":"2026-03-26T18:18:20.428095Z","end":"2026-03-26T18:18:21.318404Z","steps":["trace[1183346583] 'agreement among raft nodes before linearized reading' (duration: 890.16182ms)"],"step_count":1} {"level":"info","ts":"2026-03-26T18:18:21.318409Z","caller":"traceutil/trace.go:171","msg":"trace[686351099] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9262; }","duration":"890.278262ms","start":"2026-03-26T18:18:20.428122Z","end":"2026-03-26T18:18:21.318401Z","steps":["trace[686351099] 'agreement among raft nodes before linearized reading' (duration: 890.21854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.318417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.428039Z","time spent":"890.374404ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-26T18:18:21.318395Z","caller":"traceutil/trace.go:171","msg":"trace[1879645586] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9262; }","duration":"497.352281ms","start":"2026-03-26T18:18:20.821025Z","end":"2026-03-26T18:18:21.318377Z","steps":["trace[1879645586] 'agreement among raft nodes before linearized reading' (duration: 497.118076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.318425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.428089Z","time spent":"890.332173ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-26T18:18:21.318431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.428107Z","time spent":"890.319112ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-26T18:18:21.318444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.821008Z","time spent":"497.428153ms","remote":"127.0.0.1:59442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-26T18:18:21.318431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.807166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-j522k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-26T18:18:21.31849Z","caller":"traceutil/trace.go:171","msg":"trace[709224263] range","detail":"{range_begin:/registry/pods/openstack/keepalived-j522k; range_end:; response_count:1; response_revision:9262; }","duration":"883.906929ms","start":"2026-03-26T18:18:20.434568Z","end":"2026-03-26T18:18:21.318475Z","steps":["trace[709224263] 'agreement among raft nodes before linearized reading' (duration: 883.676733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.31852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.434556Z","time spent":"883.95733ms","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-j522k\" "} {"level":"warn","ts":"2026-03-26T18:18:21.318561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.789862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-26T18:18:21.318576Z","caller":"traceutil/trace.go:171","msg":"trace[327461015] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9262; }","duration":"383.839633ms","start":"2026-03-26T18:18:20.934732Z","end":"2026-03-26T18:18:21.318571Z","steps":["trace[327461015] 'agreement among raft nodes before linearized reading' (duration: 383.789792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-26T18:18:21.318588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-26T18:18:20.934711Z","time spent":"383.874693ms","remote":"127.0.0.1:59272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-26T18:19:15.237803Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"b506daf99e68981a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-26T18:19:15.246742Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-26T18:19:15.247016Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-26T18:21:22.416718Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8226} {"level":"info","ts":"2026-03-26T18:21:22.506635Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8226,"took":"87.047069ms","hash":437430995,"current-db-size-bytes":57454592,"current-db-size":"58 MB","current-db-size-in-use-bytes":25956352,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-26T18:21:22.506715Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":437430995,"revision":8226,"compact-revision":5981} {"level":"info","ts":"2026-03-26T18:26:22.424523Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10625} {"level":"info","ts":"2026-03-26T18:26:22.516679Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10625,"took":"88.817602ms","hash":3311105076,"current-db-size-bytes":57454592,"current-db-size":"58 MB","current-db-size-in-use-bytes":20815872,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-26T18:26:22.516744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3311105076,"revision":10625,"compact-revision":8226}