{"level":"warn","ts":"2026-07-28T05:56:53.999027Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T05:56:53.999208Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.114:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.114:2380","--initial-cluster=instance=https://199.19.213.114:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.114:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.114:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T05:56:53.999304Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T05:56:53.99932Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.114:2380"]} {"level":"info","ts":"2026-07-28T05:56:53.999347Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T05:56:54.000302Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.114:2379"]} {"level":"info","ts":"2026-07-28T05:56:54.000413Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.114:2380"],"listen-peer-urls":["https://199.19.213.114:2380"],"advertise-client-urls":["https://199.19.213.114:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.114:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.114:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T05:56:54.003145Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.437414ms"} {"level":"info","ts":"2026-07-28T05:56:54.007002Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e1d03a09d7253a9d","cluster-id":"bb9e539fe2ac80b2"} {"level":"info","ts":"2026-07-28T05:56:54.007133Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T05:56:54.007161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d became follower at term 0"} {"level":"info","ts":"2026-07-28T05:56:54.007181Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e1d03a09d7253a9d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T05:56:54.007197Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d became follower at term 1"} {"level":"info","ts":"2026-07-28T05:56:54.007245Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d switched to configuration voters=(16271569267628259997)"} {"level":"warn","ts":"2026-07-28T05:56:54.014644Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T05:56:54.016807Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T05:56:54.018278Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T05:56:54.025619Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e1d03a09d7253a9d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T05:56:54.025801Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e1d03a09d7253a9d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T05:56:54.025968Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T05:56:54.026182Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T05:56:54.026209Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T05:56:54.029539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d switched to configuration voters=(16271569267628259997)"} {"level":"info","ts":"2026-07-28T05:56:54.030315Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bb9e539fe2ac80b2","local-member-id":"e1d03a09d7253a9d","added-peer-id":"e1d03a09d7253a9d","added-peer-peer-urls":["https://199.19.213.114:2380"]} {"level":"info","ts":"2026-07-28T05:56:54.032675Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T05:56:54.032865Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.114:2380"} {"level":"info","ts":"2026-07-28T05:56:54.033003Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.114:2380"} {"level":"info","ts":"2026-07-28T05:56:54.033121Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e1d03a09d7253a9d","initial-advertise-peer-urls":["https://199.19.213.114:2380"],"listen-peer-urls":["https://199.19.213.114:2380"],"advertise-client-urls":["https://199.19.213.114:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.114:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T05:56:54.033172Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T05:56:54.407697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T05:56:54.407777Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T05:56:54.407819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d received MsgPreVoteResp from e1d03a09d7253a9d at term 1"} {"level":"info","ts":"2026-07-28T05:56:54.407838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d became candidate at term 2"} {"level":"info","ts":"2026-07-28T05:56:54.407845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d received MsgVoteResp from e1d03a09d7253a9d at term 2"} {"level":"info","ts":"2026-07-28T05:56:54.407858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e1d03a09d7253a9d became leader at term 2"} {"level":"info","ts":"2026-07-28T05:56:54.407875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e1d03a09d7253a9d elected leader e1d03a09d7253a9d at term 2"} {"level":"info","ts":"2026-07-28T05:56:54.408921Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:56:54.409084Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e1d03a09d7253a9d","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.114:2379]}","request-path":"/0/members/e1d03a09d7253a9d/attributes","cluster-id":"bb9e539fe2ac80b2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T05:56:54.409106Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T05:56:54.409171Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T05:56:54.409298Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T05:56:54.409338Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T05:56:54.40995Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bb9e539fe2ac80b2","local-member-id":"e1d03a09d7253a9d","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:56:54.410101Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:56:54.41014Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T05:56:54.411972Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T05:56:54.412883Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.114:2379"} {"level":"info","ts":"2026-07-28T05:57:10.655221Z","caller":"traceutil/trace.go:171","msg":"trace[41844684] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"553.945537ms","start":"2026-07-28T05:57:10.101225Z","end":"2026-07-28T05:57:10.65517Z","steps":["trace[41844684] 'process raft request' (duration: 548.604147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:10.656253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:10.101177Z","time spent":"554.196123ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:11.258852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.008667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:57:11.259136Z","caller":"traceutil/trace.go:171","msg":"trace[961602207] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:425; }","duration":"655.793458ms","start":"2026-07-28T05:57:10.603318Z","end":"2026-07-28T05:57:11.259111Z","steps":["trace[961602207] 'read index received' (duration: 46.493209ms)","trace[961602207] 'applied index is now lower than readState.Index' (duration: 609.298819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:11.259347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.025314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T05:57:11.259416Z","caller":"traceutil/trace.go:171","msg":"trace[1603896176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"656.147737ms","start":"2026-07-28T05:57:10.60325Z","end":"2026-07-28T05:57:11.259398Z","steps":["trace[1603896176] 'agreement among raft nodes before linearized reading' (duration: 655.923741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:11.25948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:10.603222Z","time spent":"656.24197ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T05:57:11.259521Z","caller":"traceutil/trace.go:171","msg":"trace[544349596] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"1.120746501s","start":"2026-07-28T05:57:10.138696Z","end":"2026-07-28T05:57:11.259442Z","steps":["trace[544349596] 'process raft request' (duration: 636.737498ms)","trace[544349596] 'compare' (duration: 482.854513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:11.259801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:10.138676Z","time spent":"1.120998988s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4402,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:57:11.259518Z","caller":"traceutil/trace.go:171","msg":"trace[920919286] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"980.74553ms","start":"2026-07-28T05:57:10.278711Z","end":"2026-07-28T05:57:11.259457Z","steps":["trace[920919286] 'process raft request' (duration: 980.319329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:11.259972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:10.27862Z","time spent":"981.309035ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:11.615968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.181221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:57:11.616084Z","caller":"traceutil/trace.go:171","msg":"trace[242386735] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"304.30654ms","start":"2026-07-28T05:57:11.311758Z","end":"2026-07-28T05:57:11.616064Z","steps":["trace[242386735] 'read index received' (duration: 196.874293ms)","trace[242386735] 'applied index is now lower than readState.Index' (duration: 107.430807ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:11.616216Z","caller":"traceutil/trace.go:171","msg":"trace[1262866185] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"350.943823ms","start":"2026-07-28T05:57:11.265204Z","end":"2026-07-28T05:57:11.616147Z","steps":["trace[1262866185] 'process raft request' (duration: 243.489575ms)","trace[1262866185] 'compare' (duration: 107.055628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:11.616307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.552636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:11.616381Z","caller":"traceutil/trace.go:171","msg":"trace[383328377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"304.66932ms","start":"2026-07-28T05:57:11.311695Z","end":"2026-07-28T05:57:11.616364Z","steps":["trace[383328377] 'agreement among raft nodes before linearized reading' (duration: 304.530116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:11.616401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:11.265176Z","time spent":"351.127058ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:11.616457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:11.311667Z","time spent":"304.752651ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T05:57:17.851978Z","caller":"traceutil/trace.go:171","msg":"trace[1747446019] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"204.507673ms","start":"2026-07-28T05:57:17.647441Z","end":"2026-07-28T05:57:17.851948Z","steps":["trace[1747446019] 'process raft request' (duration: 204.314328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:17.952321Z","caller":"traceutil/trace.go:171","msg":"trace[1763033789] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"304.219408ms","start":"2026-07-28T05:57:17.648064Z","end":"2026-07-28T05:57:17.952283Z","steps":["trace[1763033789] 'process raft request' (duration: 301.907387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:17.952553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:17.64803Z","time spent":"304.393512ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:26.705115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.229665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:26.705316Z","caller":"traceutil/trace.go:171","msg":"trace[1840714898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"390.505601ms","start":"2026-07-28T05:57:26.314777Z","end":"2026-07-28T05:57:26.705282Z","steps":["trace[1840714898] 'range keys from in-memory index tree' (duration: 390.122872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:26.705396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:26.314748Z","time spent":"390.627375ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T05:57:36.220879Z","caller":"traceutil/trace.go:171","msg":"trace[1051643225] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"501.345592ms","start":"2026-07-28T05:57:35.7195Z","end":"2026-07-28T05:57:36.220845Z","steps":["trace[1051643225] 'process raft request' (duration: 501.192258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.221081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.719466Z","time spent":"501.536037ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.22747Z","caller":"traceutil/trace.go:171","msg":"trace[255143992] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"501.137337ms","start":"2026-07-28T05:57:35.726276Z","end":"2026-07-28T05:57:36.227413Z","steps":["trace[255143992] 'process raft request' (duration: 500.89056ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:36.22762Z","caller":"traceutil/trace.go:171","msg":"trace[797277635] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"500.189771ms","start":"2026-07-28T05:57:35.727394Z","end":"2026-07-28T05:57:36.227584Z","steps":["trace[797277635] 'process raft request' (duration: 499.898694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:36.227725Z","caller":"traceutil/trace.go:171","msg":"trace[1228056849] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"491.787916ms","start":"2026-07-28T05:57:35.735906Z","end":"2026-07-28T05:57:36.227694Z","steps":["trace[1228056849] 'process raft request' (duration: 491.580451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.227762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.726249Z","time spent":"501.369722ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:36.227772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.727387Z","time spent":"500.303614ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.227685Z","caller":"traceutil/trace.go:171","msg":"trace[136845942] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"491.853249ms","start":"2026-07-28T05:57:35.735772Z","end":"2026-07-28T05:57:36.227626Z","steps":["trace[136845942] 'process raft request' (duration: 491.671204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:36.22782Z","caller":"traceutil/trace.go:171","msg":"trace[2099234601] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"489.958327ms","start":"2026-07-28T05:57:35.737814Z","end":"2026-07-28T05:57:36.227773Z","steps":["trace[2099234601] 'process raft request' (duration: 489.713881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.227886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.735899Z","time spent":"491.90157ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.22792Z","caller":"traceutil/trace.go:171","msg":"trace[703888768] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:555; }","duration":"269.919065ms","start":"2026-07-28T05:57:35.957975Z","end":"2026-07-28T05:57:36.227894Z","steps":["trace[703888768] 'read index received' (duration: 263.167645ms)","trace[703888768] 'applied index is now lower than readState.Index' (duration: 6.75025ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:36.227982Z","caller":"traceutil/trace.go:171","msg":"trace[363610496] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"481.664215ms","start":"2026-07-28T05:57:35.746296Z","end":"2026-07-28T05:57:36.227961Z","steps":["trace[363610496] 'process raft request' (duration: 481.286355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.227987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.735755Z","time spent":"492.124635ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:36.228058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.746275Z","time spent":"481.748178ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:36.228028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.737801Z","time spent":"490.122531ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.228136Z","caller":"traceutil/trace.go:171","msg":"trace[2029954875] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"353.270084ms","start":"2026-07-28T05:57:35.874857Z","end":"2026-07-28T05:57:36.228127Z","steps":["trace[2029954875] 'process raft request' (duration: 352.979206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.228247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.175751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T05:57:36.228247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.271174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T05:57:36.228272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.874827Z","time spent":"353.349655ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.228293Z","caller":"traceutil/trace.go:171","msg":"trace[1667834470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:545; }","duration":"160.280985ms","start":"2026-07-28T05:57:36.068Z","end":"2026-07-28T05:57:36.228281Z","steps":["trace[1667834470] 'agreement among raft nodes before linearized reading' (duration: 160.065619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:36.228301Z","caller":"traceutil/trace.go:171","msg":"trace[551471271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:545; }","duration":"270.389027ms","start":"2026-07-28T05:57:35.957902Z","end":"2026-07-28T05:57:36.228291Z","steps":["trace[551471271] 'agreement among raft nodes before linearized reading' (duration: 270.148441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:36.228037Z","caller":"traceutil/trace.go:171","msg":"trace[331575296] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"445.982122ms","start":"2026-07-28T05:57:35.782038Z","end":"2026-07-28T05:57:36.22802Z","steps":["trace[331575296] 'process raft request' (duration: 445.719775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:36.228443Z","caller":"traceutil/trace.go:171","msg":"trace[741971674] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"498.039553ms","start":"2026-07-28T05:57:35.730377Z","end":"2026-07-28T05:57:36.228416Z","steps":["trace[741971674] 'process raft request' (duration: 496.967785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.228498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.730351Z","time spent":"498.119106ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.228002Z","caller":"traceutil/trace.go:171","msg":"trace[1455521658] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"479.841846ms","start":"2026-07-28T05:57:35.748113Z","end":"2026-07-28T05:57:36.227955Z","steps":["trace[1455521658] 'process raft request' (duration: 479.559799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.228633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.748093Z","time spent":"480.466593ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T05:57:36.228016Z","caller":"traceutil/trace.go:171","msg":"trace[1178043291] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"493.523912ms","start":"2026-07-28T05:57:35.734432Z","end":"2026-07-28T05:57:36.227956Z","steps":["trace[1178043291] 'process raft request' (duration: 492.962017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:36.228865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.782014Z","time spent":"446.376232ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:36.228889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:35.734416Z","time spent":"494.377925ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:43.54062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.575397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:43.540835Z","caller":"traceutil/trace.go:171","msg":"trace[1652500021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"226.880705ms","start":"2026-07-28T05:57:43.313907Z","end":"2026-07-28T05:57:43.540788Z","steps":["trace[1652500021] 'range keys from in-memory index tree' (duration: 226.342661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:43.623103Z","caller":"traceutil/trace.go:171","msg":"trace[951372301] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"262.97238ms","start":"2026-07-28T05:57:43.360082Z","end":"2026-07-28T05:57:43.623054Z","steps":["trace[951372301] 'process raft request' (duration: 262.030824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:44.391419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.968619ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T05:57:44.391818Z","caller":"traceutil/trace.go:171","msg":"trace[1687714534] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"705.008926ms","start":"2026-07-28T05:57:43.686727Z","end":"2026-07-28T05:57:44.391736Z","steps":["trace[1687714534] 'process raft request' (duration: 704.837422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:44.392361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:43.686656Z","time spent":"705.292934ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:44.803891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.570768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:44.804126Z","caller":"traceutil/trace.go:171","msg":"trace[300229639] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:649; }","duration":"155.836905ms","start":"2026-07-28T05:57:44.648249Z","end":"2026-07-28T05:57:44.804086Z","steps":["trace[300229639] 'range keys from in-memory index tree' (duration: 155.537227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:44.8042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.871675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:57:44.804585Z","caller":"traceutil/trace.go:171","msg":"trace[800892566] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"402.230853ms","start":"2026-07-28T05:57:44.402332Z","end":"2026-07-28T05:57:44.804563Z","steps":["trace[800892566] 'process raft request' (duration: 402.121629ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:44.804623Z","caller":"traceutil/trace.go:171","msg":"trace[1550045653] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"405.792347ms","start":"2026-07-28T05:57:44.398762Z","end":"2026-07-28T05:57:44.804555Z","steps":["trace[1550045653] 'process raft request' (duration: 267.363697ms)","trace[1550045653] 'compare' (duration: 137.669639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:44.804901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:44.398718Z","time spent":"406.030944ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:57:44.804926Z","caller":"traceutil/trace.go:171","msg":"trace[506586359] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"402.403148ms","start":"2026-07-28T05:57:44.4025Z","end":"2026-07-28T05:57:44.804903Z","steps":["trace[506586359] 'process raft request' (duration: 402.021607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:44.80468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:44.402296Z","time spent":"402.346406ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:57:44.805029Z","caller":"traceutil/trace.go:171","msg":"trace[192168515] linearizableReadLoop","detail":"{readStateIndex:679; appliedIndex:676; }","duration":"402.189611ms","start":"2026-07-28T05:57:44.402811Z","end":"2026-07-28T05:57:44.805001Z","steps":["trace[192168515] 'read index received' (duration: 263.479743ms)","trace[192168515] 'applied index is now lower than readState.Index' (duration: 138.707748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:57:44.805095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:44.402484Z","time spent":"402.49894ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:44.805162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.339255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-28T05:57:44.805206Z","caller":"traceutil/trace.go:171","msg":"trace[1512710770] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:652; }","duration":"402.395317ms","start":"2026-07-28T05:57:44.402798Z","end":"2026-07-28T05:57:44.805193Z","steps":["trace[1512710770] 'agreement among raft nodes before linearized reading' (duration: 402.292895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:44.805257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:44.402794Z","time spent":"402.452409ms","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-07-28T05:57:45.354913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429469807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T05:57:45.855313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429469807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T05:57:46.356543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429469807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T05:57:46.637759Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.819709245s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T05:57:46.638442Z","caller":"traceutil/trace.go:171","msg":"trace[1888303097] linearizableReadLoop","detail":"{readStateIndex:680; appliedIndex:679; }","duration":"1.783591859s","start":"2026-07-28T05:57:44.854832Z","end":"2026-07-28T05:57:46.638424Z","steps":["trace[1888303097] 'read index received' (duration: 1.783430404s)","trace[1888303097] 'applied index is now lower than readState.Index' (duration: 160.605µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:46.638648Z","caller":"traceutil/trace.go:171","msg":"trace[608108878] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"1.820726921s","start":"2026-07-28T05:57:44.817912Z","end":"2026-07-28T05:57:46.638639Z","steps":["trace[608108878] 'process raft request' (duration: 1.820397893s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:46.638824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325089042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:46.638872Z","caller":"traceutil/trace.go:171","msg":"trace[1259144073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"1.325196015s","start":"2026-07-28T05:57:45.313664Z","end":"2026-07-28T05:57:46.63886Z","steps":["trace[1259144073] 'agreement among raft nodes before linearized reading' (duration: 1.325085462s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:46.638894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:45.313635Z","time spent":"1.325255036s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T05:57:46.639023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784156824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T05:57:46.639153Z","caller":"traceutil/trace.go:171","msg":"trace[1945847365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:653; }","duration":"1.784361759s","start":"2026-07-28T05:57:44.85476Z","end":"2026-07-28T05:57:46.639122Z","steps":["trace[1945847365] 'agreement among raft nodes before linearized reading' (duration: 1.783988599s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:46.639088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:44.817885Z","time spent":"1.820795873s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T05:57:46.639207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:44.854725Z","time spent":"1.784469732s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T05:57:48.515501Z","caller":"traceutil/trace.go:171","msg":"trace[1543879702] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:719; }","duration":"200.631003ms","start":"2026-07-28T05:57:48.314837Z","end":"2026-07-28T05:57:48.515468Z","steps":["trace[1543879702] 'read index received' (duration: 200.50524ms)","trace[1543879702] 'applied index is now lower than readState.Index' (duration: 123.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:57:48.515618Z","caller":"traceutil/trace.go:171","msg":"trace[1532822274] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"329.503128ms","start":"2026-07-28T05:57:48.186074Z","end":"2026-07-28T05:57:48.515577Z","steps":["trace[1532822274] 'process raft request' (duration: 329.189269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:48.51592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:57:48.186048Z","time spent":"329.661912ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:57:48.515946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.063594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:57:48.516049Z","caller":"traceutil/trace.go:171","msg":"trace[1678892310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:692; }","duration":"201.25567ms","start":"2026-07-28T05:57:48.31477Z","end":"2026-07-28T05:57:48.516025Z","steps":["trace[1678892310] 'agreement among raft nodes before linearized reading' (duration: 200.837629ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:57:48.519339Z","caller":"traceutil/trace.go:171","msg":"trace[1785689140] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"143.363463ms","start":"2026-07-28T05:57:48.375942Z","end":"2026-07-28T05:57:48.519305Z","steps":["trace[1785689140] 'process raft request' (duration: 143.172457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:57:59.294693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.670003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-ztnh5\" ","response":"range_response_count:1 size:5050"} {"level":"info","ts":"2026-07-28T05:57:59.294814Z","caller":"traceutil/trace.go:171","msg":"trace[413709028] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-ztnh5; range_end:; response_count:1; response_revision:795; }","duration":"158.871047ms","start":"2026-07-28T05:57:59.135917Z","end":"2026-07-28T05:57:59.294788Z","steps":["trace[413709028] 'range keys from in-memory index tree' (duration: 158.358824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:02.813362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429470129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T05:58:03.31421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429470129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T05:58:03.650721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.486735653s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T05:58:03.651269Z","caller":"traceutil/trace.go:171","msg":"trace[1668774595] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"1.487397961s","start":"2026-07-28T05:58:02.163843Z","end":"2026-07-28T05:58:03.651241Z","steps":["trace[1668774595] 'process raft request' (duration: 1.487121224s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.651456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.163809Z","time spent":"1.487526025s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:58:03.652246Z","caller":"traceutil/trace.go:171","msg":"trace[2006692591] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"1.427358716s","start":"2026-07-28T05:58:02.224844Z","end":"2026-07-28T05:58:03.652203Z","steps":["trace[2006692591] 'process raft request' (duration: 1.427083628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.652656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.224807Z","time spent":"1.427737967s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:58:03.655242Z","caller":"traceutil/trace.go:171","msg":"trace[1741375226] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:847; }","duration":"1.342066057s","start":"2026-07-28T05:58:02.313139Z","end":"2026-07-28T05:58:03.655205Z","steps":["trace[1741375226] 'read index received' (duration: 1.337866994s)","trace[1741375226] 'applied index is now lower than readState.Index' (duration: 4.197013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:58:03.655515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342365385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:58:03.655588Z","caller":"traceutil/trace.go:171","msg":"trace[973829702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"1.342521398s","start":"2026-07-28T05:58:02.31305Z","end":"2026-07-28T05:58:03.655572Z","steps":["trace[973829702] 'agreement among raft nodes before linearized reading' (duration: 1.342366874s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.655642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.313017Z","time spent":"1.342614141s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T05:58:03.655634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221954346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T05:58:03.655747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.448852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T05:58:03.655719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.374549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T05:58:03.655769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.464015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T05:58:03.655806Z","caller":"traceutil/trace.go:171","msg":"trace[1886202809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"753.557334ms","start":"2026-07-28T05:58:02.90223Z","end":"2026-07-28T05:58:03.655787Z","steps":["trace[1886202809] 'agreement among raft nodes before linearized reading' (duration: 753.349109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.65585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.902201Z","time spent":"753.641146ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T05:58:03.655854Z","caller":"traceutil/trace.go:171","msg":"trace[1156989098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:817; }","duration":"746.584308ms","start":"2026-07-28T05:58:02.909251Z","end":"2026-07-28T05:58:03.655836Z","steps":["trace[1156989098] 'agreement among raft nodes before linearized reading' (duration: 746.325662ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:03.655755Z","caller":"traceutil/trace.go:171","msg":"trace[84591223] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:817; }","duration":"1.222168111s","start":"2026-07-28T05:58:02.433555Z","end":"2026-07-28T05:58:03.655724Z","steps":["trace[84591223] 'agreement among raft nodes before linearized reading' (duration: 1.221935385s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.655884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.228596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T05:58:03.655903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.909235Z","time spent":"746.65639ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T05:58:03.655923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.433512Z","time spent":"1.222396487s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T05:58:03.655926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.500038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T05:58:03.655959Z","caller":"traceutil/trace.go:171","msg":"trace[1981845072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"924.36251ms","start":"2026-07-28T05:58:02.731575Z","end":"2026-07-28T05:58:03.655937Z","steps":["trace[1981845072] 'agreement among raft nodes before linearized reading' (duration: 924.087473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.656012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.731543Z","time spent":"924.458703ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T05:58:03.656048Z","caller":"traceutil/trace.go:171","msg":"trace[254893198] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:817; }","duration":"516.664732ms","start":"2026-07-28T05:58:03.139334Z","end":"2026-07-28T05:58:03.655999Z","steps":["trace[254893198] 'agreement among raft nodes before linearized reading' (duration: 516.420205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:03.655878Z","caller":"traceutil/trace.go:171","msg":"trace[1662180221] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:817; }","duration":"331.577314ms","start":"2026-07-28T05:58:03.324223Z","end":"2026-07-28T05:58:03.655801Z","steps":["trace[1662180221] 'agreement among raft nodes before linearized reading' (duration: 331.389469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.656018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029313576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T05:58:03.65612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:03.139292Z","time spent":"516.808566ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T05:58:03.656179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:03.324197Z","time spent":"331.953835ms","remote":"127.0.0.1:48420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-28T05:58:03.656218Z","caller":"traceutil/trace.go:171","msg":"trace[421045333] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:817; }","duration":"1.029588663s","start":"2026-07-28T05:58:02.626576Z","end":"2026-07-28T05:58:03.656165Z","steps":["trace[421045333] 'agreement among raft nodes before linearized reading' (duration: 1.029239874s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.656317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.626547Z","time spent":"1.029748977s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T05:58:03.656639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.026656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T05:58:03.656775Z","caller":"traceutil/trace.go:171","msg":"trace[1886386138] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:817; }","duration":"751.187541ms","start":"2026-07-28T05:58:02.905573Z","end":"2026-07-28T05:58:03.656761Z","steps":["trace[1886386138] 'agreement among raft nodes before linearized reading' (duration: 750.02436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:03.65681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:02.905562Z","time spent":"751.239552ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T05:58:44.470991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.481117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T05:58:44.471174Z","caller":"traceutil/trace.go:171","msg":"trace[39030988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1101; }","duration":"188.755255ms","start":"2026-07-28T05:58:44.282394Z","end":"2026-07-28T05:58:44.471149Z","steps":["trace[39030988] 'range keys from in-memory index tree' (duration: 188.156749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:47.81477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429470812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T05:58:48.312361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577851597s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T05:58:48.312897Z","caller":"traceutil/trace.go:171","msg":"trace[1834830514] linearizableReadLoop","detail":"{readStateIndex:1153; appliedIndex:1152; }","duration":"998.711546ms","start":"2026-07-28T05:58:47.314147Z","end":"2026-07-28T05:58:48.312858Z","steps":["trace[1834830514] 'read index received' (duration: 998.390007ms)","trace[1834830514] 'applied index is now lower than readState.Index' (duration: 320.309µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:58:48.313032Z","caller":"traceutil/trace.go:171","msg":"trace[1424836927] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"1.578659548s","start":"2026-07-28T05:58:46.734351Z","end":"2026-07-28T05:58:48.31301Z","steps":["trace[1424836927] 'process raft request' (duration: 1.578269668s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:48.31321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:46.734314Z","time spent":"1.578761621s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:58:48.313183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.761437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T05:58:48.313295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.991493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T05:58:48.313318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.522116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T05:58:48.313349Z","caller":"traceutil/trace.go:171","msg":"trace[1951431031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1110; }","duration":"326.096146ms","start":"2026-07-28T05:58:47.98724Z","end":"2026-07-28T05:58:48.313336Z","steps":["trace[1951431031] 'agreement among raft nodes before linearized reading' (duration: 325.8919ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.313357Z","caller":"traceutil/trace.go:171","msg":"trace[1902252008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1110; }","duration":"296.594658ms","start":"2026-07-28T05:58:48.01675Z","end":"2026-07-28T05:58:48.313345Z","steps":["trace[1902252008] 'agreement among raft nodes before linearized reading' (duration: 296.489965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:48.313383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:47.987211Z","time spent":"326.162328ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T05:58:48.313405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.475737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T05:58:48.313306Z","caller":"traceutil/trace.go:171","msg":"trace[1809912594] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1110; }","duration":"799.963793ms","start":"2026-07-28T05:58:47.513313Z","end":"2026-07-28T05:58:48.313277Z","steps":["trace[1809912594] 'agreement among raft nodes before linearized reading' (duration: 799.742327ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.313433Z","caller":"traceutil/trace.go:171","msg":"trace[1089050513] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1110; }","duration":"387.547439ms","start":"2026-07-28T05:58:47.925877Z","end":"2026-07-28T05:58:48.313425Z","steps":["trace[1089050513] 'agreement among raft nodes before linearized reading' (duration: 387.455766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:48.313409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.370712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T05:58:48.313475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:47.925851Z","time spent":"387.616371ms","remote":"127.0.0.1:48202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-28T05:58:48.313453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.259281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T05:58:48.313559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.027875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T05:58:48.313522Z","caller":"traceutil/trace.go:171","msg":"trace[1177075366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1110; }","duration":"296.524496ms","start":"2026-07-28T05:58:48.016971Z","end":"2026-07-28T05:58:48.313496Z","steps":["trace[1177075366] 'agreement among raft nodes before linearized reading' (duration: 296.117435ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.313622Z","caller":"traceutil/trace.go:171","msg":"trace[1196303120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1110; }","duration":"999.501887ms","start":"2026-07-28T05:58:47.314078Z","end":"2026-07-28T05:58:48.31358Z","steps":["trace[1196303120] 'agreement among raft nodes before linearized reading' (duration: 999.178088ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.313644Z","caller":"traceutil/trace.go:171","msg":"trace[1910897086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1110; }","duration":"286.146618ms","start":"2026-07-28T05:58:48.027473Z","end":"2026-07-28T05:58:48.31362Z","steps":["trace[1910897086] 'agreement among raft nodes before linearized reading' (duration: 285.85098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:48.313421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.493858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.114\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T05:58:48.313699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:47.31405Z","time spent":"999.633251ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T05:58:48.313722Z","caller":"traceutil/trace.go:171","msg":"trace[1912266128] range","detail":"{range_begin:/registry/masterleases/199.19.213.114; range_end:; response_count:1; response_revision:1110; }","duration":"170.816056ms","start":"2026-07-28T05:58:48.142891Z","end":"2026-07-28T05:58:48.313707Z","steps":["trace[1912266128] 'agreement among raft nodes before linearized reading' (duration: 170.369815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:58:48.313455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:58:47.513285Z","time spent":"800.157597ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-07-28T05:58:48.577401Z","caller":"traceutil/trace.go:171","msg":"trace[819492498] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"258.091248ms","start":"2026-07-28T05:58:48.319278Z","end":"2026-07-28T05:58:48.577369Z","steps":["trace[819492498] 'process raft request' (duration: 257.884092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.577843Z","caller":"traceutil/trace.go:171","msg":"trace[362913324] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"258.525549ms","start":"2026-07-28T05:58:48.319284Z","end":"2026-07-28T05:58:48.577809Z","steps":["trace[362913324] 'process raft request' (duration: 258.036946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.577924Z","caller":"traceutil/trace.go:171","msg":"trace[350264274] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"257.699307ms","start":"2026-07-28T05:58:48.320211Z","end":"2026-07-28T05:58:48.57791Z","steps":["trace[350264274] 'process raft request' (duration: 257.584834ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.577955Z","caller":"traceutil/trace.go:171","msg":"trace[1454475457] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"258.452518ms","start":"2026-07-28T05:58:48.319436Z","end":"2026-07-28T05:58:48.577888Z","steps":["trace[1454475457] 'process raft request' (duration: 258.192721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:58:48.577952Z","caller":"traceutil/trace.go:171","msg":"trace[459397410] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1153; }","duration":"254.381718ms","start":"2026-07-28T05:58:48.323475Z","end":"2026-07-28T05:58:48.577857Z","steps":["trace[459397410] 'read index received' (duration: 162.219486ms)","trace[459397410] 'applied index is now lower than readState.Index' (duration: 92.160432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:58:48.578276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.78245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:58:48.578318Z","caller":"traceutil/trace.go:171","msg":"trace[1507155174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"254.859892ms","start":"2026-07-28T05:58:48.323447Z","end":"2026-07-28T05:58:48.578307Z","steps":["trace[1507155174] 'agreement among raft nodes before linearized reading' (duration: 254.773639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:18.484798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:18.146956Z","time spent":"337.837699ms","remote":"127.0.0.1:48012","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T05:59:19.277603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.046529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:59:19.278094Z","caller":"traceutil/trace.go:171","msg":"trace[10083628] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"485.176897ms","start":"2026-07-28T05:59:18.792853Z","end":"2026-07-28T05:59:19.27803Z","steps":["trace[10083628] 'process raft request' (duration: 196.524352ms)","trace[10083628] 'compare' (duration: 287.742471ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:59:19.278297Z","caller":"traceutil/trace.go:171","msg":"trace[955141608] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"484.970632ms","start":"2026-07-28T05:59:18.7933Z","end":"2026-07-28T05:59:19.27827Z","steps":["trace[955141608] 'process raft request' (duration: 484.89183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:19.278386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:18.792845Z","time spent":"485.389423ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:19.278458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:18.793269Z","time spent":"485.122816ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:19.278483Z","caller":"traceutil/trace.go:171","msg":"trace[1179803567] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"485.529858ms","start":"2026-07-28T05:59:18.792895Z","end":"2026-07-28T05:59:19.278425Z","steps":["trace[1179803567] 'process raft request' (duration: 484.974552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:19.278537Z","caller":"traceutil/trace.go:171","msg":"trace[397969098] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"485.199029ms","start":"2026-07-28T05:59:18.793302Z","end":"2026-07-28T05:59:19.278501Z","steps":["trace[397969098] 'process raft request' (duration: 484.794677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:19.278719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:18.792891Z","time spent":"485.711943ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:19.27872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:18.793271Z","time spent":"485.332053ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:20.987704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508680346s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T05:59:21.126491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726529777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T05:59:21.126632Z","caller":"traceutil/trace.go:171","msg":"trace[1803653676] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1432; }","duration":"1.726729703s","start":"2026-07-28T05:59:19.399864Z","end":"2026-07-28T05:59:21.126594Z","steps":["trace[1803653676] 'range keys from in-memory index tree' (duration: 1.72627486s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:21.126723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:19.399829Z","time spent":"1.726877076s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T05:59:21.126943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.761448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:59:21.127117Z","caller":"traceutil/trace.go:171","msg":"trace[2124967705] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"1.648222224s","start":"2026-07-28T05:59:19.478831Z","end":"2026-07-28T05:59:21.127053Z","steps":["trace[2124967705] 'process raft request' (duration: 1.509217129s)","trace[2124967705] 'compare' (duration: 138.029919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:21.127215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:19.478791Z","time spent":"1.648376298s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:21.164926Z","caller":"traceutil/trace.go:171","msg":"trace[117295669] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"1.36032316s","start":"2026-07-28T05:59:19.804576Z","end":"2026-07-28T05:59:21.164899Z","steps":["trace[117295669] 'process raft request' (duration: 1.360002621s)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:21.164914Z","caller":"traceutil/trace.go:171","msg":"trace[1947622191] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"646.628813ms","start":"2026-07-28T05:59:20.518247Z","end":"2026-07-28T05:59:21.164876Z","steps":["trace[1947622191] 'process raft request' (duration: 646.530921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:21.165125Z","caller":"traceutil/trace.go:171","msg":"trace[324246029] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"248.991795ms","start":"2026-07-28T05:59:20.916121Z","end":"2026-07-28T05:59:21.165113Z","steps":["trace[324246029] 'process raft request' (duration: 248.705738ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:21.165161Z","caller":"traceutil/trace.go:171","msg":"trace[355110364] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1484; }","duration":"341.56257ms","start":"2026-07-28T05:59:20.823528Z","end":"2026-07-28T05:59:21.165091Z","steps":["trace[355110364] 'read index received' (duration: 164.542879ms)","trace[355110364] 'applied index is now lower than readState.Index' (duration: 177.016561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:21.16506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:19.804541Z","time spent":"1.360450803s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:21.165309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:20.518217Z","time spent":"646.913851ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:21.165582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.019811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T05:59:21.165718Z","caller":"traceutil/trace.go:171","msg":"trace[302450717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1436; }","duration":"342.211386ms","start":"2026-07-28T05:59:20.823473Z","end":"2026-07-28T05:59:21.165684Z","steps":["trace[302450717] 'agreement among raft nodes before linearized reading' (duration: 341.765255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:21.165788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:20.823445Z","time spent":"342.32974ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T05:59:21.173668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.147789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T05:59:21.173801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.587675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:59:21.173749Z","caller":"traceutil/trace.go:171","msg":"trace[1803386620] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1437; }","duration":"347.268242ms","start":"2026-07-28T05:59:20.826458Z","end":"2026-07-28T05:59:21.173727Z","steps":["trace[1803386620] 'agreement among raft nodes before linearized reading' (duration: 346.932753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:21.173861Z","caller":"traceutil/trace.go:171","msg":"trace[689784410] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1437; }","duration":"315.699319ms","start":"2026-07-28T05:59:20.858144Z","end":"2026-07-28T05:59:21.173844Z","steps":["trace[689784410] 'agreement among raft nodes before linearized reading' (duration: 315.612307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:21.173908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:20.858114Z","time spent":"315.78173ms","remote":"127.0.0.1:52598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-28T05:59:21.173919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:20.826441Z","time spent":"347.461717ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T05:59:21.338639Z","caller":"traceutil/trace.go:171","msg":"trace[1951251873] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"159.494183ms","start":"2026-07-28T05:59:21.179107Z","end":"2026-07-28T05:59:21.338601Z","steps":["trace[1951251873] 'process raft request' (duration: 159.327058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:21.338839Z","caller":"traceutil/trace.go:171","msg":"trace[1934958569] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"163.806608ms","start":"2026-07-28T05:59:21.174899Z","end":"2026-07-28T05:59:21.338705Z","steps":["trace[1934958569] 'process raft request' (duration: 163.257314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:22.886896Z","caller":"traceutil/trace.go:171","msg":"trace[885892541] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"224.352436ms","start":"2026-07-28T05:59:22.662507Z","end":"2026-07-28T05:59:22.88686Z","steps":["trace[885892541] 'process raft request' (duration: 224.11002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:23.5632Z","caller":"traceutil/trace.go:171","msg":"trace[2033831437] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"108.305805ms","start":"2026-07-28T05:59:23.454819Z","end":"2026-07-28T05:59:23.563124Z","steps":["trace[2033831437] 'process raft request' (duration: 108.222533ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:23.563292Z","caller":"traceutil/trace.go:171","msg":"trace[1151371612] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"108.526651ms","start":"2026-07-28T05:59:23.454714Z","end":"2026-07-28T05:59:23.56324Z","steps":["trace[1151371612] 'process raft request' (duration: 108.09368ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:25.511039Z","caller":"traceutil/trace.go:171","msg":"trace[572235898] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"301.899619ms","start":"2026-07-28T05:59:25.209114Z","end":"2026-07-28T05:59:25.511013Z","steps":["trace[572235898] 'process raft request' (duration: 301.699504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:25.511214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.209083Z","time spent":"302.050262ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:26.930771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360792942s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:59:26.930927Z","caller":"traceutil/trace.go:171","msg":"trace[1502601067] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1505; }","duration":"1.692288482s","start":"2026-07-28T05:59:25.238619Z","end":"2026-07-28T05:59:26.930907Z","steps":["trace[1502601067] 'read index received' (duration: 272.162905ms)","trace[1502601067] 'applied index is now lower than readState.Index' (duration: 1.420123817s)"],"step_count":2} {"level":"info","ts":"2026-07-28T05:59:26.931041Z","caller":"traceutil/trace.go:171","msg":"trace[2135790910] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"1.712300587s","start":"2026-07-28T05:59:25.218727Z","end":"2026-07-28T05:59:26.931027Z","steps":["trace[2135790910] 'process raft request' (duration: 351.004801ms)","trace[2135790910] 'compare' (duration: 1.35995638s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:26.931113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.218685Z","time spent":"1.712392919s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:26.931206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617228066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:59:26.93136Z","caller":"traceutil/trace.go:171","msg":"trace[2090456767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1454; }","duration":"1.617433662s","start":"2026-07-28T05:59:25.313894Z","end":"2026-07-28T05:59:26.931327Z","steps":["trace[2090456767] 'agreement among raft nodes before linearized reading' (duration: 1.617205036s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.931614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.313877Z","time spent":"1.617719619s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T05:59:26.931662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363325558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T05:59:26.931725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423966651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:59:26.93177Z","caller":"traceutil/trace.go:171","msg":"trace[465761629] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1454; }","duration":"1.424013132s","start":"2026-07-28T05:59:25.507742Z","end":"2026-07-28T05:59:26.931755Z","steps":["trace[465761629] 'agreement among raft nodes before linearized reading' (duration: 1.42393377s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.931844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.507681Z","time spent":"1.424153946s","remote":"127.0.0.1:52518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T05:59:26.931914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69329455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T05:59:26.931975Z","caller":"traceutil/trace.go:171","msg":"trace[2099347129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1454; }","duration":"1.693392082s","start":"2026-07-28T05:59:25.238568Z","end":"2026-07-28T05:59:26.93196Z","steps":["trace[2099347129] 'agreement among raft nodes before linearized reading' (duration: 1.693235928s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.932044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.238546Z","time spent":"1.693480425s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T05:59:26.956649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38844955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T05:59:26.931765Z","caller":"traceutil/trace.go:171","msg":"trace[1777920099] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1454; }","duration":"1.363484564s","start":"2026-07-28T05:59:25.568257Z","end":"2026-07-28T05:59:26.931742Z","steps":["trace[1777920099] 'agreement among raft nodes before linearized reading' (duration: 1.362948389s)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:26.956753Z","caller":"traceutil/trace.go:171","msg":"trace[38357668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1454; }","duration":"1.388630125s","start":"2026-07-28T05:59:25.568102Z","end":"2026-07-28T05:59:26.956732Z","steps":["trace[38357668] 'agreement among raft nodes before linearized reading' (duration: 1.384107825s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.956788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468560253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T05:59:26.956903Z","caller":"traceutil/trace.go:171","msg":"trace[35237169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1454; }","duration":"1.468757688s","start":"2026-07-28T05:59:25.488131Z","end":"2026-07-28T05:59:26.956888Z","steps":["trace[35237169] 'agreement among raft nodes before linearized reading' (duration: 1.445001523s)","trace[35237169] 'range keys from in-memory index tree' (duration: 23.538758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:26.956825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.026585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T05:59:26.956931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.488098Z","time spent":"1.468825869s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T05:59:26.956817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.568078Z","time spent":"1.388719897s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T05:59:26.956974Z","caller":"traceutil/trace.go:171","msg":"trace[1654638572] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1454; }","duration":"778.199939ms","start":"2026-07-28T05:59:26.178743Z","end":"2026-07-28T05:59:26.956943Z","steps":["trace[1654638572] 'agreement among raft nodes before linearized reading' (duration: 777.961593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.956811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.568235Z","time spent":"1.388545373s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T05:59:26.956804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531183105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T05:59:26.957089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.178724Z","time spent":"778.327004ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T05:59:26.957112Z","caller":"traceutil/trace.go:171","msg":"trace[125974228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1454; }","duration":"1.531568327s","start":"2026-07-28T05:59:25.425525Z","end":"2026-07-28T05:59:26.957093Z","steps":["trace[125974228] 'agreement among raft nodes before linearized reading' (duration: 1.50775604s)","trace[125974228] 'get authentication metadata' (duration: 23.290482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:26.957157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:25.425495Z","time spent":"1.531648768s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T05:59:26.95721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.766742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T05:59:26.957244Z","caller":"traceutil/trace.go:171","msg":"trace[1999242214] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1454; }","duration":"611.843615ms","start":"2026-07-28T05:59:26.345394Z","end":"2026-07-28T05:59:26.957237Z","steps":["trace[1999242214] 'agreement among raft nodes before linearized reading' (duration: 611.034542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:26.957401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.34537Z","time spent":"612.025719ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T05:59:28.384782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014576847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T05:59:28.384969Z","caller":"traceutil/trace.go:171","msg":"trace[975587985] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"1.424427562s","start":"2026-07-28T05:59:26.960489Z","end":"2026-07-28T05:59:28.384917Z","steps":["trace[975587985] 'process raft request' (duration: 409.587558ms)","trace[975587985] 'compare' (duration: 1.013981052s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:28.385078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.960461Z","time spent":"1.424566035s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:28.477462Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107268026s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T05:59:28.478034Z","caller":"traceutil/trace.go:171","msg":"trace[1494963469] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"1.517059718s","start":"2026-07-28T05:59:26.960933Z","end":"2026-07-28T05:59:28.477993Z","steps":["trace[1494963469] 'process raft request' (duration: 1.51675699s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.478184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.960926Z","time spent":"1.517163671s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:28.478552Z","caller":"traceutil/trace.go:171","msg":"trace[324546915] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"1.51746471s","start":"2026-07-28T05:59:26.96097Z","end":"2026-07-28T05:59:28.478434Z","steps":["trace[324546915] 'process raft request' (duration: 1.516861843s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.478878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.960963Z","time spent":"1.517716056s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:28.478904Z","caller":"traceutil/trace.go:171","msg":"trace[705264331] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"1.51782735s","start":"2026-07-28T05:59:26.961049Z","end":"2026-07-28T05:59:28.478877Z","steps":["trace[705264331] 'process raft request' (duration: 1.517676846s)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:28.478933Z","caller":"traceutil/trace.go:171","msg":"trace[1937116167] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"1.51783656s","start":"2026-07-28T05:59:26.961015Z","end":"2026-07-28T05:59:28.478851Z","steps":["trace[1937116167] 'process raft request' (duration: 1.517169632s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.479111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.961045Z","time spent":"1.517975433s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:28.479167Z","caller":"traceutil/trace.go:171","msg":"trace[1941966574] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"1.518066446s","start":"2026-07-28T05:59:26.961082Z","end":"2026-07-28T05:59:28.479149Z","steps":["trace[1941966574] 'process raft request' (duration: 1.517683996s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.47918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.961011Z","time spent":"1.518043355s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:28.479238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.961078Z","time spent":"1.518124417s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T05:59:28.479531Z","caller":"traceutil/trace.go:171","msg":"trace[815394195] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1507; }","duration":"1.514052587s","start":"2026-07-28T05:59:26.965464Z","end":"2026-07-28T05:59:28.479517Z","steps":["trace[815394195] 'read index received' (duration: 404.715976ms)","trace[815394195] 'applied index is now lower than readState.Index' (duration: 1.109335491s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T05:59:28.479647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514190212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:59:28.479688Z","caller":"traceutil/trace.go:171","msg":"trace[747191909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1461; }","duration":"1.514269504s","start":"2026-07-28T05:59:26.965408Z","end":"2026-07-28T05:59:28.479678Z","steps":["trace[747191909] 'agreement among raft nodes before linearized reading' (duration: 1.514196652s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.479724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.965396Z","time spent":"1.514317306s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T05:59:28.47967Z","caller":"traceutil/trace.go:171","msg":"trace[760601405] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"1.518447966s","start":"2026-07-28T05:59:26.961169Z","end":"2026-07-28T05:59:28.479617Z","steps":["trace[760601405] 'process raft request' (duration: 1.517634225s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.479928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:26.961164Z","time spent":"1.518626941s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:28.481311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.764921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:59:28.481383Z","caller":"traceutil/trace.go:171","msg":"trace[1296464244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1462; }","duration":"232.873664ms","start":"2026-07-28T05:59:28.248486Z","end":"2026-07-28T05:59:28.481359Z","steps":["trace[1296464244] 'agreement among raft nodes before linearized reading' (duration: 232.701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.481384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.891853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T05:59:28.481494Z","caller":"traceutil/trace.go:171","msg":"trace[995900342] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1462; }","duration":"148.064368ms","start":"2026-07-28T05:59:28.333403Z","end":"2026-07-28T05:59:28.481467Z","steps":["trace[995900342] 'agreement among raft nodes before linearized reading' (duration: 147.78234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T05:59:28.481762Z","caller":"traceutil/trace.go:171","msg":"trace[1176565364] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"963.610976ms","start":"2026-07-28T05:59:27.518129Z","end":"2026-07-28T05:59:28.48174Z","steps":["trace[1176565364] 'process raft request' (duration: 962.881407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.481852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:27.518083Z","time spent":"963.726939ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T05:59:28.481767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.257085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.114\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T05:59:28.481856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.996863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T05:59:28.4819Z","caller":"traceutil/trace.go:171","msg":"trace[471629585] range","detail":"{range_begin:/registry/masterleases/199.19.213.114; range_end:; response_count:1; response_revision:1462; }","duration":"337.44263ms","start":"2026-07-28T05:59:28.144444Z","end":"2026-07-28T05:59:28.481886Z","steps":["trace[471629585] 'agreement among raft nodes before linearized reading' (duration: 337.197374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.481937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:28.144412Z","time spent":"337.515432ms","remote":"127.0.0.1:48012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.114\" "} {"level":"info","ts":"2026-07-28T05:59:28.48194Z","caller":"traceutil/trace.go:171","msg":"trace[214662014] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1462; }","duration":"589.121326ms","start":"2026-07-28T05:59:27.892796Z","end":"2026-07-28T05:59:28.481917Z","steps":["trace[214662014] 'agreement among raft nodes before linearized reading' (duration: 588.91715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:28.48199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:27.892775Z","time spent":"589.202218ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T05:59:47.08645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.229405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T05:59:47.086542Z","caller":"traceutil/trace.go:171","msg":"trace[1760261291] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1642; }","duration":"311.400129ms","start":"2026-07-28T05:59:46.775123Z","end":"2026-07-28T05:59:47.086524Z","steps":["trace[1760261291] 'range keys from in-memory index tree' (duration: 311.002178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T05:59:47.086574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T05:59:46.775092Z","time spent":"311.476571ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T05:59:47.087091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.540225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T05:59:47.087256Z","caller":"traceutil/trace.go:171","msg":"trace[429016326] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1642; }","duration":"253.386828ms","start":"2026-07-28T05:59:46.83383Z","end":"2026-07-28T05:59:47.087217Z","steps":["trace[429016326] 'count revisions from in-memory index tree' (duration: 252.444394ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:06.739864Z","caller":"traceutil/trace.go:171","msg":"trace[1978502288] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"158.030667ms","start":"2026-07-28T06:00:06.581799Z","end":"2026-07-28T06:00:06.73983Z","steps":["trace[1978502288] 'process raft request' (duration: 157.803841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:06.744444Z","caller":"traceutil/trace.go:171","msg":"trace[1792285019] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"100.115018ms","start":"2026-07-28T06:00:06.644272Z","end":"2026-07-28T06:00:06.744387Z","steps":["trace[1792285019] 'process raft request' (duration: 99.888562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:12.286165Z","caller":"traceutil/trace.go:171","msg":"trace[2144190972] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"199.547119ms","start":"2026-07-28T06:00:12.086556Z","end":"2026-07-28T06:00:12.286103Z","steps":["trace[2144190972] 'process raft request' (duration: 199.239701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:23.956166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.00992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:00:23.956404Z","caller":"traceutil/trace.go:171","msg":"trace[1194234360] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"315.021905ms","start":"2026-07-28T06:00:23.641336Z","end":"2026-07-28T06:00:23.956358Z","steps":["trace[1194234360] 'read index received' (duration: 70.589345ms)","trace[1194234360] 'applied index is now lower than readState.Index' (duration: 244.42989ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:00:23.956503Z","caller":"traceutil/trace.go:171","msg":"trace[1216951550] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"317.336846ms","start":"2026-07-28T06:00:23.639131Z","end":"2026-07-28T06:00:23.956468Z","steps":["trace[1216951550] 'process raft request' (duration: 72.915696ms)","trace[1216951550] 'compare' (duration: 243.803574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:00:23.956774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:23.639094Z","time spent":"317.643104ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:23.957164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.736715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T06:00:23.957267Z","caller":"traceutil/trace.go:171","msg":"trace[678174282] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2264; }","duration":"315.951011ms","start":"2026-07-28T06:00:23.641298Z","end":"2026-07-28T06:00:23.957249Z","steps":["trace[678174282] 'agreement among raft nodes before linearized reading' (duration: 315.161689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:23.957349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:23.641289Z","time spent":"316.045883ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:00:26.99737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.700335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:00:26.997522Z","caller":"traceutil/trace.go:171","msg":"trace[383516925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2276; }","duration":"683.858029ms","start":"2026-07-28T06:00:26.313629Z","end":"2026-07-28T06:00:26.997487Z","steps":["trace[383516925] 'range keys from in-memory index tree' (duration: 683.595223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:26.997596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:26.313543Z","time spent":"684.034315ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T06:00:26.997575Z","caller":"traceutil/trace.go:171","msg":"trace[1618430642] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"674.42538ms","start":"2026-07-28T06:00:26.323112Z","end":"2026-07-28T06:00:26.997538Z","steps":["trace[1618430642] 'process raft request' (duration: 662.300138ms)","trace[1618430642] 'compare' (duration: 11.646899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:00:26.997625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.170744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:00:26.997739Z","caller":"traceutil/trace.go:171","msg":"trace[669837499] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2276; }","duration":"871.354798ms","start":"2026-07-28T06:00:26.126358Z","end":"2026-07-28T06:00:26.997712Z","steps":["trace[669837499] 'range keys from in-memory index tree' (duration: 870.885366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:26.997749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:26.323075Z","time spent":"674.584494ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:26.997766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429008787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11910"} {"level":"warn","ts":"2026-07-28T06:00:26.997794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:26.126325Z","time spent":"871.458001ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T06:00:26.997847Z","caller":"traceutil/trace.go:171","msg":"trace[534052717] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2276; }","duration":"1.42913158s","start":"2026-07-28T06:00:25.568695Z","end":"2026-07-28T06:00:26.997827Z","steps":["trace[534052717] 'range keys from in-memory index tree' (duration: 1.427879057s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:26.998481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:25.568671Z","time spent":"1.429211032s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11934,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T06:00:27.030031Z","caller":"traceutil/trace.go:171","msg":"trace[1519819436] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"493.201208ms","start":"2026-07-28T06:00:26.536783Z","end":"2026-07-28T06:00:27.029984Z","steps":["trace[1519819436] 'process raft request' (duration: 492.95743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:27.030269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:26.536747Z","time spent":"493.388592ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:27.030386Z","caller":"traceutil/trace.go:171","msg":"trace[986589815] linearizableReadLoop","detail":"{readStateIndex:2368; appliedIndex:2366; }","duration":"468.670826ms","start":"2026-07-28T06:00:26.561686Z","end":"2026-07-28T06:00:27.030357Z","steps":["trace[986589815] 'read index received' (duration: 423.747653ms)","trace[986589815] 'applied index is now lower than readState.Index' (duration: 44.921253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:00:27.030562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.878611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:00:27.030603Z","caller":"traceutil/trace.go:171","msg":"trace[712435145] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2280; }","duration":"468.978974ms","start":"2026-07-28T06:00:26.561614Z","end":"2026-07-28T06:00:27.030593Z","steps":["trace[712435145] 'agreement among raft nodes before linearized reading' (duration: 468.842331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:27.030633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:26.561583Z","time spent":"469.042335ms","remote":"127.0.0.1:48340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":24,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:00:27.544246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:00:27.910216Z","caller":"traceutil/trace.go:171","msg":"trace[1557061755] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"872.703255ms","start":"2026-07-28T06:00:27.037476Z","end":"2026-07-28T06:00:27.910179Z","steps":["trace[1557061755] 'process raft request' (duration: 872.454488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:27.91042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.037444Z","time spent":"872.870129ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:28.071208Z","caller":"traceutil/trace.go:171","msg":"trace[1225080756] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"1.033098554s","start":"2026-07-28T06:00:27.038071Z","end":"2026-07-28T06:00:28.071169Z","steps":["trace[1225080756] 'process raft request' (duration: 1.033013902s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:28.071269Z","caller":"traceutil/trace.go:171","msg":"trace[763607560] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"1.03331626s","start":"2026-07-28T06:00:27.037881Z","end":"2026-07-28T06:00:28.071198Z","steps":["trace[763607560] 'process raft request' (duration: 1.033002522s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.07149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.038062Z","time spent":"1.033265668s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:28.071559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.037861Z","time spent":"1.033544325s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:28.071658Z","caller":"traceutil/trace.go:171","msg":"trace[1505699866] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"1.032870377s","start":"2026-07-28T06:00:27.038752Z","end":"2026-07-28T06:00:28.071622Z","steps":["trace[1505699866] 'process raft request' (duration: 1.032374604s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.07177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.038744Z","time spent":"1.03296946s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:28.071779Z","caller":"traceutil/trace.go:171","msg":"trace[1743820145] transaction","detail":"{read_only:false; response_revision:2286; number_of_response:1; }","duration":"979.937901ms","start":"2026-07-28T06:00:27.091827Z","end":"2026-07-28T06:00:28.071765Z","steps":["trace[1743820145] 'process raft request' (duration: 979.780727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:28.071736Z","caller":"traceutil/trace.go:171","msg":"trace[1992982246] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"1.032670302s","start":"2026-07-28T06:00:27.039022Z","end":"2026-07-28T06:00:28.071692Z","steps":["trace[1992982246] 'process raft request' (duration: 1.032411765s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:28.07181Z","caller":"traceutil/trace.go:171","msg":"trace[742606462] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"671.431598ms","start":"2026-07-28T06:00:27.400357Z","end":"2026-07-28T06:00:28.071788Z","steps":["trace[742606462] 'process raft request' (duration: 671.331596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.071841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.091791Z","time spent":"980.023953ms","remote":"127.0.0.1:57222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2489,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T06:00:28.071851Z","caller":"traceutil/trace.go:171","msg":"trace[33037634] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"107.256078ms","start":"2026-07-28T06:00:27.964575Z","end":"2026-07-28T06:00:28.071831Z","steps":["trace[33037634] 'process raft request' (duration: 107.185216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.071899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.400318Z","time spent":"671.531281ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:28.071939Z","caller":"traceutil/trace.go:171","msg":"trace[1401563180] linearizableReadLoop","detail":"{readStateIndex:2377; appliedIndex:2370; }","duration":"1.027905535s","start":"2026-07-28T06:00:27.044022Z","end":"2026-07-28T06:00:28.071928Z","steps":["trace[1401563180] 'read index received' (duration: 865.902004ms)","trace[1401563180] 'applied index is now lower than readState.Index' (duration: 162.002541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:00:28.071956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.038984Z","time spent":"1.032857947s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:28.072066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.722056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:00:28.072098Z","caller":"traceutil/trace.go:171","msg":"trace[345376400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2288; }","duration":"756.806317ms","start":"2026-07-28T06:00:27.315282Z","end":"2026-07-28T06:00:28.072089Z","steps":["trace[345376400] 'agreement among raft nodes before linearized reading' (duration: 756.747136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.072127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.315163Z","time spent":"756.957971ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:00:28.072211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028132242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:00:28.072297Z","caller":"traceutil/trace.go:171","msg":"trace[1260992697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2288; }","duration":"1.028276925s","start":"2026-07-28T06:00:27.043997Z","end":"2026-07-28T06:00:28.072274Z","steps":["trace[1260992697] 'agreement among raft nodes before linearized reading' (duration: 1.028016948s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.072333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.043986Z","time spent":"1.028339218s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T06:00:28.072901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.518639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T06:00:28.073045Z","caller":"traceutil/trace.go:171","msg":"trace[284873575] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2288; }","duration":"602.735486ms","start":"2026-07-28T06:00:27.470283Z","end":"2026-07-28T06:00:28.073018Z","steps":["trace[284873575] 'agreement among raft nodes before linearized reading' (duration: 601.854823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:28.073092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:27.470254Z","time spent":"602.826337ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:00:33.635582Z","caller":"traceutil/trace.go:171","msg":"trace[1621105130] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"627.313118ms","start":"2026-07-28T06:00:33.008234Z","end":"2026-07-28T06:00:33.635547Z","steps":["trace[1621105130] 'process raft request' (duration: 626.003923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:33.635813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.008211Z","time spent":"627.478043ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12219,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:33.63582Z","caller":"traceutil/trace.go:171","msg":"trace[547809902] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"580.019662ms","start":"2026-07-28T06:00:33.055768Z","end":"2026-07-28T06:00:33.635788Z","steps":["trace[547809902] 'process raft request' (duration: 579.892979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:33.63581Z","caller":"traceutil/trace.go:171","msg":"trace[491586137] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"618.468014ms","start":"2026-07-28T06:00:33.017294Z","end":"2026-07-28T06:00:33.635762Z","steps":["trace[491586137] 'process raft request' (duration: 618.107413ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:33.635875Z","caller":"traceutil/trace.go:171","msg":"trace[215686261] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"584.583634ms","start":"2026-07-28T06:00:33.051268Z","end":"2026-07-28T06:00:33.635851Z","steps":["trace[215686261] 'process raft request' (duration: 584.274046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:33.636272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.017263Z","time spent":"618.75169ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:33.636372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.051239Z","time spent":"584.899651ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:33.636227Z","caller":"traceutil/trace.go:171","msg":"trace[163952932] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2434; }","duration":"608.90203ms","start":"2026-07-28T06:00:33.027241Z","end":"2026-07-28T06:00:33.636143Z","steps":["trace[163952932] 'read index received' (duration: 46.507535ms)","trace[163952932] 'applied index is now lower than readState.Index' (duration: 562.391755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:00:33.636074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.05576Z","time spent":"580.181286ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:33.636271Z","caller":"traceutil/trace.go:171","msg":"trace[44529961] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"580.980928ms","start":"2026-07-28T06:00:33.055182Z","end":"2026-07-28T06:00:33.636163Z","steps":["trace[44529961] 'process raft request' (duration: 580.412343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:33.6368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.055146Z","time spent":"581.615635ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:33.646135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.322655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12234"} {"level":"info","ts":"2026-07-28T06:00:33.646243Z","caller":"traceutil/trace.go:171","msg":"trace[1851068506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2349; }","duration":"564.508789ms","start":"2026-07-28T06:00:33.081708Z","end":"2026-07-28T06:00:33.646216Z","steps":["trace[1851068506] 'agreement among raft nodes before linearized reading' (duration: 564.318464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:33.646296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.081679Z","time spent":"564.604402ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12258,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T06:00:33.646645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.384428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T06:00:33.646723Z","caller":"traceutil/trace.go:171","msg":"trace[346726808] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2349; }","duration":"619.508331ms","start":"2026-07-28T06:00:33.027191Z","end":"2026-07-28T06:00:33.6467Z","steps":["trace[346726808] 'agreement among raft nodes before linearized reading' (duration: 609.246139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:33.646752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.027177Z","time spent":"619.567583ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T06:00:33.646869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.746617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:00:33.646908Z","caller":"traceutil/trace.go:171","msg":"trace[255799561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2349; }","duration":"535.833919ms","start":"2026-07-28T06:00:33.11106Z","end":"2026-07-28T06:00:33.646894Z","steps":["trace[255799561] 'agreement among raft nodes before linearized reading' (duration: 535.729376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:33.646937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:33.111036Z","time spent":"535.894431ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T06:00:40.226285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:00:40.726567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:00:41.227061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:00:41.727621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:00:41.741424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.083994759s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T06:00:41.741981Z","caller":"traceutil/trace.go:171","msg":"trace[972782418] transaction","detail":"{read_only:false; response_revision:2394; number_of_response:1; }","duration":"2.084634596s","start":"2026-07-28T06:00:39.65731Z","end":"2026-07-28T06:00:41.741944Z","steps":["trace[972782418] 'process raft request' (duration: 2.08439877s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.742172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:39.65728Z","time spent":"2.08478344s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:41.815441Z","caller":"traceutil/trace.go:171","msg":"trace[1381604636] linearizableReadLoop","detail":"{readStateIndex:2490; appliedIndex:2486; }","duration":"2.089541086s","start":"2026-07-28T06:00:39.725874Z","end":"2026-07-28T06:00:41.815415Z","steps":["trace[1381604636] 'read index received' (duration: 2.015838939s)","trace[1381604636] 'applied index is now lower than readState.Index' (duration: 73.701407ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:00:41.815497Z","caller":"traceutil/trace.go:171","msg":"trace[131557609] transaction","detail":"{read_only:false; response_revision:2396; number_of_response:1; }","duration":"2.155143418s","start":"2026-07-28T06:00:39.660306Z","end":"2026-07-28T06:00:41.815449Z","steps":["trace[131557609] 'process raft request' (duration: 2.155052106s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:41.815608Z","caller":"traceutil/trace.go:171","msg":"trace[224016170] transaction","detail":"{read_only:false; response_revision:2397; number_of_response:1; }","duration":"2.1541099s","start":"2026-07-28T06:00:39.661429Z","end":"2026-07-28T06:00:41.815538Z","steps":["trace[224016170] 'process raft request' (duration: 2.153954006s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.815693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089793624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:00:41.81573Z","caller":"traceutil/trace.go:171","msg":"trace[488017059] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2397; }","duration":"2.089903476s","start":"2026-07-28T06:00:39.725813Z","end":"2026-07-28T06:00:41.815717Z","steps":["trace[488017059] 'agreement among raft nodes before linearized reading' (duration: 2.089750411s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.815756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:39.725778Z","time spent":"2.089971148s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T06:00:41.815746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:39.660299Z","time spent":"2.155317633s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:41.815881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:39.66142Z","time spent":"2.154317317s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:00:41.81594Z","caller":"traceutil/trace.go:171","msg":"trace[1883920537] transaction","detail":"{read_only:false; response_revision:2395; number_of_response:1; }","duration":"2.155840968s","start":"2026-07-28T06:00:39.660087Z","end":"2026-07-28T06:00:41.815928Z","steps":["trace[1883920537] 'process raft request' (duration: 2.155083697s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.815995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:39.660058Z","time spent":"2.15590745s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:00:41.816004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845795754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T06:00:41.816036Z","caller":"traceutil/trace.go:171","msg":"trace[1822802117] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2397; }","duration":"1.845892746s","start":"2026-07-28T06:00:39.970135Z","end":"2026-07-28T06:00:41.816028Z","steps":["trace[1822802117] 'agreement among raft nodes before linearized reading' (duration: 1.845816694s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.816058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:39.97009Z","time spent":"1.845962769s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:00:41.816144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676752915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T06:00:41.816157Z","caller":"traceutil/trace.go:171","msg":"trace[1663517080] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2397; }","duration":"1.676824198s","start":"2026-07-28T06:00:40.139329Z","end":"2026-07-28T06:00:41.816153Z","steps":["trace[1663517080] 'agreement among raft nodes before linearized reading' (duration: 1.676776636s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.816169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.139295Z","time spent":"1.676871139s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:00:41.816163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50180355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:00:41.816249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681182763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:00:41.816267Z","caller":"traceutil/trace.go:171","msg":"trace[164543224] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2397; }","duration":"1.681221793s","start":"2026-07-28T06:00:40.135039Z","end":"2026-07-28T06:00:41.816261Z","steps":["trace[164543224] 'agreement among raft nodes before linearized reading' (duration: 1.681181872s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:41.816257Z","caller":"traceutil/trace.go:171","msg":"trace[1535824228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2397; }","duration":"1.501950383s","start":"2026-07-28T06:00:40.314292Z","end":"2026-07-28T06:00:41.816242Z","steps":["trace[1535824228] 'agreement among raft nodes before linearized reading' (duration: 1.501805169s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.816317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.314265Z","time spent":"1.502038636s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:00:41.816334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681273335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T06:00:41.816417Z","caller":"traceutil/trace.go:171","msg":"trace[124222355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2397; }","duration":"1.681356177s","start":"2026-07-28T06:00:40.135056Z","end":"2026-07-28T06:00:41.816412Z","steps":["trace[124222355] 'agreement among raft nodes before linearized reading' (duration: 1.681234264s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.816437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.135021Z","time spent":"1.681411509s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:00:41.816343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.850746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:00:41.816517Z","caller":"traceutil/trace.go:171","msg":"trace[142773632] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2397; }","duration":"755.140943ms","start":"2026-07-28T06:00:41.06137Z","end":"2026-07-28T06:00:41.816511Z","steps":["trace[142773632] 'agreement among raft nodes before linearized reading' (duration: 754.905277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.816519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683908225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T06:00:41.816562Z","caller":"traceutil/trace.go:171","msg":"trace[609551276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2397; }","duration":"1.683953397s","start":"2026-07-28T06:00:40.132594Z","end":"2026-07-28T06:00:41.816547Z","steps":["trace[609551276] 'agreement among raft nodes before linearized reading' (duration: 1.683811893s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.816568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685617091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T06:00:41.817601Z","caller":"traceutil/trace.go:171","msg":"trace[784070101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2397; }","duration":"1.686659088s","start":"2026-07-28T06:00:40.13089Z","end":"2026-07-28T06:00:41.817549Z","steps":["trace[784070101] 'agreement among raft nodes before linearized reading' (duration: 1.68556976s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.817751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.130864Z","time spent":"1.686840073s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:00:41.816532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:41.061325Z","time spent":"755.202234ms","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:00:41.816281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.135026Z","time spent":"1.681250655s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:00:41.816599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.132588Z","time spent":"1.684003048s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:00:41.816618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.090736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:00:41.818106Z","caller":"traceutil/trace.go:171","msg":"trace[2113478523] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2397; }","duration":"853.634977ms","start":"2026-07-28T06:00:40.964448Z","end":"2026-07-28T06:00:41.818083Z","steps":["trace[2113478523] 'agreement among raft nodes before linearized reading' (duration: 852.087647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.81817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.964417Z","time spent":"853.73831ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:00:41.816639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462042124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:00:41.818254Z","caller":"traceutil/trace.go:171","msg":"trace[1388661537] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2397; }","duration":"1.463670627s","start":"2026-07-28T06:00:40.354551Z","end":"2026-07-28T06:00:41.818222Z","steps":["trace[1388661537] 'agreement among raft nodes before linearized reading' (duration: 1.462064515s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.818334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.354527Z","time spent":"1.463779849s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:00:41.816696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681872481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T06:00:41.818397Z","caller":"traceutil/trace.go:171","msg":"trace[1082003304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2397; }","duration":"1.683606827s","start":"2026-07-28T06:00:40.13478Z","end":"2026-07-28T06:00:41.818387Z","steps":["trace[1082003304] 'agreement among raft nodes before linearized reading' (duration: 1.68184682s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:41.818432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:00:40.134764Z","time spent":"1.683659619s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:00:58.06397Z","caller":"traceutil/trace.go:171","msg":"trace[653149069] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"264.959348ms","start":"2026-07-28T06:00:57.798976Z","end":"2026-07-28T06:00:58.063935Z","steps":["trace[653149069] 'process raft request' (duration: 264.764333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:58.064834Z","caller":"traceutil/trace.go:171","msg":"trace[1483439197] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2605; }","duration":"146.33632ms","start":"2026-07-28T06:00:57.918478Z","end":"2026-07-28T06:00:58.064814Z","steps":["trace[1483439197] 'read index received' (duration: 145.352254ms)","trace[1483439197] 'applied index is now lower than readState.Index' (duration: 982.306µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:00:58.064978Z","caller":"traceutil/trace.go:171","msg":"trace[1949316185] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"182.179787ms","start":"2026-07-28T06:00:57.88278Z","end":"2026-07-28T06:00:58.06496Z","steps":["trace[1949316185] 'process raft request' (duration: 181.942911ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:58.064924Z","caller":"traceutil/trace.go:171","msg":"trace[1371663012] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"182.401774ms","start":"2026-07-28T06:00:57.882487Z","end":"2026-07-28T06:00:58.064889Z","steps":["trace[1371663012] 'process raft request' (duration: 182.133547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:58.065327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.033692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T06:00:58.0654Z","caller":"traceutil/trace.go:171","msg":"trace[1727720460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2513; }","duration":"143.146766ms","start":"2026-07-28T06:00:57.922237Z","end":"2026-07-28T06:00:58.065384Z","steps":["trace[1727720460] 'agreement among raft nodes before linearized reading' (duration: 142.94572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:58.065482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.050947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T06:00:58.06564Z","caller":"traceutil/trace.go:171","msg":"trace[1580713144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2513; }","duration":"139.241301ms","start":"2026-07-28T06:00:57.926371Z","end":"2026-07-28T06:00:58.065612Z","steps":["trace[1580713144] 'agreement among raft nodes before linearized reading' (duration: 138.930363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:58.06554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.821651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T06:00:58.065727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.403002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T06:00:58.06578Z","caller":"traceutil/trace.go:171","msg":"trace[974995337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2513; }","duration":"143.497245ms","start":"2026-07-28T06:00:57.922268Z","end":"2026-07-28T06:00:58.065766Z","steps":["trace[974995337] 'agreement among raft nodes before linearized reading' (duration: 143.348481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:58.065989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.107842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T06:00:58.066024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.552612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T06:00:58.066056Z","caller":"traceutil/trace.go:171","msg":"trace[2060637470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2513; }","duration":"138.193715ms","start":"2026-07-28T06:00:57.927844Z","end":"2026-07-28T06:00:58.066038Z","steps":["trace[2060637470] 'agreement among raft nodes before linearized reading' (duration: 138.047731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:58.06611Z","caller":"traceutil/trace.go:171","msg":"trace[2103721612] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"182.208008ms","start":"2026-07-28T06:00:57.883889Z","end":"2026-07-28T06:00:58.066097Z","steps":["trace[2103721612] 'process raft request' (duration: 180.882284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:58.066065Z","caller":"traceutil/trace.go:171","msg":"trace[111563810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2513; }","duration":"147.648374ms","start":"2026-07-28T06:00:57.918404Z","end":"2026-07-28T06:00:58.066053Z","steps":["trace[111563810] 'agreement among raft nodes before linearized reading' (duration: 147.49966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:00:58.066348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.339541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:00:58.066408Z","caller":"traceutil/trace.go:171","msg":"trace[1778014933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2513; }","duration":"123.451115ms","start":"2026-07-28T06:00:57.942941Z","end":"2026-07-28T06:00:58.066392Z","steps":["trace[1778014933] 'agreement among raft nodes before linearized reading' (duration: 123.305281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:00:58.066416Z","caller":"traceutil/trace.go:171","msg":"trace[2081774730] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2513; }","duration":"136.122689ms","start":"2026-07-28T06:00:57.929629Z","end":"2026-07-28T06:00:58.065751Z","steps":["trace[2081774730] 'agreement among raft nodes before linearized reading' (duration: 135.624066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.062712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.744466ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T06:01:04.063447Z","caller":"traceutil/trace.go:171","msg":"trace[127972652] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"556.101456ms","start":"2026-07-28T06:01:03.507306Z","end":"2026-07-28T06:01:04.063408Z","steps":["trace[127972652] 'process raft request' (duration: 555.50685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.063447Z","caller":"traceutil/trace.go:171","msg":"trace[1063435169] linearizableReadLoop","detail":"{readStateIndex:2646; appliedIndex:2644; }","duration":"345.494467ms","start":"2026-07-28T06:01:03.717913Z","end":"2026-07-28T06:01:04.063407Z","steps":["trace[1063435169] 'read index received' (duration: 47.421µs)","trace[1063435169] 'applied index is now lower than readState.Index' (duration: 345.444295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:01:04.063664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:03.507267Z","time spent":"556.27049ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:04.159332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.798825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T06:01:04.159386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.461114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T06:01:04.159431Z","caller":"traceutil/trace.go:171","msg":"trace[37641577] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2548; }","duration":"103.931019ms","start":"2026-07-28T06:01:04.055473Z","end":"2026-07-28T06:01:04.159404Z","steps":["trace[37641577] 'range keys from in-memory index tree' (duration: 95.383772ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.15943Z","caller":"traceutil/trace.go:171","msg":"trace[817114843] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2548; }","duration":"441.554277ms","start":"2026-07-28T06:01:03.717859Z","end":"2026-07-28T06:01:04.159413Z","steps":["trace[817114843] 'agreement among raft nodes before linearized reading' (duration: 345.65001ms)","trace[817114843] 'range keys from in-memory index tree' (duration: 95.775762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:01:04.15932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.577862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T06:01:04.15948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:03.717828Z","time spent":"441.64082ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:01:04.159585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.781488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12631"} {"level":"info","ts":"2026-07-28T06:01:04.159717Z","caller":"traceutil/trace.go:171","msg":"trace[1314258733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2548; }","duration":"316.978514ms","start":"2026-07-28T06:01:03.842708Z","end":"2026-07-28T06:01:04.159687Z","steps":["trace[1314258733] 'agreement among raft nodes before linearized reading' (duration: 221.060416ms)","trace[1314258733] 'range keys from in-memory index tree' (duration: 95.600958ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:04.159605Z","caller":"traceutil/trace.go:171","msg":"trace[1877463393] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2548; }","duration":"440.849239ms","start":"2026-07-28T06:01:03.718669Z","end":"2026-07-28T06:01:04.159519Z","steps":["trace[1877463393] 'agreement among raft nodes before linearized reading' (duration: 345.066435ms)","trace[1877463393] 'range keys from in-memory index tree' (duration: 95.377633ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:01:04.159775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:03.842687Z","time spent":"317.074086ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12655,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T06:01:04.159847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:03.718661Z","time spent":"441.137416ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:01:04.198298Z","caller":"traceutil/trace.go:171","msg":"trace[1651587482] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"110.015319ms","start":"2026-07-28T06:01:04.088248Z","end":"2026-07-28T06:01:04.198263Z","steps":["trace[1651587482] 'process raft request' (duration: 109.761612ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.228526Z","caller":"traceutil/trace.go:171","msg":"trace[517857234] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"140.093625ms","start":"2026-07-28T06:01:04.088406Z","end":"2026-07-28T06:01:04.2285Z","steps":["trace[517857234] 'process raft request' (duration: 139.91854ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.228881Z","caller":"traceutil/trace.go:171","msg":"trace[29045376] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"138.542643ms","start":"2026-07-28T06:01:04.0903Z","end":"2026-07-28T06:01:04.228843Z","steps":["trace[29045376] 'process raft request' (duration: 138.154443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.228975Z","caller":"traceutil/trace.go:171","msg":"trace[427728306] linearizableReadLoop","detail":"{readStateIndex:2650; appliedIndex:2646; }","duration":"134.518607ms","start":"2026-07-28T06:01:04.09443Z","end":"2026-07-28T06:01:04.228949Z","steps":["trace[427728306] 'read index received' (duration: 103.576449ms)","trace[427728306] 'applied index is now lower than readState.Index' (duration: 30.940968ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:04.229119Z","caller":"traceutil/trace.go:171","msg":"trace[2075510522] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"136.54214ms","start":"2026-07-28T06:01:04.092558Z","end":"2026-07-28T06:01:04.2291Z","steps":["trace[2075510522] 'process raft request' (duration: 136.14277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.229258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.816535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T06:01:04.229305Z","caller":"traceutil/trace.go:171","msg":"trace[1605056716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2555; }","duration":"134.933728ms","start":"2026-07-28T06:01:04.09436Z","end":"2026-07-28T06:01:04.229294Z","steps":["trace[1605056716] 'agreement among raft nodes before linearized reading' (duration: 134.743773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.229315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.370827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T06:01:04.229301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.858458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T06:01:04.229403Z","caller":"traceutil/trace.go:171","msg":"trace[163849560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2555; }","duration":"129.005832ms","start":"2026-07-28T06:01:04.100376Z","end":"2026-07-28T06:01:04.229382Z","steps":["trace[163849560] 'agreement among raft nodes before linearized reading' (duration: 128.777136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.229416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.665386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T06:01:04.229473Z","caller":"traceutil/trace.go:171","msg":"trace[547978353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2555; }","duration":"124.76278ms","start":"2026-07-28T06:01:04.104695Z","end":"2026-07-28T06:01:04.229458Z","steps":["trace[547978353] 'agreement among raft nodes before linearized reading' (duration: 124.523582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.229582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.918994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T06:01:04.229612Z","caller":"traceutil/trace.go:171","msg":"trace[1114643334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2555; }","duration":"124.964345ms","start":"2026-07-28T06:01:04.104639Z","end":"2026-07-28T06:01:04.229603Z","steps":["trace[1114643334] 'agreement among raft nodes before linearized reading' (duration: 124.893123ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.229353Z","caller":"traceutil/trace.go:171","msg":"trace[1719314125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2555; }","duration":"113.450269ms","start":"2026-07-28T06:01:04.115889Z","end":"2026-07-28T06:01:04.229339Z","steps":["trace[1719314125] 'agreement among raft nodes before linearized reading' (duration: 113.290335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.229679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.647583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T06:01:04.229684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.329588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T06:01:04.229722Z","caller":"traceutil/trace.go:171","msg":"trace[323236263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2555; }","duration":"125.713624ms","start":"2026-07-28T06:01:04.103994Z","end":"2026-07-28T06:01:04.229708Z","steps":["trace[323236263] 'agreement among raft nodes before linearized reading' (duration: 125.631662ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.229727Z","caller":"traceutil/trace.go:171","msg":"trace[1791872312] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2555; }","duration":"124.41112ms","start":"2026-07-28T06:01:04.105304Z","end":"2026-07-28T06:01:04.229715Z","steps":["trace[1791872312] 'agreement among raft nodes before linearized reading' (duration: 124.274897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.433023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.915828ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-28T06:01:04.433184Z","caller":"traceutil/trace.go:171","msg":"trace[234676068] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2653; }","duration":"200.580494ms","start":"2026-07-28T06:01:04.232579Z","end":"2026-07-28T06:01:04.43316Z","steps":["trace[234676068] 'read index received' (duration: 65.591624ms)","trace[234676068] 'applied index is now lower than readState.Index' (duration: 134.98719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:01:04.433325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.731248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:01:04.433361Z","caller":"traceutil/trace.go:171","msg":"trace[1531094305] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2555; }","duration":"200.779499ms","start":"2026-07-28T06:01:04.23257Z","end":"2026-07-28T06:01:04.43335Z","steps":["trace[1531094305] 'agreement among raft nodes before linearized reading' (duration: 200.692687ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.443624Z","caller":"traceutil/trace.go:171","msg":"trace[294773543] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"208.710741ms","start":"2026-07-28T06:01:04.234889Z","end":"2026-07-28T06:01:04.4436Z","steps":["trace[294773543] 'process raft request' (duration: 208.477685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.443977Z","caller":"traceutil/trace.go:171","msg":"trace[1451990064] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"208.596356ms","start":"2026-07-28T06:01:04.235335Z","end":"2026-07-28T06:01:04.443931Z","steps":["trace[1451990064] 'process raft request' (duration: 208.234277ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.444085Z","caller":"traceutil/trace.go:171","msg":"trace[717266745] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"208.569805ms","start":"2026-07-28T06:01:04.235483Z","end":"2026-07-28T06:01:04.444053Z","steps":["trace[717266745] 'process raft request' (duration: 208.334949ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.444422Z","caller":"traceutil/trace.go:171","msg":"trace[871914301] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"208.473433ms","start":"2026-07-28T06:01:04.235923Z","end":"2026-07-28T06:01:04.444397Z","steps":["trace[871914301] 'process raft request' (duration: 208.363491ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.444465Z","caller":"traceutil/trace.go:171","msg":"trace[1281809904] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"208.319689ms","start":"2026-07-28T06:01:04.236124Z","end":"2026-07-28T06:01:04.444444Z","steps":["trace[1281809904] 'process raft request' (duration: 208.222196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.444476Z","caller":"traceutil/trace.go:171","msg":"trace[553098272] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"208.694499ms","start":"2026-07-28T06:01:04.235721Z","end":"2026-07-28T06:01:04.444415Z","steps":["trace[553098272] 'process raft request' (duration: 208.33377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:04.444565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.871158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:01:04.444591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.301703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:01:04.444618Z","caller":"traceutil/trace.go:171","msg":"trace[392797036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2562; }","duration":"131.94952ms","start":"2026-07-28T06:01:04.312656Z","end":"2026-07-28T06:01:04.444605Z","steps":["trace[392797036] 'agreement among raft nodes before linearized reading' (duration: 131.794366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.44468Z","caller":"traceutil/trace.go:171","msg":"trace[1136758643] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2562; }","duration":"201.371375ms","start":"2026-07-28T06:01:04.243251Z","end":"2026-07-28T06:01:04.444622Z","steps":["trace[1136758643] 'agreement among raft nodes before linearized reading' (duration: 201.223291ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:04.444407Z","caller":"traceutil/trace.go:171","msg":"trace[2004882850] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"208.76198ms","start":"2026-07-28T06:01:04.235627Z","end":"2026-07-28T06:01:04.444389Z","steps":["trace[2004882850] 'process raft request' (duration: 208.36551ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:05.540351Z","caller":"traceutil/trace.go:171","msg":"trace[165352285] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2662; }","duration":"301.558455ms","start":"2026-07-28T06:01:05.238759Z","end":"2026-07-28T06:01:05.540317Z","steps":["trace[165352285] 'read index received' (duration: 301.215246ms)","trace[165352285] 'applied index is now lower than readState.Index' (duration: 341.619µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:05.540417Z","caller":"traceutil/trace.go:171","msg":"trace[2117676438] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"403.936732ms","start":"2026-07-28T06:01:05.13644Z","end":"2026-07-28T06:01:05.540377Z","steps":["trace[2117676438] 'process raft request' (duration: 403.586563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:05.540754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.966276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:01:05.5409Z","caller":"traceutil/trace.go:171","msg":"trace[739301744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2564; }","duration":"302.170081ms","start":"2026-07-28T06:01:05.238697Z","end":"2026-07-28T06:01:05.540867Z","steps":["trace[739301744] 'agreement among raft nodes before linearized reading' (duration: 301.78019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:05.540768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.790178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:01:05.540975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:05.238669Z","time spent":"302.288804ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T06:01:05.540991Z","caller":"traceutil/trace.go:171","msg":"trace[1933646277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2564; }","duration":"227.081625ms","start":"2026-07-28T06:01:05.313884Z","end":"2026-07-28T06:01:05.540965Z","steps":["trace[1933646277] 'agreement among raft nodes before linearized reading' (duration: 226.767537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:05.540978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:05.136401Z","time spent":"404.328763ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10056,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:06.347887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.042923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:01:06.348124Z","caller":"traceutil/trace.go:171","msg":"trace[2079271130] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"127.083162ms","start":"2026-07-28T06:01:06.221021Z","end":"2026-07-28T06:01:06.348104Z","steps":["trace[2079271130] 'process raft request' (duration: 126.983439ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:06.348175Z","caller":"traceutil/trace.go:171","msg":"trace[1926091261] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"143.171566ms","start":"2026-07-28T06:01:06.204947Z","end":"2026-07-28T06:01:06.348119Z","steps":["trace[1926091261] 'process raft request' (duration: 16.794954ms)","trace[1926091261] 'compare' (duration: 125.782016ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:06.348447Z","caller":"traceutil/trace.go:171","msg":"trace[1781792465] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"114.889459ms","start":"2026-07-28T06:01:06.233522Z","end":"2026-07-28T06:01:06.348411Z","steps":["trace[1781792465] 'process raft request' (duration: 114.54403ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:06.34851Z","caller":"traceutil/trace.go:171","msg":"trace[647612944] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"113.541613ms","start":"2026-07-28T06:01:06.234934Z","end":"2026-07-28T06:01:06.348476Z","steps":["trace[647612944] 'process raft request' (duration: 113.346888ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:06.348699Z","caller":"traceutil/trace.go:171","msg":"trace[222035872] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"111.974042ms","start":"2026-07-28T06:01:06.23671Z","end":"2026-07-28T06:01:06.348684Z","steps":["trace[222035872] 'process raft request' (duration: 111.692464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.95872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.276162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T06:01:06.958832Z","caller":"traceutil/trace.go:171","msg":"trace[683179597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2571; }","duration":"404.425406ms","start":"2026-07-28T06:01:06.554379Z","end":"2026-07-28T06:01:06.958805Z","steps":["trace[683179597] 'range keys from in-memory index tree' (duration: 404.074297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.958873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.528521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T06:01:06.958911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.554317Z","time spent":"404.572989ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T06:01:06.958967Z","caller":"traceutil/trace.go:171","msg":"trace[1604008175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2571; }","duration":"510.686375ms","start":"2026-07-28T06:01:06.448255Z","end":"2026-07-28T06:01:06.958941Z","steps":["trace[1604008175] 'range keys from in-memory index tree' (duration: 509.998907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.958972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.040026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T06:01:06.958999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.863547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T06:01:06.959055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.944083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T06:01:06.959089Z","caller":"traceutil/trace.go:171","msg":"trace[953208376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2571; }","duration":"509.001411ms","start":"2026-07-28T06:01:06.450067Z","end":"2026-07-28T06:01:06.959069Z","steps":["trace[953208376] 'range keys from in-memory index tree' (duration: 508.684973ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:06.959131Z","caller":"traceutil/trace.go:171","msg":"trace[1587423901] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2571; }","duration":"508.035155ms","start":"2026-07-28T06:01:06.451076Z","end":"2026-07-28T06:01:06.959112Z","steps":["trace[1587423901] 'range keys from in-memory index tree' (duration: 507.83881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.959029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.448227Z","time spent":"510.790928ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:01:06.959095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.754214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-28T06:01:06.95919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.45107Z","time spent":"508.107777ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:01:06.95923Z","caller":"traceutil/trace.go:171","msg":"trace[605204806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2571; }","duration":"508.92544ms","start":"2026-07-28T06:01:06.450278Z","end":"2026-07-28T06:01:06.959204Z","steps":["trace[605204806] 'range keys from in-memory index tree' (duration: 508.513908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.959288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.450273Z","time spent":"509.004641ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:01:06.959027Z","caller":"traceutil/trace.go:171","msg":"trace[1486847878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2571; }","duration":"508.120209ms","start":"2026-07-28T06:01:06.450892Z","end":"2026-07-28T06:01:06.959013Z","steps":["trace[1486847878] 'range keys from in-memory index tree' (duration: 507.789119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.959151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.478254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T06:01:06.959163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.450046Z","time spent":"509.102274ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T06:01:06.959466Z","caller":"traceutil/trace.go:171","msg":"trace[531288402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2571; }","duration":"509.843133ms","start":"2026-07-28T06:01:06.449595Z","end":"2026-07-28T06:01:06.959438Z","steps":["trace[531288402] 'range keys from in-memory index tree' (duration: 509.162625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:06.959394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.450878Z","time spent":"508.500918ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:01:06.959533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:06.449582Z","time spent":"509.937346ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T06:01:08.756111Z","caller":"traceutil/trace.go:171","msg":"trace[1427098821] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"456.09772ms","start":"2026-07-28T06:01:08.299976Z","end":"2026-07-28T06:01:08.756074Z","steps":["trace[1427098821] 'process raft request' (duration: 410.924896ms)","trace[1427098821] 'compare' (duration: 44.664041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:01:08.756367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.299949Z","time spent":"456.300596ms","remote":"127.0.0.1:48012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:09.259871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473719,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:01:09.603645Z","caller":"traceutil/trace.go:171","msg":"trace[1126250558] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"1.247281625s","start":"2026-07-28T06:01:08.356328Z","end":"2026-07-28T06:01:09.60361Z","steps":["trace[1126250558] 'process raft request' (duration: 1.247241964s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:09.60377Z","caller":"traceutil/trace.go:171","msg":"trace[1313801795] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"1.248553019s","start":"2026-07-28T06:01:08.355156Z","end":"2026-07-28T06:01:09.603709Z","steps":["trace[1313801795] 'process raft request' (duration: 1.248354404s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:09.603652Z","caller":"traceutil/trace.go:171","msg":"trace[1964616579] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"1.248650042s","start":"2026-07-28T06:01:08.35496Z","end":"2026-07-28T06:01:09.60361Z","steps":["trace[1964616579] 'process raft request' (duration: 1.248364814s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:09.603831Z","caller":"traceutil/trace.go:171","msg":"trace[617460482] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"1.247647124s","start":"2026-07-28T06:01:08.356143Z","end":"2026-07-28T06:01:09.60379Z","steps":["trace[617460482] 'process raft request' (duration: 1.247400728s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.603945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.356314Z","time spent":"1.247440129s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:09.604024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.355145Z","time spent":"1.248752104s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:09.604074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.354928Z","time spent":"1.249001961s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:09.60413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.356102Z","time spent":"1.247829499s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:09.647101Z","caller":"traceutil/trace.go:171","msg":"trace[998112136] linearizableReadLoop","detail":"{readStateIndex:2683; appliedIndex:2678; }","duration":"888.106157ms","start":"2026-07-28T06:01:08.758929Z","end":"2026-07-28T06:01:09.647035Z","steps":["trace[998112136] 'read index received' (duration: 844.425782ms)","trace[998112136] 'applied index is now lower than readState.Index' (duration: 43.679055ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:01:09.647142Z","caller":"traceutil/trace.go:171","msg":"trace[833740667] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"865.617143ms","start":"2026-07-28T06:01:08.781485Z","end":"2026-07-28T06:01:09.647102Z","steps":["trace[833740667] 'process raft request' (duration: 865.349376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.647337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.781453Z","time spent":"865.779436ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:09.647398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.436976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T06:01:09.647526Z","caller":"traceutil/trace.go:171","msg":"trace[175450797] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2583; }","duration":"888.624501ms","start":"2026-07-28T06:01:08.758873Z","end":"2026-07-28T06:01:09.647497Z","steps":["trace[175450797] 'agreement among raft nodes before linearized reading' (duration: 888.372183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.647586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.75885Z","time spent":"888.721464ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T06:01:09.647775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.02519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T06:01:09.647841Z","caller":"traceutil/trace.go:171","msg":"trace[1896131340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2583; }","duration":"628.117171ms","start":"2026-07-28T06:01:09.019706Z","end":"2026-07-28T06:01:09.647823Z","steps":["trace[1896131340] 'agreement among raft nodes before linearized reading' (duration: 627.887855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.647856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.817095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:01:09.647883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.019682Z","time spent":"628.189794ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:01:09.647884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.664529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T06:01:09.647898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.124892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T06:01:09.647934Z","caller":"traceutil/trace.go:171","msg":"trace[2847903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2583; }","duration":"334.933358ms","start":"2026-07-28T06:01:09.312981Z","end":"2026-07-28T06:01:09.647915Z","steps":["trace[2847903] 'agreement among raft nodes before linearized reading' (duration: 334.810345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:09.647962Z","caller":"traceutil/trace.go:171","msg":"trace[2014946598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2583; }","duration":"627.826103ms","start":"2026-07-28T06:01:09.020116Z","end":"2026-07-28T06:01:09.647943Z","steps":["trace[2014946598] 'agreement among raft nodes before linearized reading' (duration: 627.490235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.647982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.312958Z","time spent":"335.01203ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:01:09.647935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.183324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T06:01:09.647991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.324548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T06:01:09.648023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.020092Z","time spent":"627.915545ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T06:01:09.648038Z","caller":"traceutil/trace.go:171","msg":"trace[39831269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2583; }","duration":"628.41166ms","start":"2026-07-28T06:01:09.019612Z","end":"2026-07-28T06:01:09.648024Z","steps":["trace[39831269] 'agreement among raft nodes before linearized reading' (duration: 628.325747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.648082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.019583Z","time spent":"628.491292ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T06:01:09.648083Z","caller":"traceutil/trace.go:171","msg":"trace[1017355292] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2583; }","duration":"628.254555ms","start":"2026-07-28T06:01:09.019702Z","end":"2026-07-28T06:01:09.647957Z","steps":["trace[1017355292] 'agreement among raft nodes before linearized reading' (duration: 628.020069ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:09.648087Z","caller":"traceutil/trace.go:171","msg":"trace[1338337707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2583; }","duration":"656.335157ms","start":"2026-07-28T06:01:08.991685Z","end":"2026-07-28T06:01:09.64802Z","steps":["trace[1338337707] 'agreement among raft nodes before linearized reading' (duration: 656.082661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.648165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.967522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T06:01:09.648136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.89674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T06:01:09.648328Z","caller":"traceutil/trace.go:171","msg":"trace[1640841204] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"413.188318ms","start":"2026-07-28T06:01:09.235112Z","end":"2026-07-28T06:01:09.6483Z","steps":["trace[1640841204] 'agreement among raft nodes before linearized reading' (duration: 412.761637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.648346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.859399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T06:01:09.648347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.06715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12631"} {"level":"info","ts":"2026-07-28T06:01:09.648377Z","caller":"traceutil/trace.go:171","msg":"trace[1812972593] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"413.200157ms","start":"2026-07-28T06:01:09.235124Z","end":"2026-07-28T06:01:09.648324Z","steps":["trace[1812972593] 'agreement among raft nodes before linearized reading' (duration: 412.703824ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:09.648418Z","caller":"traceutil/trace.go:171","msg":"trace[1612596720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2583; }","duration":"192.223733ms","start":"2026-07-28T06:01:09.456177Z","end":"2026-07-28T06:01:09.648401Z","steps":["trace[1612596720] 'agreement among raft nodes before linearized reading' (duration: 192.056809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.648394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.235085Z","time spent":"413.29658ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:01:09.647901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.743064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T06:01:09.648484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.235103Z","time spent":"413.365252ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:01:09.648234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.991657Z","time spent":"656.515142ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T06:01:09.648573Z","caller":"traceutil/trace.go:171","msg":"trace[894866717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2583; }","duration":"630.395921ms","start":"2026-07-28T06:01:09.018135Z","end":"2026-07-28T06:01:09.648531Z","steps":["trace[894866717] 'agreement among raft nodes before linearized reading' (duration: 629.622091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.648623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.01967Z","time spent":"628.801179ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:01:09.648406Z","caller":"traceutil/trace.go:171","msg":"trace[250308305] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"412.931731ms","start":"2026-07-28T06:01:09.235456Z","end":"2026-07-28T06:01:09.648387Z","steps":["trace[250308305] 'agreement among raft nodes before linearized reading' (duration: 412.785137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.64873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.018072Z","time spent":"630.602467ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:01:09.648804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.23545Z","time spent":"413.257859ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:01:09.648935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.169887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T06:01:09.64904Z","caller":"traceutil/trace.go:171","msg":"trace[657239967] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2583; }","duration":"199.324922ms","start":"2026-07-28T06:01:09.449695Z","end":"2026-07-28T06:01:09.64902Z","steps":["trace[657239967] 'agreement among raft nodes before linearized reading' (duration: 198.644444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.648916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.046005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c65eb985a0ca90\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-28T06:01:09.650976Z","caller":"traceutil/trace.go:171","msg":"trace[894814331] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c65eb985a0ca90; range_end:; response_count:1; response_revision:2583; }","duration":"434.139641ms","start":"2026-07-28T06:01:09.216812Z","end":"2026-07-28T06:01:09.650951Z","steps":["trace[894814331] 'agreement among raft nodes before linearized reading' (duration: 430.723751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.649114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.759637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T06:01:09.651503Z","caller":"traceutil/trace.go:171","msg":"trace[379942758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2583; }","duration":"668.195482ms","start":"2026-07-28T06:01:08.983288Z","end":"2026-07-28T06:01:09.651484Z","steps":["trace[379942758] 'agreement among raft nodes before linearized reading' (duration: 664.183456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:09.651565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:08.983259Z","time spent":"668.287934ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:01:09.652263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.216791Z","time spent":"434.313696ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c65eb985a0ca90\" "} {"level":"warn","ts":"2026-07-28T06:01:10.235196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429473741,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:01:10.344458Z","caller":"traceutil/trace.go:171","msg":"trace[825835960] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"688.702662ms","start":"2026-07-28T06:01:09.655723Z","end":"2026-07-28T06:01:10.344426Z","steps":["trace[825835960] 'process raft request' (duration: 688.327552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.344665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.655685Z","time spent":"688.865147ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.344792Z","caller":"traceutil/trace.go:171","msg":"trace[1278168431] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"688.936598ms","start":"2026-07-28T06:01:09.655814Z","end":"2026-07-28T06:01:10.34475Z","steps":["trace[1278168431] 'process raft request' (duration: 688.530637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.345088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.655801Z","time spent":"689.157284ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.353262Z","caller":"traceutil/trace.go:171","msg":"trace[1178675392] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"697.377581ms","start":"2026-07-28T06:01:09.655856Z","end":"2026-07-28T06:01:10.353234Z","steps":["trace[1178675392] 'process raft request' (duration: 689.00078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.353457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.655845Z","time spent":"697.522976ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.353434Z","caller":"traceutil/trace.go:171","msg":"trace[696719891] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"697.418943ms","start":"2026-07-28T06:01:09.65599Z","end":"2026-07-28T06:01:10.353409Z","steps":["trace[696719891] 'process raft request' (duration: 697.200806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:10.353532Z","caller":"traceutil/trace.go:171","msg":"trace[1246127945] linearizableReadLoop","detail":"{readStateIndex:2694; appliedIndex:2684; }","duration":"640.739105ms","start":"2026-07-28T06:01:09.71278Z","end":"2026-07-28T06:01:10.353519Z","steps":["trace[1246127945] 'read index received' (duration: 631.196552ms)","trace[1246127945] 'applied index is now lower than readState.Index' (duration: 9.541792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:01:10.353575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.655953Z","time spent":"697.548696ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.353622Z","caller":"traceutil/trace.go:171","msg":"trace[1730642248] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"697.339231ms","start":"2026-07-28T06:01:09.656274Z","end":"2026-07-28T06:01:10.353614Z","steps":["trace[1730642248] 'process raft request' (duration: 697.071564ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:10.353261Z","caller":"traceutil/trace.go:171","msg":"trace[1047258508] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"697.293609ms","start":"2026-07-28T06:01:09.655945Z","end":"2026-07-28T06:01:10.353238Z","steps":["trace[1047258508] 'process raft request' (duration: 697.188756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.353679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.655927Z","time spent":"697.722011ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:10.353697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.656263Z","time spent":"697.376992ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.353808Z","caller":"traceutil/trace.go:171","msg":"trace[422293070] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"695.915984ms","start":"2026-07-28T06:01:09.657879Z","end":"2026-07-28T06:01:10.353795Z","steps":["trace[422293070] 'process raft request' (duration: 695.606736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.353935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.65786Z","time spent":"696.025057ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.353997Z","caller":"traceutil/trace.go:171","msg":"trace[1229165602] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"696.116249ms","start":"2026-07-28T06:01:09.657849Z","end":"2026-07-28T06:01:10.353965Z","steps":["trace[1229165602] 'process raft request' (duration: 695.585895ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:10.354066Z","caller":"traceutil/trace.go:171","msg":"trace[227411347] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"696.106679ms","start":"2026-07-28T06:01:09.657873Z","end":"2026-07-28T06:01:10.35398Z","steps":["trace[227411347] 'process raft request' (duration: 695.587205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.354091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.657813Z","time spent":"696.229302ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:01:10.354154Z","caller":"traceutil/trace.go:171","msg":"trace[545333747] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"696.368615ms","start":"2026-07-28T06:01:09.657761Z","end":"2026-07-28T06:01:10.354129Z","steps":["trace[545333747] 'process raft request' (duration: 695.631736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.354134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.657857Z","time spent":"696.241263ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:01:10.354326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.762624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:01:10.3543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.017021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:01:10.354354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.853133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:01:10.354383Z","caller":"traceutil/trace.go:171","msg":"trace[794063066] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2594; }","duration":"266.869407ms","start":"2026-07-28T06:01:10.087497Z","end":"2026-07-28T06:01:10.354367Z","steps":["trace[794063066] 'agreement among raft nodes before linearized reading' (duration: 266.775594ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:10.354397Z","caller":"traceutil/trace.go:171","msg":"trace[2131083736] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2594; }","duration":"405.190815ms","start":"2026-07-28T06:01:09.94919Z","end":"2026-07-28T06:01:10.354381Z","steps":["trace[2131083736] 'agreement among raft nodes before linearized reading' (duration: 405.01797ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:01:10.354409Z","caller":"traceutil/trace.go:171","msg":"trace[2107666484] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2594; }","duration":"689.954845ms","start":"2026-07-28T06:01:09.66444Z","end":"2026-07-28T06:01:10.354395Z","steps":["trace[2107666484] 'agreement among raft nodes before linearized reading' (duration: 689.842832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.354438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.949159Z","time spent":"405.271757ms","remote":"127.0.0.1:48208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:01:10.35445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.664418Z","time spent":"690.019397ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T06:01:10.354355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.913018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:01:10.354544Z","caller":"traceutil/trace.go:171","msg":"trace[884662571] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2594; }","duration":"312.153994ms","start":"2026-07-28T06:01:10.042373Z","end":"2026-07-28T06:01:10.354527Z","steps":["trace[884662571] 'agreement among raft nodes before linearized reading' (duration: 311.902307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:01:10.354618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:10.042341Z","time spent":"312.262247ms","remote":"127.0.0.1:52620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:01:10.355194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:01:09.657749Z","time spent":"696.471839ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:02:42.3822Z","caller":"traceutil/trace.go:171","msg":"trace[458286596] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"162.659597ms","start":"2026-07-28T06:02:42.219468Z","end":"2026-07-28T06:02:42.382128Z","steps":["trace[458286596] 'process raft request' (duration: 162.140873ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:02:46.214714Z","caller":"traceutil/trace.go:171","msg":"trace[1634224265] linearizableReadLoop","detail":"{readStateIndex:3509; appliedIndex:3508; }","duration":"238.30744ms","start":"2026-07-28T06:02:45.976373Z","end":"2026-07-28T06:02:46.21468Z","steps":["trace[1634224265] 'read index received' (duration: 238.140915ms)","trace[1634224265] 'applied index is now lower than readState.Index' (duration: 165.075µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:02:46.214859Z","caller":"traceutil/trace.go:171","msg":"trace[1354262743] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"273.393186ms","start":"2026-07-28T06:02:45.941402Z","end":"2026-07-28T06:02:46.214795Z","steps":["trace[1354262743] 'process raft request' (duration: 273.094968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:46.215142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.728831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T06:02:46.215298Z","caller":"traceutil/trace.go:171","msg":"trace[1386559236] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3383; }","duration":"238.905036ms","start":"2026-07-28T06:02:45.976346Z","end":"2026-07-28T06:02:46.215251Z","steps":["trace[1386559236] 'agreement among raft nodes before linearized reading' (duration: 238.474534ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:02:46.253018Z","caller":"traceutil/trace.go:171","msg":"trace[538923794] transaction","detail":"{read_only:false; response_revision:3384; number_of_response:1; }","duration":"272.749448ms","start":"2026-07-28T06:02:45.980218Z","end":"2026-07-28T06:02:46.252967Z","steps":["trace[538923794] 'process raft request' (duration: 272.413589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:02:46.253446Z","caller":"traceutil/trace.go:171","msg":"trace[985030753] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"264.739957ms","start":"2026-07-28T06:02:45.988688Z","end":"2026-07-28T06:02:46.253428Z","steps":["trace[985030753] 'process raft request' (duration: 264.219913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:02:46.253687Z","caller":"traceutil/trace.go:171","msg":"trace[1269624348] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"262.982721ms","start":"2026-07-28T06:02:45.990671Z","end":"2026-07-28T06:02:46.253654Z","steps":["trace[1269624348] 'process raft request' (duration: 262.672723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:02:46.253689Z","caller":"traceutil/trace.go:171","msg":"trace[1600324724] transaction","detail":"{read_only:false; response_revision:3387; number_of_response:1; }","duration":"253.796009ms","start":"2026-07-28T06:02:45.999859Z","end":"2026-07-28T06:02:46.253655Z","steps":["trace[1600324724] 'process raft request' (duration: 253.691466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:46.253853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.664592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:02:46.253962Z","caller":"traceutil/trace.go:171","msg":"trace[2120817522] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3387; }","duration":"265.844616ms","start":"2026-07-28T06:02:45.988087Z","end":"2026-07-28T06:02:46.253932Z","steps":["trace[2120817522] 'agreement among raft nodes before linearized reading' (duration: 265.60223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.238518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.822355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:02:47.238759Z","caller":"traceutil/trace.go:171","msg":"trace[1952115298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3388; }","duration":"332.090512ms","start":"2026-07-28T06:02:46.906616Z","end":"2026-07-28T06:02:47.238706Z","steps":["trace[1952115298] 'range keys from in-memory index tree' (duration: 331.65209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.238877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:46.906593Z","time spent":"332.235045ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:02:47.238922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.230123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T06:02:47.239033Z","caller":"traceutil/trace.go:171","msg":"trace[527088888] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3388; }","duration":"319.384577ms","start":"2026-07-28T06:02:46.919617Z","end":"2026-07-28T06:02:47.239002Z","steps":["trace[527088888] 'range keys from in-memory index tree' (duration: 319.050557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.238925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.697422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T06:02:47.239089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:46.919596Z","time spent":"319.482509ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:02:47.239145Z","caller":"traceutil/trace.go:171","msg":"trace[193324074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3388; }","duration":"320.966279ms","start":"2026-07-28T06:02:46.918149Z","end":"2026-07-28T06:02:47.239115Z","steps":["trace[193324074] 'range keys from in-memory index tree' (duration: 320.439705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.239123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.61134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T06:02:47.239201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:46.918138Z","time spent":"321.050921ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:02:47.239223Z","caller":"traceutil/trace.go:171","msg":"trace[2058566122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3388; }","duration":"328.742464ms","start":"2026-07-28T06:02:46.91046Z","end":"2026-07-28T06:02:47.239203Z","steps":["trace[2058566122] 'range keys from in-memory index tree' (duration: 328.436535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.23922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.724406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:02:47.239345Z","caller":"traceutil/trace.go:171","msg":"trace[314593598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3388; }","duration":"322.88019ms","start":"2026-07-28T06:02:46.916434Z","end":"2026-07-28T06:02:47.239314Z","steps":["trace[314593598] 'range keys from in-memory index tree' (duration: 322.503819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.239273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:46.910418Z","time spent":"328.845957ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:02:47.239401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:46.916427Z","time spent":"322.960412ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:02:47.700136Z","caller":"traceutil/trace.go:171","msg":"trace[1645864062] transaction","detail":"{read_only:false; response_revision:3389; number_of_response:1; }","duration":"456.318696ms","start":"2026-07-28T06:02:47.243777Z","end":"2026-07-28T06:02:47.700096Z","steps":["trace[1645864062] 'process raft request' (duration: 456.07968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.700474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:47.243747Z","time spent":"456.547932ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:02:47.705156Z","caller":"traceutil/trace.go:171","msg":"trace[1275834918] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"461.092122ms","start":"2026-07-28T06:02:47.244042Z","end":"2026-07-28T06:02:47.705134Z","steps":["trace[1275834918] 'process raft request' (duration: 460.916698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.705251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:47.244026Z","time spent":"461.188244ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:02:47.705507Z","caller":"traceutil/trace.go:171","msg":"trace[1572589647] transaction","detail":"{read_only:false; response_revision:3393; number_of_response:1; }","duration":"459.851709ms","start":"2026-07-28T06:02:47.245644Z","end":"2026-07-28T06:02:47.705496Z","steps":["trace[1572589647] 'process raft request' (duration: 459.787677ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:02:47.705501Z","caller":"traceutil/trace.go:171","msg":"trace[1399599247] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"461.241636ms","start":"2026-07-28T06:02:47.244217Z","end":"2026-07-28T06:02:47.705459Z","steps":["trace[1399599247] 'process raft request' (duration: 460.856716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.705572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:47.245636Z","time spent":"459.90319ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:02:47.705723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:47.244204Z","time spent":"461.39209ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:02:47.705889Z","caller":"traceutil/trace.go:171","msg":"trace[714730847] transaction","detail":"{read_only:false; response_revision:3392; number_of_response:1; }","duration":"460.880596ms","start":"2026-07-28T06:02:47.244702Z","end":"2026-07-28T06:02:47.705583Z","steps":["trace[714730847] 'process raft request' (duration: 460.623559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:02:47.706042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:02:47.244672Z","time spent":"461.290657ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:03:19.602891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.53153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T06:03:19.602946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.318127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:03:19.603039Z","caller":"traceutil/trace.go:171","msg":"trace[2022683889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3623; }","duration":"240.774586ms","start":"2026-07-28T06:03:19.362217Z","end":"2026-07-28T06:03:19.602991Z","steps":["trace[2022683889] 'count revisions from in-memory index tree' (duration: 240.392066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:19.603061Z","caller":"traceutil/trace.go:171","msg":"trace[719080333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3623; }","duration":"288.509921ms","start":"2026-07-28T06:03:19.314514Z","end":"2026-07-28T06:03:19.603024Z","steps":["trace[719080333] 'range keys from in-memory index tree' (duration: 288.122141ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.004493Z","caller":"traceutil/trace.go:171","msg":"trace[1415797380] linearizableReadLoop","detail":"{readStateIndex:3757; appliedIndex:3756; }","duration":"119.598537ms","start":"2026-07-28T06:03:19.884804Z","end":"2026-07-28T06:03:20.004403Z","steps":["trace[1415797380] 'read index received' (duration: 119.216127ms)","trace[1415797380] 'applied index is now lower than readState.Index' (duration: 380.81µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:20.004515Z","caller":"traceutil/trace.go:171","msg":"trace[863427400] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"204.539481ms","start":"2026-07-28T06:03:19.799937Z","end":"2026-07-28T06:03:20.004477Z","steps":["trace[863427400] 'process raft request' (duration: 204.283225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:20.166178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.454523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T06:03:20.167277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.408749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c65ed9630a3905\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-28T06:03:20.166285Z","caller":"traceutil/trace.go:171","msg":"trace[1476046738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3624; }","duration":"279.631277ms","start":"2026-07-28T06:03:19.88663Z","end":"2026-07-28T06:03:20.166261Z","steps":["trace[1476046738] 'agreement among raft nodes before linearized reading' (duration: 118.029435ms)","trace[1476046738] 'range keys from in-memory index tree' (duration: 161.353176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:03:20.167383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.789893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T06:03:20.167422Z","caller":"traceutil/trace.go:171","msg":"trace[815253276] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c65ed9630a3905; range_end:; response_count:1; response_revision:3624; }","duration":"158.578874ms","start":"2026-07-28T06:03:20.008782Z","end":"2026-07-28T06:03:20.167361Z","steps":["trace[815253276] 'range keys from in-memory index tree' (duration: 157.279018ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.167521Z","caller":"traceutil/trace.go:171","msg":"trace[1968769996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3624; }","duration":"192.978978ms","start":"2026-07-28T06:03:19.974481Z","end":"2026-07-28T06:03:20.16746Z","steps":["trace[1968769996] 'agreement among raft nodes before linearized reading' (duration: 30.184834ms)","trace[1968769996] 'range keys from in-memory index tree' (duration: 161.423548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:03:20.167837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.142897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T06:03:20.168009Z","caller":"traceutil/trace.go:171","msg":"trace[1334057166] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3624; }","duration":"192.371072ms","start":"2026-07-28T06:03:19.975557Z","end":"2026-07-28T06:03:20.167928Z","steps":["trace[1334057166] 'agreement among raft nodes before linearized reading' (duration: 29.095976ms)","trace[1334057166] 'range keys from in-memory index tree' (duration: 162.979419ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:03:20.167841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.930725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:03:20.168219Z","caller":"traceutil/trace.go:171","msg":"trace[127336855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3624; }","duration":"283.352596ms","start":"2026-07-28T06:03:19.884764Z","end":"2026-07-28T06:03:20.168117Z","steps":["trace[127336855] 'agreement among raft nodes before linearized reading' (duration: 119.870485ms)","trace[127336855] 'range keys from in-memory index tree' (duration: 162.851595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:03:20.167838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.983886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T06:03:20.168267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.897245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T06:03:20.168277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.531612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T06:03:20.168438Z","caller":"traceutil/trace.go:171","msg":"trace[1379894301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3624; }","duration":"280.08152ms","start":"2026-07-28T06:03:19.888295Z","end":"2026-07-28T06:03:20.168377Z","steps":["trace[1379894301] 'agreement among raft nodes before linearized reading' (duration: 116.338501ms)","trace[1379894301] 'range keys from in-memory index tree' (duration: 163.327988ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:20.16844Z","caller":"traceutil/trace.go:171","msg":"trace[1638481986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3624; }","duration":"283.619823ms","start":"2026-07-28T06:03:19.884741Z","end":"2026-07-28T06:03:20.168361Z","steps":["trace[1638481986] 'agreement among raft nodes before linearized reading' (duration: 119.804392ms)","trace[1638481986] 'range keys from in-memory index tree' (duration: 163.052041ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:20.168537Z","caller":"traceutil/trace.go:171","msg":"trace[1192086168] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3624; }","duration":"280.853811ms","start":"2026-07-28T06:03:19.887581Z","end":"2026-07-28T06:03:20.168435Z","steps":["trace[1192086168] 'agreement among raft nodes before linearized reading' (duration: 117.065121ms)","trace[1192086168] 'range keys from in-memory index tree' (duration: 163.03449ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:20.293106Z","caller":"traceutil/trace.go:171","msg":"trace[1962735135] linearizableReadLoop","detail":"{readStateIndex:3758; appliedIndex:3757; }","duration":"120.550382ms","start":"2026-07-28T06:03:20.172532Z","end":"2026-07-28T06:03:20.293082Z","steps":["trace[1962735135] 'read index received' (duration: 120.47326ms)","trace[1962735135] 'applied index is now lower than readState.Index' (duration: 76.022µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:20.293229Z","caller":"traceutil/trace.go:171","msg":"trace[1864467073] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"122.109753ms","start":"2026-07-28T06:03:20.17103Z","end":"2026-07-28T06:03:20.293139Z","steps":["trace[1864467073] 'process raft request' (duration: 121.849827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:20.293488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.909332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8645c9b1-f2f7-4870-9d6a-9b839bdcd228\" ","response":"range_response_count:1 size:2198"} {"level":"info","ts":"2026-07-28T06:03:20.293972Z","caller":"traceutil/trace.go:171","msg":"trace[2141315837] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8645c9b1-f2f7-4870-9d6a-9b839bdcd228; range_end:; response_count:1; response_revision:3625; }","duration":"121.407764ms","start":"2026-07-28T06:03:20.17249Z","end":"2026-07-28T06:03:20.293898Z","steps":["trace[2141315837] 'agreement among raft nodes before linearized reading' (duration: 120.733957ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.402816Z","caller":"traceutil/trace.go:171","msg":"trace[2026128578] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"226.222443ms","start":"2026-07-28T06:03:20.176558Z","end":"2026-07-28T06:03:20.402781Z","steps":["trace[2026128578] 'process raft request' (duration: 225.224746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.403106Z","caller":"traceutil/trace.go:171","msg":"trace[1750496729] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"226.410158ms","start":"2026-07-28T06:03:20.17667Z","end":"2026-07-28T06:03:20.40308Z","steps":["trace[1750496729] 'process raft request' (duration: 226.065549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.403283Z","caller":"traceutil/trace.go:171","msg":"trace[1304382348] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"226.591103ms","start":"2026-07-28T06:03:20.176681Z","end":"2026-07-28T06:03:20.403272Z","steps":["trace[1304382348] 'process raft request' (duration: 226.337226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.403367Z","caller":"traceutil/trace.go:171","msg":"trace[1765208288] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"225.981427ms","start":"2026-07-28T06:03:20.177375Z","end":"2026-07-28T06:03:20.403357Z","steps":["trace[1765208288] 'process raft request' (duration: 225.877454ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:20.403375Z","caller":"traceutil/trace.go:171","msg":"trace[304766903] linearizableReadLoop","detail":"{readStateIndex:3763; appliedIndex:3758; }","duration":"110.151028ms","start":"2026-07-28T06:03:20.293172Z","end":"2026-07-28T06:03:20.403323Z","steps":["trace[304766903] 'read index received' (duration: 108.605007ms)","trace[304766903] 'applied index is now lower than readState.Index' (duration: 1.544501ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:20.403381Z","caller":"traceutil/trace.go:171","msg":"trace[2122264522] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"226.629533ms","start":"2026-07-28T06:03:20.1767Z","end":"2026-07-28T06:03:20.40333Z","steps":["trace[2122264522] 'process raft request' (duration: 226.471479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:20.403716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.53082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-28T06:03:20.403778Z","caller":"traceutil/trace.go:171","msg":"trace[788720158] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3630; }","duration":"229.633522ms","start":"2026-07-28T06:03:20.174128Z","end":"2026-07-28T06:03:20.403762Z","steps":["trace[788720158] 'agreement among raft nodes before linearized reading' (duration: 229.440027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:26.172015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429476206,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:03:26.174943Z","caller":"traceutil/trace.go:171","msg":"trace[811683336] transaction","detail":"{read_only:false; response_revision:3665; number_of_response:1; }","duration":"513.885131ms","start":"2026-07-28T06:03:25.661022Z","end":"2026-07-28T06:03:26.174907Z","steps":["trace[811683336] 'process raft request' (duration: 513.672506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:26.175172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:03:25.660971Z","time spent":"514.078606ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:03:26.206767Z","caller":"traceutil/trace.go:171","msg":"trace[1000478222] linearizableReadLoop","detail":"{readStateIndex:3801; appliedIndex:3798; }","duration":"535.428588ms","start":"2026-07-28T06:03:25.671311Z","end":"2026-07-28T06:03:26.20674Z","steps":["trace[1000478222] 'read index received' (duration: 503.266261ms)","trace[1000478222] 'applied index is now lower than readState.Index' (duration: 32.160687ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:26.206923Z","caller":"traceutil/trace.go:171","msg":"trace[1252646013] transaction","detail":"{read_only:false; response_revision:3667; number_of_response:1; }","duration":"542.163847ms","start":"2026-07-28T06:03:25.664747Z","end":"2026-07-28T06:03:26.206911Z","steps":["trace[1252646013] 'process raft request' (duration: 541.940571ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:26.206927Z","caller":"traceutil/trace.go:171","msg":"trace[1208491360] transaction","detail":"{read_only:false; response_revision:3666; number_of_response:1; }","duration":"544.878088ms","start":"2026-07-28T06:03:25.661985Z","end":"2026-07-28T06:03:26.206863Z","steps":["trace[1208491360] 'process raft request' (duration: 519.725406ms)","trace[1208491360] 'compare' (duration: 24.836793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:03:26.207077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.838435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T06:03:26.207086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:03:25.664711Z","time spent":"542.246729ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:03:26.20714Z","caller":"traceutil/trace.go:171","msg":"trace[162400000] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3667; }","duration":"189.945318ms","start":"2026-07-28T06:03:26.017175Z","end":"2026-07-28T06:03:26.20712Z","steps":["trace[162400000] 'agreement among raft nodes before linearized reading' (duration: 189.811115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:26.207155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.614775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-28T06:03:26.207231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:03:25.661954Z","time spent":"545.121174ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:03:26.207258Z","caller":"traceutil/trace.go:171","msg":"trace[2025514237] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3667; }","duration":"231.777799ms","start":"2026-07-28T06:03:25.975455Z","end":"2026-07-28T06:03:26.207233Z","steps":["trace[2025514237] 'agreement among raft nodes before linearized reading' (duration: 231.487802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:26.207311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.954872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:03:26.207437Z","caller":"traceutil/trace.go:171","msg":"trace[182441873] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3667; }","duration":"536.136378ms","start":"2026-07-28T06:03:25.671266Z","end":"2026-07-28T06:03:26.207402Z","steps":["trace[182441873] 'agreement among raft nodes before linearized reading' (duration: 535.749407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:26.207501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:03:25.671248Z","time spent":"536.242231ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:03:56.890684Z","caller":"traceutil/trace.go:171","msg":"trace[1235256332] linearizableReadLoop","detail":"{readStateIndex:4018; appliedIndex:4017; }","duration":"147.895612ms","start":"2026-07-28T06:03:56.742752Z","end":"2026-07-28T06:03:56.890648Z","steps":["trace[1235256332] 'read index received' (duration: 147.702557ms)","trace[1235256332] 'applied index is now lower than readState.Index' (duration: 191.895µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:03:56.890742Z","caller":"traceutil/trace.go:171","msg":"trace[559676911] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"148.307132ms","start":"2026-07-28T06:03:56.74239Z","end":"2026-07-28T06:03:56.890697Z","steps":["trace[559676911] 'process raft request' (duration: 148.043195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:56.891303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.515868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:03:56.891407Z","caller":"traceutil/trace.go:171","msg":"trace[666334278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3877; }","duration":"148.660432ms","start":"2026-07-28T06:03:56.742726Z","end":"2026-07-28T06:03:56.891387Z","steps":["trace[666334278] 'agreement among raft nodes before linearized reading' (duration: 148.060166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:03:56.891446Z","caller":"traceutil/trace.go:171","msg":"trace[884603005] transaction","detail":"{read_only:false; response_revision:3878; number_of_response:1; }","duration":"146.253438ms","start":"2026-07-28T06:03:56.745172Z","end":"2026-07-28T06:03:56.891425Z","steps":["trace[884603005] 'process raft request' (duration: 146.039472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:03:56.891584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.446663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:03:56.891704Z","caller":"traceutil/trace.go:171","msg":"trace[1304238096] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3878; }","duration":"146.613538ms","start":"2026-07-28T06:03:56.745045Z","end":"2026-07-28T06:03:56.891658Z","steps":["trace[1304238096] 'agreement among raft nodes before linearized reading' (duration: 146.341721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:06:54.692118Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2875} {"level":"info","ts":"2026-07-28T06:06:54.80364Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2875,"took":"109.953042ms","hash":3032947730,"current-db-size-bytes":36642816,"current-db-size":"37 MB","current-db-size-in-use-bytes":12546048,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T06:06:54.803697Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3032947730,"revision":2875,"compact-revision":-1} {"level":"warn","ts":"2026-07-28T06:11:42.69983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.266819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:11:42.700311Z","caller":"traceutil/trace.go:171","msg":"trace[1868580473] linearizableReadLoop","detail":"{readStateIndex:7085; appliedIndex:7084; }","duration":"188.970916ms","start":"2026-07-28T06:11:42.511308Z","end":"2026-07-28T06:11:42.700278Z","steps":["trace[1868580473] 'read index received' (duration: 68.151133ms)","trace[1868580473] 'applied index is now lower than readState.Index' (duration: 120.817623ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:11:42.700363Z","caller":"traceutil/trace.go:171","msg":"trace[1600487559] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"244.971281ms","start":"2026-07-28T06:11:42.455325Z","end":"2026-07-28T06:11:42.700296Z","steps":["trace[1600487559] 'process raft request' (duration: 124.084266ms)","trace[1600487559] 'compare' (duration: 120.054404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:11:42.700535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.228842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T06:11:42.700587Z","caller":"traceutil/trace.go:171","msg":"trace[1862227269] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:6849; }","duration":"189.323615ms","start":"2026-07-28T06:11:42.51125Z","end":"2026-07-28T06:11:42.700574Z","steps":["trace[1862227269] 'agreement among raft nodes before linearized reading' (duration: 189.14355ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:42.774201Z","caller":"traceutil/trace.go:171","msg":"trace[558019559] transaction","detail":"{read_only:false; response_revision:6850; number_of_response:1; }","duration":"141.107629ms","start":"2026-07-28T06:11:42.633038Z","end":"2026-07-28T06:11:42.774146Z","steps":["trace[558019559] 'process raft request' (duration: 140.856943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:42.777164Z","caller":"traceutil/trace.go:171","msg":"trace[325695652] transaction","detail":"{read_only:false; response_revision:6851; number_of_response:1; }","duration":"138.468992ms","start":"2026-07-28T06:11:42.638662Z","end":"2026-07-28T06:11:42.777131Z","steps":["trace[325695652] 'process raft request' (duration: 138.175895ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:42.777168Z","caller":"traceutil/trace.go:171","msg":"trace[861956290] transaction","detail":"{read_only:false; response_revision:6852; number_of_response:1; }","duration":"138.187556ms","start":"2026-07-28T06:11:42.638946Z","end":"2026-07-28T06:11:42.777134Z","steps":["trace[861956290] 'process raft request' (duration: 138.078223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:11:42.777491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.473065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:11:42.777559Z","caller":"traceutil/trace.go:171","msg":"trace[1622663750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6853; }","duration":"236.65525ms","start":"2026-07-28T06:11:42.540884Z","end":"2026-07-28T06:11:42.777539Z","steps":["trace[1622663750] 'agreement among raft nodes before linearized reading' (duration: 236.483715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:11:42.777628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.869796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:11:42.777738Z","caller":"traceutil/trace.go:171","msg":"trace[727613609] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6853; }","duration":"134.085721ms","start":"2026-07-28T06:11:42.643626Z","end":"2026-07-28T06:11:42.777712Z","steps":["trace[727613609] 'agreement among raft nodes before linearized reading' (duration: 133.776173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:11:42.777595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.604942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:11:42.777891Z","caller":"traceutil/trace.go:171","msg":"trace[1558398615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:6853; }","duration":"141.972551ms","start":"2026-07-28T06:11:42.635893Z","end":"2026-07-28T06:11:42.777865Z","steps":["trace[1558398615] 'agreement among raft nodes before linearized reading' (duration: 141.614762ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:11:54.702012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5023} {"level":"info","ts":"2026-07-28T06:11:54.760713Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5023,"took":"57.515612ms","hash":2089581390,"current-db-size-bytes":36642816,"current-db-size":"37 MB","current-db-size-in-use-bytes":8802304,"current-db-size-in-use":"8.8 MB"} {"level":"info","ts":"2026-07-28T06:11:54.760787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2089581390,"revision":5023,"compact-revision":2875} {"level":"info","ts":"2026-07-28T06:12:15.213479Z","caller":"traceutil/trace.go:171","msg":"trace[737965727] transaction","detail":"{read_only:false; response_revision:7199; number_of_response:1; }","duration":"383.374031ms","start":"2026-07-28T06:12:14.830045Z","end":"2026-07-28T06:12:15.213419Z","steps":["trace[737965727] 'process raft request' (duration: 383.246717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:15.213561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.937467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:12:15.213406Z","caller":"traceutil/trace.go:171","msg":"trace[2092093342] transaction","detail":"{read_only:false; response_revision:7198; number_of_response:1; }","duration":"384.779967ms","start":"2026-07-28T06:12:14.828597Z","end":"2026-07-28T06:12:15.213377Z","steps":["trace[2092093342] 'process raft request' (duration: 378.488697ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:15.213407Z","caller":"traceutil/trace.go:171","msg":"trace[1739048306] linearizableReadLoop","detail":"{readStateIndex:7449; appliedIndex:7447; }","duration":"341.818194ms","start":"2026-07-28T06:12:14.871555Z","end":"2026-07-28T06:12:15.213373Z","steps":["trace[1739048306] 'read index received' (duration: 335.681778ms)","trace[1739048306] 'applied index is now lower than readState.Index' (duration: 6.134556ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:15.213646Z","caller":"traceutil/trace.go:171","msg":"trace[412759250] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7199; }","duration":"342.151402ms","start":"2026-07-28T06:12:14.871485Z","end":"2026-07-28T06:12:15.213637Z","steps":["trace[412759250] 'agreement among raft nodes before linearized reading' (duration: 341.929426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:15.213715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:14.830018Z","time spent":"383.574895ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3974,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:12:15.213778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:14.871456Z","time spent":"342.313627ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T06:12:15.214147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:14.828568Z","time spent":"385.509266ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3095,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T06:12:15.214228Z","caller":"traceutil/trace.go:171","msg":"trace[572226564] transaction","detail":"{read_only:false; response_revision:7200; number_of_response:1; }","duration":"312.102829ms","start":"2026-07-28T06:12:14.902116Z","end":"2026-07-28T06:12:15.214218Z","steps":["trace[572226564] 'process raft request' (duration: 311.969345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:15.214276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:14.902073Z","time spent":"312.17726ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:15.214379Z","caller":"traceutil/trace.go:171","msg":"trace[116140266] transaction","detail":"{read_only:false; response_revision:7201; number_of_response:1; }","duration":"311.41372ms","start":"2026-07-28T06:12:14.902954Z","end":"2026-07-28T06:12:15.214368Z","steps":["trace[116140266] 'process raft request' (duration: 311.237946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:15.214473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:14.902938Z","time spent":"311.467882ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:15.214501Z","caller":"traceutil/trace.go:171","msg":"trace[300173528] transaction","detail":"{read_only:false; response_revision:7202; number_of_response:1; }","duration":"311.358639ms","start":"2026-07-28T06:12:14.90313Z","end":"2026-07-28T06:12:15.214489Z","steps":["trace[300173528] 'process raft request' (duration: 311.175885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:15.21457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:14.903081Z","time spent":"311.444791ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:46.131253Z","caller":"traceutil/trace.go:171","msg":"trace[391291327] linearizableReadLoop","detail":"{readStateIndex:7710; appliedIndex:7709; }","duration":"341.803552ms","start":"2026-07-28T06:12:45.789429Z","end":"2026-07-28T06:12:46.131233Z","steps":["trace[391291327] 'read index received' (duration: 341.633178ms)","trace[391291327] 'applied index is now lower than readState.Index' (duration: 169.624µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:12:46.131297Z","caller":"traceutil/trace.go:171","msg":"trace[1023342596] transaction","detail":"{read_only:false; response_revision:7454; number_of_response:1; }","duration":"351.358479ms","start":"2026-07-28T06:12:45.779923Z","end":"2026-07-28T06:12:46.131281Z","steps":["trace[1023342596] 'process raft request' (duration: 351.192424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.131415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:45.779909Z","time spent":"351.43891ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:12:46.13147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.048599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T06:12:46.131497Z","caller":"traceutil/trace.go:171","msg":"trace[182474294] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7454; }","duration":"342.135021ms","start":"2026-07-28T06:12:45.789354Z","end":"2026-07-28T06:12:46.131489Z","steps":["trace[182474294] 'agreement among raft nodes before linearized reading' (duration: 341.997877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.131545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:45.789323Z","time spent":"342.195443ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T06:12:46.131601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.458214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:12:46.131627Z","caller":"traceutil/trace.go:171","msg":"trace[2111241312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7454; }","duration":"181.545476ms","start":"2026-07-28T06:12:45.950072Z","end":"2026-07-28T06:12:46.131618Z","steps":["trace[2111241312] 'agreement among raft nodes before linearized reading' (duration: 181.435043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.131699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.084727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T06:12:46.131839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.996398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:12:46.131868Z","caller":"traceutil/trace.go:171","msg":"trace[566912143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7454; }","duration":"185.263081ms","start":"2026-07-28T06:12:45.946518Z","end":"2026-07-28T06:12:46.131782Z","steps":["trace[566912143] 'agreement among raft nodes before linearized reading' (duration: 184.902762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.131841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.274715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:12:46.131944Z","caller":"traceutil/trace.go:171","msg":"trace[946070072] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:7454; }","duration":"177.129962ms","start":"2026-07-28T06:12:45.954782Z","end":"2026-07-28T06:12:46.131912Z","steps":["trace[946070072] 'agreement among raft nodes before linearized reading' (duration: 176.801373ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:46.131986Z","caller":"traceutil/trace.go:171","msg":"trace[1212393907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7454; }","duration":"182.47791ms","start":"2026-07-28T06:12:45.949485Z","end":"2026-07-28T06:12:46.131963Z","steps":["trace[1212393907] 'agreement among raft nodes before linearized reading' (duration: 182.131451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.132344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.383217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:12:46.132403Z","caller":"traceutil/trace.go:171","msg":"trace[1346873451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7454; }","duration":"182.4709ms","start":"2026-07-28T06:12:45.94992Z","end":"2026-07-28T06:12:46.132391Z","steps":["trace[1346873451] 'agreement among raft nodes before linearized reading' (duration: 181.643289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.916013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.426466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:12:46.916151Z","caller":"traceutil/trace.go:171","msg":"trace[456140691] transaction","detail":"{read_only:false; response_revision:7455; number_of_response:1; }","duration":"778.822392ms","start":"2026-07-28T06:12:46.137306Z","end":"2026-07-28T06:12:46.916129Z","steps":["trace[456140691] 'process raft request' (duration: 378.214062ms)","trace[456140691] 'compare' (duration: 400.149638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:12:46.916243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.137282Z","time spent":"778.930395ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:46.96832Z","caller":"traceutil/trace.go:171","msg":"trace[1731434998] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"830.872276ms","start":"2026-07-28T06:12:46.137414Z","end":"2026-07-28T06:12:46.968287Z","steps":["trace[1731434998] 'process raft request' (duration: 830.757943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:46.968353Z","caller":"traceutil/trace.go:171","msg":"trace[882287234] transaction","detail":"{read_only:false; response_revision:7456; number_of_response:1; }","duration":"830.939217ms","start":"2026-07-28T06:12:46.137373Z","end":"2026-07-28T06:12:46.968312Z","steps":["trace[882287234] 'process raft request' (duration: 830.64231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.968515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.137393Z","time spent":"831.02014ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:12:46.968551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.137362Z","time spent":"831.081001ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:46.968657Z","caller":"traceutil/trace.go:171","msg":"trace[476458073] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"831.119052ms","start":"2026-07-28T06:12:46.137506Z","end":"2026-07-28T06:12:46.968625Z","steps":["trace[476458073] 'process raft request' (duration: 830.732572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.968814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.137466Z","time spent":"831.266506ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:12:46.969246Z","caller":"traceutil/trace.go:171","msg":"trace[1842838558] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"830.982078ms","start":"2026-07-28T06:12:46.138221Z","end":"2026-07-28T06:12:46.969203Z","steps":["trace[1842838558] 'process raft request' (duration: 830.322651ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:46.969394Z","caller":"traceutil/trace.go:171","msg":"trace[254032997] linearizableReadLoop","detail":"{readStateIndex:7715; appliedIndex:7710; }","duration":"679.218061ms","start":"2026-07-28T06:12:46.290093Z","end":"2026-07-28T06:12:46.969311Z","steps":["trace[254032997] 'read index received' (duration: 225.371746ms)","trace[254032997] 'applied index is now lower than readState.Index' (duration: 453.834404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:12:46.969487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.138206Z","time spent":"831.157582ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:12:46.969492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.405646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:12:46.96964Z","caller":"traceutil/trace.go:171","msg":"trace[1263988230] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7460; }","duration":"679.595561ms","start":"2026-07-28T06:12:46.29003Z","end":"2026-07-28T06:12:46.969626Z","steps":["trace[1263988230] 'agreement among raft nodes before linearized reading' (duration: 679.357694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.969674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.290006Z","time spent":"679.658462ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T06:12:46.969777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.458828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:12:46.969763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.170183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:12:46.969829Z","caller":"traceutil/trace.go:171","msg":"trace[1930936001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7460; }","duration":"655.602111ms","start":"2026-07-28T06:12:46.314214Z","end":"2026-07-28T06:12:46.969816Z","steps":["trace[1930936001] 'agreement among raft nodes before linearized reading' (duration: 655.425727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:12:46.969849Z","caller":"traceutil/trace.go:171","msg":"trace[434653736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7460; }","duration":"425.309657ms","start":"2026-07-28T06:12:46.54452Z","end":"2026-07-28T06:12:46.96983Z","steps":["trace[434653736] 'agreement among raft nodes before linearized reading' (duration: 425.158853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.969873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.314185Z","time spent":"655.680654ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:12:46.969909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.544497Z","time spent":"425.392549ms","remote":"127.0.0.1:44214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:12:46.969278Z","caller":"traceutil/trace.go:171","msg":"trace[2065327053] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"153.675626ms","start":"2026-07-28T06:12:46.815589Z","end":"2026-07-28T06:12:46.969265Z","steps":["trace[2065327053] 'process raft request' (duration: 153.589844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.970004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.927521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-07-28T06:12:46.9704Z","caller":"traceutil/trace.go:171","msg":"trace[1272377267] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:7460; }","duration":"455.393225ms","start":"2026-07-28T06:12:46.514958Z","end":"2026-07-28T06:12:46.970351Z","steps":["trace[1272377267] 'agreement among raft nodes before linearized reading' (duration: 454.770998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:12:46.970486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:12:46.514929Z","time spent":"455.539618ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":722,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"info","ts":"2026-07-28T06:14:06.82318Z","caller":"traceutil/trace.go:171","msg":"trace[212708217] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"220.592905ms","start":"2026-07-28T06:14:06.602558Z","end":"2026-07-28T06:14:06.823151Z","steps":["trace[212708217] 'process raft request' (duration: 220.37474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:06.827453Z","caller":"traceutil/trace.go:171","msg":"trace[336487747] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8367; }","duration":"147.818284ms","start":"2026-07-28T06:14:06.679619Z","end":"2026-07-28T06:14:06.827438Z","steps":["trace[336487747] 'read index received' (duration: 143.382888ms)","trace[336487747] 'applied index is now lower than readState.Index' (duration: 4.433976ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:06.827553Z","caller":"traceutil/trace.go:171","msg":"trace[689940219] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"180.689349ms","start":"2026-07-28T06:14:06.646808Z","end":"2026-07-28T06:14:06.827498Z","steps":["trace[689940219] 'process raft request' (duration: 180.587526ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:06.827539Z","caller":"traceutil/trace.go:171","msg":"trace[585036135] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"224.402615ms","start":"2026-07-28T06:14:06.603079Z","end":"2026-07-28T06:14:06.827482Z","steps":["trace[585036135] 'process raft request' (duration: 224.237531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:06.827626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.977688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:06.827676Z","caller":"traceutil/trace.go:171","msg":"trace[754624324] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8083; }","duration":"148.091041ms","start":"2026-07-28T06:14:06.679571Z","end":"2026-07-28T06:14:06.827662Z","steps":["trace[754624324] 'agreement among raft nodes before linearized reading' (duration: 147.950657ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:12.574664Z","caller":"traceutil/trace.go:171","msg":"trace[349897139] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"106.818467ms","start":"2026-07-28T06:14:12.467815Z","end":"2026-07-28T06:14:12.574633Z","steps":["trace[349897139] 'process raft request' (duration: 103.662875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:12.580604Z","caller":"traceutil/trace.go:171","msg":"trace[1600221664] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"106.826009ms","start":"2026-07-28T06:14:12.473741Z","end":"2026-07-28T06:14:12.580567Z","steps":["trace[1600221664] 'process raft request' (duration: 106.412418ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:18.936712Z","caller":"traceutil/trace.go:171","msg":"trace[1507844314] linearizableReadLoop","detail":"{readStateIndex:8857; appliedIndex:8856; }","duration":"184.098766ms","start":"2026-07-28T06:14:18.752578Z","end":"2026-07-28T06:14:18.936676Z","steps":["trace[1507844314] 'read index received' (duration: 183.784058ms)","trace[1507844314] 'applied index is now lower than readState.Index' (duration: 313.268µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:18.937243Z","caller":"traceutil/trace.go:171","msg":"trace[974657508] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"209.122948ms","start":"2026-07-28T06:14:18.727955Z","end":"2026-07-28T06:14:18.937078Z","steps":["trace[974657508] 'process raft request' (duration: 208.46198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:18.937469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.860047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-fq2qt\" ","response":"range_response_count:1 size:5042"} {"level":"info","ts":"2026-07-28T06:14:18.937529Z","caller":"traceutil/trace.go:171","msg":"trace[870593554] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-fq2qt; range_end:; response_count:1; response_revision:8561; }","duration":"184.9868ms","start":"2026-07-28T06:14:18.752525Z","end":"2026-07-28T06:14:18.937512Z","steps":["trace[870593554] 'agreement among raft nodes before linearized reading' (duration: 184.786885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.358223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.06208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:14:21.358343Z","caller":"traceutil/trace.go:171","msg":"trace[2063575311] linearizableReadLoop","detail":"{readStateIndex:8936; appliedIndex:8935; }","duration":"434.320444ms","start":"2026-07-28T06:14:20.924005Z","end":"2026-07-28T06:14:21.358325Z","steps":["trace[2063575311] 'read index received' (duration: 261.039818ms)","trace[2063575311] 'applied index is now lower than readState.Index' (duration: 173.279166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:21.358866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.864411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:14:21.358951Z","caller":"traceutil/trace.go:171","msg":"trace[1714901452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8639; }","duration":"379.018435ms","start":"2026-07-28T06:14:20.979918Z","end":"2026-07-28T06:14:21.358936Z","steps":["trace[1714901452] 'agreement among raft nodes before linearized reading' (duration: 378.8171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.35899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:20.979888Z","time spent":"379.094518ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T06:14:21.360129Z","caller":"traceutil/trace.go:171","msg":"trace[1057329550] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"438.215065ms","start":"2026-07-28T06:14:20.920337Z","end":"2026-07-28T06:14:21.358552Z","steps":["trace[1057329550] 'process raft request' (duration: 264.717503ms)","trace[1057329550] 'compare' (duration: 172.899026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:21.360499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:20.920317Z","time spent":"440.022361ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2449,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:14:21.360124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.08041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-28T06:14:21.360703Z","caller":"traceutil/trace.go:171","msg":"trace[741913203] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8639; }","duration":"436.643804ms","start":"2026-07-28T06:14:20.923982Z","end":"2026-07-28T06:14:21.360626Z","steps":["trace[741913203] 'agreement among raft nodes before linearized reading' (duration: 434.629541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.360818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:20.923973Z","time spent":"436.790328ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-07-28T06:14:21.362678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.779086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:14:21.362979Z","caller":"traceutil/trace.go:171","msg":"trace[350457416] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8639; }","duration":"377.190428ms","start":"2026-07-28T06:14:20.985753Z","end":"2026-07-28T06:14:21.362944Z","steps":["trace[350457416] 'agreement among raft nodes before linearized reading' (duration: 373.338967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.363026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:20.985718Z","time spent":"377.297671ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":41,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:14:21.363397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.528877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T06:14:21.363452Z","caller":"traceutil/trace.go:171","msg":"trace[669497027] range","detail":"{range_begin:/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df; range_end:; response_count:1; response_revision:8639; }","duration":"342.63402ms","start":"2026-07-28T06:14:21.020806Z","end":"2026-07-28T06:14:21.36344Z","steps":["trace[669497027] 'agreement among raft nodes before linearized reading' (duration: 338.281836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.363477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:21.020779Z","time spent":"342.690772ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":675,"request content":"key:\"/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df\" "} {"level":"warn","ts":"2026-07-28T06:14:21.36382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.935938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T06:14:21.363876Z","caller":"traceutil/trace.go:171","msg":"trace[1966641210] range","detail":"{range_begin:/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7; range_end:; response_count:1; response_revision:8639; }","duration":"343.070021ms","start":"2026-07-28T06:14:21.020791Z","end":"2026-07-28T06:14:21.363861Z","steps":["trace[1966641210] 'agreement among raft nodes before linearized reading' (duration: 338.358198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.36391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:21.020762Z","time spent":"343.140943ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":675,"request content":"key:\"/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7\" "} {"level":"warn","ts":"2026-07-28T06:14:21.36578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.002344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:529257"} {"level":"info","ts":"2026-07-28T06:14:21.365861Z","caller":"traceutil/trace.go:171","msg":"trace[727632076] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:8639; }","duration":"319.128029ms","start":"2026-07-28T06:14:21.046713Z","end":"2026-07-28T06:14:21.365841Z","steps":["trace[727632076] 'agreement among raft nodes before linearized reading' (duration: 312.214318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.365905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:21.046686Z","time spent":"319.20723ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":23,"response size":529281,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-28T06:14:21.366603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.215844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2210296"} {"level":"info","ts":"2026-07-28T06:14:21.366762Z","caller":"traceutil/trace.go:171","msg":"trace[268678124] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:8639; }","duration":"188.400169ms","start":"2026-07-28T06:14:21.178319Z","end":"2026-07-28T06:14:21.366719Z","steps":["trace[268678124] 'agreement among raft nodes before linearized reading' (duration: 180.722109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.532388Z","caller":"traceutil/trace.go:171","msg":"trace[751578982] linearizableReadLoop","detail":"{readStateIndex:8940; appliedIndex:8937; }","duration":"102.946047ms","start":"2026-07-28T06:14:21.429416Z","end":"2026-07-28T06:14:21.532362Z","steps":["trace[751578982] 'read index received' (duration: 88.610855ms)","trace[751578982] 'applied index is now lower than readState.Index' (duration: 14.333922ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:21.532526Z","caller":"traceutil/trace.go:171","msg":"trace[962244187] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"154.062776ms","start":"2026-07-28T06:14:21.378452Z","end":"2026-07-28T06:14:21.532515Z","steps":["trace[962244187] 'process raft request' (duration: 153.775249ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.532622Z","caller":"traceutil/trace.go:171","msg":"trace[112271537] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"162.30289ms","start":"2026-07-28T06:14:21.370266Z","end":"2026-07-28T06:14:21.532569Z","steps":["trace[112271537] 'process raft request' (duration: 147.907376ms)","trace[112271537] 'compare' (duration: 13.755688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:21.532949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.662089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:21.533003Z","caller":"traceutil/trace.go:171","msg":"trace[1354175357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8643; }","duration":"162.747381ms","start":"2026-07-28T06:14:21.370241Z","end":"2026-07-28T06:14:21.532988Z","steps":["trace[1354175357] 'agreement among raft nodes before linearized reading' (duration: 162.645898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.533027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.254812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T06:14:21.533126Z","caller":"traceutil/trace.go:171","msg":"trace[1992621200] range","detail":"{range_begin:/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7; range_end:; response_count:1; response_revision:8643; }","duration":"161.410916ms","start":"2026-07-28T06:14:21.371696Z","end":"2026-07-28T06:14:21.533107Z","steps":["trace[1992621200] 'agreement among raft nodes before linearized reading' (duration: 161.071147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.533051Z","caller":"traceutil/trace.go:171","msg":"trace[709674717] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"125.566285ms","start":"2026-07-28T06:14:21.407396Z","end":"2026-07-28T06:14:21.532963Z","steps":["trace[709674717] 'process raft request' (duration: 124.898418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.533137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.332994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-07-28T06:14:21.533166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.549281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-28T06:14:21.533465Z","caller":"traceutil/trace.go:171","msg":"trace[502380148] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8643; }","duration":"131.9074ms","start":"2026-07-28T06:14:21.401529Z","end":"2026-07-28T06:14:21.533436Z","steps":["trace[502380148] 'agreement among raft nodes before linearized reading' (duration: 131.432597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.533462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.674127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:529257"} {"level":"info","ts":"2026-07-28T06:14:21.533533Z","caller":"traceutil/trace.go:171","msg":"trace[681275976] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:8643; }","duration":"135.758089ms","start":"2026-07-28T06:14:21.397754Z","end":"2026-07-28T06:14:21.533512Z","steps":["trace[681275976] 'agreement among raft nodes before linearized reading' (duration: 134.931178ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.534092Z","caller":"traceutil/trace.go:171","msg":"trace[1404076241] range","detail":"{range_begin:/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df; range_end:; response_count:1; response_revision:8643; }","duration":"161.586941ms","start":"2026-07-28T06:14:21.371742Z","end":"2026-07-28T06:14:21.533329Z","steps":["trace[1404076241] 'agreement among raft nodes before linearized reading' (duration: 161.15058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.58701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.622019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T06:14:21.587123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.167131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T06:14:21.587162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.105071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:14:21.587217Z","caller":"traceutil/trace.go:171","msg":"trace[677679189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8644; }","duration":"116.306594ms","start":"2026-07-28T06:14:21.470889Z","end":"2026-07-28T06:14:21.587195Z","steps":["trace[677679189] 'agreement among raft nodes before linearized reading' (duration: 115.969476ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.587153Z","caller":"traceutil/trace.go:171","msg":"trace[1022928197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8644; }","duration":"147.802494ms","start":"2026-07-28T06:14:21.439333Z","end":"2026-07-28T06:14:21.587136Z","steps":["trace[1022928197] 'agreement among raft nodes before linearized reading' (duration: 147.458934ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.587266Z","caller":"traceutil/trace.go:171","msg":"trace[1840533749] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8644; }","duration":"113.242895ms","start":"2026-07-28T06:14:21.473996Z","end":"2026-07-28T06:14:21.587239Z","steps":["trace[1840533749] 'agreement among raft nodes before linearized reading' (duration: 112.761912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.58696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.185624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:14:21.587709Z","caller":"traceutil/trace.go:171","msg":"trace[835626916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8644; }","duration":"113.991555ms","start":"2026-07-28T06:14:21.47369Z","end":"2026-07-28T06:14:21.587682Z","steps":["trace[835626916] 'agreement among raft nodes before linearized reading' (duration: 113.07077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.587399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.528433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-28T06:14:21.587887Z","caller":"traceutil/trace.go:171","msg":"trace[2062274454] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8644; }","duration":"154.058656ms","start":"2026-07-28T06:14:21.433771Z","end":"2026-07-28T06:14:21.58783Z","steps":["trace[2062274454] 'agreement among raft nodes before linearized reading' (duration: 153.395879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.587398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.327707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T06:14:21.588165Z","caller":"traceutil/trace.go:171","msg":"trace[88995149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8644; }","duration":"114.154239ms","start":"2026-07-28T06:14:21.473965Z","end":"2026-07-28T06:14:21.588119Z","steps":["trace[88995149] 'agreement among raft nodes before linearized reading' (duration: 113.192274ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.698483Z","caller":"traceutil/trace.go:171","msg":"trace[1962158445] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"158.406348ms","start":"2026-07-28T06:14:21.540013Z","end":"2026-07-28T06:14:21.698419Z","steps":["trace[1962158445] 'process raft request' (duration: 147.31783ms)","trace[1962158445] 'compare' (duration: 10.811871ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:21.698792Z","caller":"traceutil/trace.go:171","msg":"trace[2009981456] transaction","detail":"{read_only:false; response_revision:8646; number_of_response:1; }","duration":"158.565382ms","start":"2026-07-28T06:14:21.540153Z","end":"2026-07-28T06:14:21.698718Z","steps":["trace[2009981456] 'process raft request' (duration: 158.138262ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699182Z","caller":"traceutil/trace.go:171","msg":"trace[1568586968] linearizableReadLoop","detail":"{readStateIndex:8951; appliedIndex:8941; }","duration":"112.429755ms","start":"2026-07-28T06:14:21.586732Z","end":"2026-07-28T06:14:21.699162Z","steps":["trace[1568586968] 'read index received' (duration: 100.671298ms)","trace[1568586968] 'applied index is now lower than readState.Index' (duration: 11.757177ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:21.699293Z","caller":"traceutil/trace.go:171","msg":"trace[607258322] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"157.792934ms","start":"2026-07-28T06:14:21.541488Z","end":"2026-07-28T06:14:21.699281Z","steps":["trace[607258322] 'process raft request' (duration: 157.535377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699486Z","caller":"traceutil/trace.go:171","msg":"trace[1006043220] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"158.619594ms","start":"2026-07-28T06:14:21.540838Z","end":"2026-07-28T06:14:21.699458Z","steps":["trace[1006043220] 'process raft request' (duration: 158.05918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699514Z","caller":"traceutil/trace.go:171","msg":"trace[1401101932] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"158.610345ms","start":"2026-07-28T06:14:21.540892Z","end":"2026-07-28T06:14:21.699502Z","steps":["trace[1401101932] 'process raft request' (duration: 158.065961ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699661Z","caller":"traceutil/trace.go:171","msg":"trace[806415139] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"153.84319ms","start":"2026-07-28T06:14:21.545809Z","end":"2026-07-28T06:14:21.699652Z","steps":["trace[806415139] 'process raft request' (duration: 153.297536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699679Z","caller":"traceutil/trace.go:171","msg":"trace[396961938] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"158.951853ms","start":"2026-07-28T06:14:21.540713Z","end":"2026-07-28T06:14:21.699665Z","steps":["trace[396961938] 'process raft request' (duration: 157.634228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.69993Z","caller":"traceutil/trace.go:171","msg":"trace[1350088806] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"158.810069ms","start":"2026-07-28T06:14:21.541108Z","end":"2026-07-28T06:14:21.699918Z","steps":["trace[1350088806] 'process raft request' (duration: 157.876345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699504Z","caller":"traceutil/trace.go:171","msg":"trace[1924990921] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"157.614119ms","start":"2026-07-28T06:14:21.54188Z","end":"2026-07-28T06:14:21.699494Z","steps":["trace[1924990921] 'process raft request' (duration: 157.162818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.700052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.890074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-28T06:14:21.7001Z","caller":"traceutil/trace.go:171","msg":"trace[1261128234] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8654; }","duration":"135.993567ms","start":"2026-07-28T06:14:21.564095Z","end":"2026-07-28T06:14:21.700089Z","steps":["trace[1261128234] 'agreement among raft nodes before linearized reading' (duration: 135.839803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.699248Z","caller":"traceutil/trace.go:171","msg":"trace[1858888118] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"158.249775ms","start":"2026-07-28T06:14:21.540962Z","end":"2026-07-28T06:14:21.699212Z","steps":["trace[1858888118] 'process raft request' (duration: 158.03893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.700461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.824574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-07-28T06:14:21.700566Z","caller":"traceutil/trace.go:171","msg":"trace[906064477] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:8654; }","duration":"162.987248ms","start":"2026-07-28T06:14:21.537566Z","end":"2026-07-28T06:14:21.700554Z","steps":["trace[906064477] 'agreement among raft nodes before linearized reading' (duration: 162.738461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.700311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.166297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/csi-rbd-secret\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-07-28T06:14:21.700941Z","caller":"traceutil/trace.go:171","msg":"trace[2092124926] range","detail":"{range_begin:/registry/secrets/kube-system/csi-rbd-secret; range_end:; response_count:1; response_revision:8654; }","duration":"162.805193ms","start":"2026-07-28T06:14:21.538126Z","end":"2026-07-28T06:14:21.700931Z","steps":["trace[2092124926] 'agreement among raft nodes before linearized reading' (duration: 162.131506ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.709673Z","caller":"traceutil/trace.go:171","msg":"trace[1271864576] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"116.561581ms","start":"2026-07-28T06:14:21.593093Z","end":"2026-07-28T06:14:21.709655Z","steps":["trace[1271864576] 'process raft request' (duration: 116.200992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.709911Z","caller":"traceutil/trace.go:171","msg":"trace[775809768] transaction","detail":"{read_only:false; response_revision:8656; number_of_response:1; }","duration":"116.798676ms","start":"2026-07-28T06:14:21.593105Z","end":"2026-07-28T06:14:21.709904Z","steps":["trace[775809768] 'process raft request' (duration: 116.288473ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.710055Z","caller":"traceutil/trace.go:171","msg":"trace[1947847065] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"116.466368ms","start":"2026-07-28T06:14:21.593562Z","end":"2026-07-28T06:14:21.710028Z","steps":["trace[1947847065] 'process raft request' (duration: 115.860723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.71016Z","caller":"traceutil/trace.go:171","msg":"trace[1585001661] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"116.394547ms","start":"2026-07-28T06:14:21.593759Z","end":"2026-07-28T06:14:21.710154Z","steps":["trace[1585001661] 'process raft request' (duration: 115.693738ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.710313Z","caller":"traceutil/trace.go:171","msg":"trace[1425452042] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"115.398681ms","start":"2026-07-28T06:14:21.594897Z","end":"2026-07-28T06:14:21.710296Z","steps":["trace[1425452042] 'process raft request' (duration: 114.577079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.710652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.412053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-28T06:14:21.71069Z","caller":"traceutil/trace.go:171","msg":"trace[331706225] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8659; }","duration":"117.474825ms","start":"2026-07-28T06:14:21.593203Z","end":"2026-07-28T06:14:21.710678Z","steps":["trace[331706225] 'agreement among raft nodes before linearized reading' (duration: 117.301211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.939297Z","caller":"traceutil/trace.go:171","msg":"trace[1331443669] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"231.042597ms","start":"2026-07-28T06:14:21.708201Z","end":"2026-07-28T06:14:21.939244Z","steps":["trace[1331443669] 'process raft request' (duration: 223.011018ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.973886Z","caller":"traceutil/trace.go:171","msg":"trace[1760570958] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"264.701314ms","start":"2026-07-28T06:14:21.709133Z","end":"2026-07-28T06:14:21.973834Z","steps":["trace[1760570958] 'process raft request' (duration: 264.320074ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.973961Z","caller":"traceutil/trace.go:171","msg":"trace[1448285204] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"260.268197ms","start":"2026-07-28T06:14:21.713667Z","end":"2026-07-28T06:14:21.973935Z","steps":["trace[1448285204] 'process raft request' (duration: 260.051262ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.973998Z","caller":"traceutil/trace.go:171","msg":"trace[784773498] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"260.780381ms","start":"2026-07-28T06:14:21.713123Z","end":"2026-07-28T06:14:21.973903Z","steps":["trace[784773498] 'process raft request' (duration: 260.537094ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.974454Z","caller":"traceutil/trace.go:171","msg":"trace[1654195355] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"229.325433ms","start":"2026-07-28T06:14:21.745091Z","end":"2026-07-28T06:14:21.974416Z","steps":["trace[1654195355] 'process raft request' (duration: 229.096407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.974295Z","caller":"traceutil/trace.go:171","msg":"trace[1567693374] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"244.422585ms","start":"2026-07-28T06:14:21.729857Z","end":"2026-07-28T06:14:21.97428Z","steps":["trace[1567693374] 'process raft request' (duration: 243.935923ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.974646Z","caller":"traceutil/trace.go:171","msg":"trace[1173135976] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"228.975504ms","start":"2026-07-28T06:14:21.745655Z","end":"2026-07-28T06:14:21.974631Z","steps":["trace[1173135976] 'process raft request' (duration: 228.705077ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.974675Z","caller":"traceutil/trace.go:171","msg":"trace[1776074056] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"141.725455ms","start":"2026-07-28T06:14:21.832937Z","end":"2026-07-28T06:14:21.974662Z","steps":["trace[1776074056] 'process raft request' (duration: 141.624462ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.975179Z","caller":"traceutil/trace.go:171","msg":"trace[714630840] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"137.653039ms","start":"2026-07-28T06:14:21.83751Z","end":"2026-07-28T06:14:21.975163Z","steps":["trace[714630840] 'process raft request' (duration: 137.110415ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:21.975168Z","caller":"traceutil/trace.go:171","msg":"trace[1887966423] linearizableReadLoop","detail":"{readStateIndex:8958; appliedIndex:8956; }","duration":"265.625627ms","start":"2026-07-28T06:14:21.709502Z","end":"2026-07-28T06:14:21.975128Z","steps":["trace[1887966423] 'read index received' (duration: 221.856299ms)","trace[1887966423] 'applied index is now lower than readState.Index' (duration: 43.763608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:21.975529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.200379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-28T06:14:21.975629Z","caller":"traceutil/trace.go:171","msg":"trace[186970940] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8668; }","duration":"269.350054ms","start":"2026-07-28T06:14:21.706245Z","end":"2026-07-28T06:14:21.975595Z","steps":["trace[186970940] 'agreement among raft nodes before linearized reading' (duration: 269.054176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.975677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.233515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb\" ","response":"range_response_count:1 size:9674"} {"level":"info","ts":"2026-07-28T06:14:21.975755Z","caller":"traceutil/trace.go:171","msg":"trace[2047906523] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb; range_end:; response_count:1; response_revision:8668; }","duration":"195.360609ms","start":"2026-07-28T06:14:21.780375Z","end":"2026-07-28T06:14:21.975736Z","steps":["trace[2047906523] 'agreement among raft nodes before linearized reading' (duration: 195.142743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:21.975676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.995146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:21.975933Z","caller":"traceutil/trace.go:171","msg":"trace[824872554] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8668; }","duration":"261.303604ms","start":"2026-07-28T06:14:21.714548Z","end":"2026-07-28T06:14:21.975852Z","steps":["trace[824872554] 'agreement among raft nodes before linearized reading' (duration: 261.002077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.466163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.65378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:14:23.466408Z","caller":"traceutil/trace.go:171","msg":"trace[1380876156] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"670.944436ms","start":"2026-07-28T06:14:22.795446Z","end":"2026-07-28T06:14:23.46639Z","steps":["trace[1380876156] 'process raft request' (duration: 670.827843ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:23.466431Z","caller":"traceutil/trace.go:171","msg":"trace[79724276] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8977; }","duration":"702.171047ms","start":"2026-07-28T06:14:22.764232Z","end":"2026-07-28T06:14:23.466404Z","steps":["trace[79724276] 'read index received' (duration: 184.162008ms)","trace[79724276] 'applied index is now lower than readState.Index' (duration: 518.006499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:23.466481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:22.795429Z","time spent":"671.021177ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T06:14:23.466306Z","caller":"traceutil/trace.go:171","msg":"trace[949545448] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"720.897695ms","start":"2026-07-28T06:14:22.745366Z","end":"2026-07-28T06:14:23.466264Z","steps":["trace[949545448] 'process raft request' (duration: 203.0433ms)","trace[949545448] 'compare' (duration: 516.859949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:23.466847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-28T06:14:23.466931Z","caller":"traceutil/trace.go:171","msg":"trace[445568227] range","detail":"{range_begin:/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df; range_end:; response_count:1; response_revision:8680; }","duration":"702.741433ms","start":"2026-07-28T06:14:22.764174Z","end":"2026-07-28T06:14:23.466916Z","steps":["trace[445568227] 'agreement among raft nodes before linearized reading' (duration: 702.371833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.466994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:22.764155Z","time spent":"702.825415ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":675,"request content":"key:\"/registry/volumeattachments/csi-39164080681710c34646dd6ec547048aadfd086fb842076d6a2923a424d2a2df\" "} {"level":"warn","ts":"2026-07-28T06:14:23.467148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:22.745334Z","time spent":"721.394308ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:14:23.467331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.397941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-28T06:14:23.467377Z","caller":"traceutil/trace.go:171","msg":"trace[2016918449] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8680; }","duration":"698.471203ms","start":"2026-07-28T06:14:22.768892Z","end":"2026-07-28T06:14:23.467364Z","steps":["trace[2016918449] 'agreement among raft nodes before linearized reading' (duration: 698.341429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.467414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:22.768875Z","time spent":"698.529044ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-28T06:14:23.467434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.407853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:14:23.467603Z","caller":"traceutil/trace.go:171","msg":"trace[1619512073] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8680; }","duration":"347.635499ms","start":"2026-07-28T06:14:23.119935Z","end":"2026-07-28T06:14:23.46757Z","steps":["trace[1619512073] 'agreement among raft nodes before linearized reading' (duration: 347.317271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.467595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.21806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-07-28T06:14:23.467614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.904121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T06:14:23.467668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:23.119911Z","time spent":"347.744282ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:14:23.467692Z","caller":"traceutil/trace.go:171","msg":"trace[1974044670] range","detail":"{range_begin:/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7; range_end:; response_count:1; response_revision:8680; }","duration":"692.364274ms","start":"2026-07-28T06:14:22.775303Z","end":"2026-07-28T06:14:23.467667Z","steps":["trace[1974044670] 'agreement among raft nodes before linearized reading' (duration: 691.992464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.467713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.261091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:23.467717Z","caller":"traceutil/trace.go:171","msg":"trace[1040694630] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:8680; }","duration":"387.142237ms","start":"2026-07-28T06:14:23.080546Z","end":"2026-07-28T06:14:23.467688Z","steps":["trace[1040694630] 'agreement among raft nodes before linearized reading' (duration: 386.828619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:23.467766Z","caller":"traceutil/trace.go:171","msg":"trace[963325755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8680; }","duration":"154.366404ms","start":"2026-07-28T06:14:23.313386Z","end":"2026-07-28T06:14:23.467753Z","steps":["trace[963325755] 'agreement among raft nodes before linearized reading' (duration: 154.279632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.467785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:23.080524Z","time spent":"387.249609ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:14:23.467789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:22.77528Z","time spent":"692.466456ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":675,"request content":"key:\"/registry/volumeattachments/csi-201da67b220c581f8971803f8e654fde1597a870aae278d3d9303cb442f592d7\" "} {"level":"warn","ts":"2026-07-28T06:14:23.467931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.907484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb\" ","response":"range_response_count:1 size:9686"} {"level":"info","ts":"2026-07-28T06:14:23.467973Z","caller":"traceutil/trace.go:171","msg":"trace[13039947] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb; range_end:; response_count:1; response_revision:8680; }","duration":"673.978905ms","start":"2026-07-28T06:14:22.793983Z","end":"2026-07-28T06:14:23.467962Z","steps":["trace[13039947] 'agreement among raft nodes before linearized reading' (duration: 673.275387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:23.468003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:22.793968Z","time spent":"674.025747ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9710,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb\" "} {"level":"info","ts":"2026-07-28T06:14:30.256498Z","caller":"traceutil/trace.go:171","msg":"trace[404156531] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"682.346553ms","start":"2026-07-28T06:14:29.574118Z","end":"2026-07-28T06:14:30.256465Z","steps":["trace[404156531] 'process raft request' (duration: 682.107747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.256056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429489254,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:14:30.256714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.574087Z","time spent":"682.512096ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:14:30.256921Z","caller":"traceutil/trace.go:171","msg":"trace[816665434] linearizableReadLoop","detail":"{readStateIndex:9193; appliedIndex:9193; }","duration":"500.920714ms","start":"2026-07-28T06:14:29.755963Z","end":"2026-07-28T06:14:30.256884Z","steps":["trace[816665434] 'read index received' (duration: 500.880403ms)","trace[816665434] 'applied index is now lower than readState.Index' (duration: 37.181µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:30.257132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.158451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T06:14:30.257211Z","caller":"traceutil/trace.go:171","msg":"trace[109010508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8889; }","duration":"501.292325ms","start":"2026-07-28T06:14:29.755897Z","end":"2026-07-28T06:14:30.25719Z","steps":["trace[109010508] 'agreement among raft nodes before linearized reading' (duration: 501.070099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.257255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.755865Z","time spent":"501.379197ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:14:30.757942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429489260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:14:30.83169Z","caller":"traceutil/trace.go:171","msg":"trace[142661712] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"812.799656ms","start":"2026-07-28T06:14:30.018851Z","end":"2026-07-28T06:14:30.831651Z","steps":["trace[142661712] 'process raft request' (duration: 812.751795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:30.831742Z","caller":"traceutil/trace.go:171","msg":"trace[292953775] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"818.420712ms","start":"2026-07-28T06:14:30.013271Z","end":"2026-07-28T06:14:30.831692Z","steps":["trace[292953775] 'process raft request' (duration: 818.285248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.831917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.018814Z","time spent":"812.984881ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:14:30.832011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.013236Z","time spent":"818.619947ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:14:30.831742Z","caller":"traceutil/trace.go:171","msg":"trace[1466704820] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"821.874502ms","start":"2026-07-28T06:14:30.009804Z","end":"2026-07-28T06:14:30.831678Z","steps":["trace[1466704820] 'process raft request' (duration: 821.539542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.832277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.009789Z","time spent":"822.440926ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:14:30.959195Z","caller":"traceutil/trace.go:171","msg":"trace[1996786204] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"697.684251ms","start":"2026-07-28T06:14:30.261462Z","end":"2026-07-28T06:14:30.959146Z","steps":["trace[1996786204] 'process raft request' (duration: 688.930944ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:30.959286Z","caller":"traceutil/trace.go:171","msg":"trace[619516049] linearizableReadLoop","detail":"{readStateIndex:9198; appliedIndex:9196; }","duration":"702.275561ms","start":"2026-07-28T06:14:30.25697Z","end":"2026-07-28T06:14:30.959246Z","steps":["trace[619516049] 'read index received' (duration: 574.664523ms)","trace[619516049] 'applied index is now lower than readState.Index' (duration: 127.607238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:30.959426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.610689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:14:30.959464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.261437Z","time spent":"697.866996ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:14:30.959584Z","caller":"traceutil/trace.go:171","msg":"trace[1777242637] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8894; }","duration":"980.832974ms","start":"2026-07-28T06:14:29.978723Z","end":"2026-07-28T06:14:30.959555Z","steps":["trace[1777242637] 'agreement among raft nodes before linearized reading' (duration: 980.568807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.960318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.978703Z","time spent":"981.584575ms","remote":"127.0.0.1:52656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:14:30.960347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.416139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T06:14:30.960416Z","caller":"traceutil/trace.go:171","msg":"trace[619205304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:8894; }","duration":"921.532042ms","start":"2026-07-28T06:14:30.038863Z","end":"2026-07-28T06:14:30.960395Z","steps":["trace[619205304] 'agreement among raft nodes before linearized reading' (duration: 920.790152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.959631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086720698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-66bb7cd9c9-d7wsk.18c65f776e8a769c\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-28T06:14:30.960662Z","caller":"traceutil/trace.go:171","msg":"trace[52881214] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-66bb7cd9c9-d7wsk.18c65f776e8a769c; range_end:; response_count:1; response_revision:8894; }","duration":"1.087795586s","start":"2026-07-28T06:14:29.872846Z","end":"2026-07-28T06:14:30.960641Z","steps":["trace[52881214] 'agreement among raft nodes before linearized reading' (duration: 1.086580754s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.960719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.872841Z","time spent":"1.087861547s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":922,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-66bb7cd9c9-d7wsk.18c65f776e8a769c\" "} {"level":"warn","ts":"2026-07-28T06:14:30.959714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086967464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16333"} {"level":"info","ts":"2026-07-28T06:14:30.960871Z","caller":"traceutil/trace.go:171","msg":"trace[1935808052] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8894; }","duration":"1.088099634s","start":"2026-07-28T06:14:29.872742Z","end":"2026-07-28T06:14:30.960841Z","steps":["trace[1935808052] 'agreement among raft nodes before linearized reading' (duration: 1.086913392s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.960944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.872681Z","time spent":"1.088242058s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16357,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T06:14:30.959711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.099705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:30.961087Z","caller":"traceutil/trace.go:171","msg":"trace[1237303111] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8894; }","duration":"951.510982ms","start":"2026-07-28T06:14:30.009545Z","end":"2026-07-28T06:14:30.961056Z","steps":["trace[1237303111] 'agreement among raft nodes before linearized reading' (duration: 950.114566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.95978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203250907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T06:14:30.961177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.009518Z","time spent":"951.630295ms","remote":"127.0.0.1:57206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:14:30.961264Z","caller":"traceutil/trace.go:171","msg":"trace[1522947794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8894; }","duration":"1.204710956s","start":"2026-07-28T06:14:29.756508Z","end":"2026-07-28T06:14:30.961219Z","steps":["trace[1522947794] 'agreement among raft nodes before linearized reading' (duration: 1.203224656s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.959827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.421763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:30.961453Z","caller":"traceutil/trace.go:171","msg":"trace[1317858761] range","detail":"{range_begin:/registry/configmaps/monitoring/ipmi-exporter; range_end:; response_count:0; response_revision:8894; }","duration":"692.060165ms","start":"2026-07-28T06:14:30.269375Z","end":"2026-07-28T06:14:30.961435Z","steps":["trace[1317858761] 'agreement among raft nodes before linearized reading' (duration: 690.429112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.961517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.269354Z","time spent":"692.146458ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-07-28T06:14:30.959891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.820496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:14:30.961646Z","caller":"traceutil/trace.go:171","msg":"trace[70124412] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8894; }","duration":"611.566372ms","start":"2026-07-28T06:14:30.350062Z","end":"2026-07-28T06:14:30.961629Z","steps":["trace[70124412] 'agreement among raft nodes before linearized reading' (duration: 609.787405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.961689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.349985Z","time spent":"611.689395ms","remote":"127.0.0.1:48498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:14:30.95992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.405762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:30.962201Z","caller":"traceutil/trace.go:171","msg":"trace[1525079005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8894; }","duration":"647.732852ms","start":"2026-07-28T06:14:30.314444Z","end":"2026-07-28T06:14:30.962177Z","steps":["trace[1525079005] 'agreement among raft nodes before linearized reading' (duration: 645.457983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.962493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.314408Z","time spent":"647.850025ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T06:14:30.959978Z","caller":"traceutil/trace.go:171","msg":"trace[1876642957] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"276.535269ms","start":"2026-07-28T06:14:30.683431Z","end":"2026-07-28T06:14:30.959967Z","steps":["trace[1876642957] 'process raft request' (duration: 275.629246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.959988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203922575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:14:30.963292Z","caller":"traceutil/trace.go:171","msg":"trace[1928182299] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8894; }","duration":"1.207244581s","start":"2026-07-28T06:14:29.75603Z","end":"2026-07-28T06:14:30.963274Z","steps":["trace[1928182299] 'agreement among raft nodes before linearized reading' (duration: 1.203719259s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.963348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.756023Z","time spent":"1.207308063s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:14:30.959998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203875233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:14:30.963611Z","caller":"traceutil/trace.go:171","msg":"trace[459775509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8894; }","duration":"1.207505028s","start":"2026-07-28T06:14:29.756088Z","end":"2026-07-28T06:14:30.963593Z","steps":["trace[459775509] 'agreement among raft nodes before linearized reading' (duration: 1.203721459s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.963661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.756084Z","time spent":"1.20756157s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:14:30.960068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203971026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:14:30.963883Z","caller":"traceutil/trace.go:171","msg":"trace[1576891005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8894; }","duration":"1.207780505s","start":"2026-07-28T06:14:29.756062Z","end":"2026-07-28T06:14:30.963843Z","steps":["trace[1576891005] 'agreement among raft nodes before linearized reading' (duration: 1.203837822s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.960076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.193004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-28T06:14:30.964043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.756057Z","time spent":"1.207919408s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T06:14:30.964223Z","caller":"traceutil/trace.go:171","msg":"trace[1980061926] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8894; }","duration":"985.252409ms","start":"2026-07-28T06:14:29.978811Z","end":"2026-07-28T06:14:30.964064Z","steps":["trace[1980061926] 'agreement among raft nodes before linearized reading' (duration: 980.935647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:30.964303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.978807Z","time spent":"985.473785ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T06:14:30.961387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:29.756498Z","time spent":"1.204845349s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:14:30.962069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:30.038837Z","time spent":"922.308942ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"info","ts":"2026-07-28T06:14:31.101371Z","caller":"traceutil/trace.go:171","msg":"trace[2142596848] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"131.079439ms","start":"2026-07-28T06:14:30.970237Z","end":"2026-07-28T06:14:31.101316Z","steps":["trace[2142596848] 'process raft request' (duration: 121.585381ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:31.101409Z","caller":"traceutil/trace.go:171","msg":"trace[1297530050] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"131.1241ms","start":"2026-07-28T06:14:30.970234Z","end":"2026-07-28T06:14:31.101358Z","steps":["trace[1297530050] 'process raft request' (duration: 130.952695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:31.101628Z","caller":"traceutil/trace.go:171","msg":"trace[1484451588] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"130.214686ms","start":"2026-07-28T06:14:30.971368Z","end":"2026-07-28T06:14:31.101583Z","steps":["trace[1484451588] 'process raft request' (duration: 129.942079ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:31.10171Z","caller":"traceutil/trace.go:171","msg":"trace[1392318943] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"125.221426ms","start":"2026-07-28T06:14:30.976459Z","end":"2026-07-28T06:14:31.10168Z","steps":["trace[1392318943] 'process raft request' (duration: 124.916148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:31.101713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.905956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1559"} {"level":"info","ts":"2026-07-28T06:14:31.101816Z","caller":"traceutil/trace.go:171","msg":"trace[294629479] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8901; }","duration":"108.074601ms","start":"2026-07-28T06:14:30.993715Z","end":"2026-07-28T06:14:31.10179Z","steps":["trace[294629479] 'agreement among raft nodes before linearized reading' (duration: 107.766273ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:31.101832Z","caller":"traceutil/trace.go:171","msg":"trace[273524361] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"130.73805ms","start":"2026-07-28T06:14:30.971032Z","end":"2026-07-28T06:14:31.10177Z","steps":["trace[273524361] 'process raft request' (duration: 130.219017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:31.705637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429489283,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:14:31.920998Z","caller":"traceutil/trace.go:171","msg":"trace[1085978316] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9209; }","duration":"715.858044ms","start":"2026-07-28T06:14:31.205105Z","end":"2026-07-28T06:14:31.920963Z","steps":["trace[1085978316] 'read index received' (duration: 715.514485ms)","trace[1085978316] 'applied index is now lower than readState.Index' (duration: 342.039µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:31.921089Z","caller":"traceutil/trace.go:171","msg":"trace[1471297008] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"717.324412ms","start":"2026-07-28T06:14:31.203729Z","end":"2026-07-28T06:14:31.921054Z","steps":["trace[1471297008] 'process raft request' (duration: 717.023845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:31.921235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:31.203694Z","time spent":"717.480767ms","remote":"127.0.0.1:48474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T06:14:31.92142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.516767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T06:14:31.921452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.320666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/csi-65f36b89a8e62f142f104e1f92f423666d9f5eb4baaa703b6a3d093230574e00\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-07-28T06:14:31.921484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.702022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb.18c65f758c2e1ec4\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-07-28T06:14:31.921566Z","caller":"traceutil/trace.go:171","msg":"trace[144462332] range","detail":"{range_begin:/registry/volumeattachments/csi-65f36b89a8e62f142f104e1f92f423666d9f5eb4baaa703b6a3d093230574e00; range_end:; response_count:1; response_revision:8906; }","duration":"716.487641ms","start":"2026-07-28T06:14:31.205058Z","end":"2026-07-28T06:14:31.921546Z","steps":["trace[144462332] 'agreement among raft nodes before linearized reading' (duration: 716.037498ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:31.921588Z","caller":"traceutil/trace.go:171","msg":"trace[1103391937] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb.18c65f758c2e1ec4; range_end:; response_count:1; response_revision:8906; }","duration":"632.882627ms","start":"2026-07-28T06:14:31.288678Z","end":"2026-07-28T06:14:31.921561Z","steps":["trace[1103391937] 'agreement among raft nodes before linearized reading' (duration: 632.534178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:31.921638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:31.204972Z","time spent":"716.657265ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":675,"request content":"key:\"/registry/volumeattachments/csi-65f36b89a8e62f142f104e1f92f423666d9f5eb4baaa703b6a3d093230574e00\" "} {"level":"warn","ts":"2026-07-28T06:14:31.92166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:31.288651Z","time spent":"632.994269ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-p8jfb.18c65f758c2e1ec4\" "} {"level":"info","ts":"2026-07-28T06:14:31.9215Z","caller":"traceutil/trace.go:171","msg":"trace[1495759565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8906; }","duration":"407.660731ms","start":"2026-07-28T06:14:31.513822Z","end":"2026-07-28T06:14:31.921482Z","steps":["trace[1495759565] 'agreement among raft nodes before linearized reading' (duration: 407.395504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:31.921821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:31.513794Z","time spent":"407.959738ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:14:32.111664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.914768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T06:14:32.111892Z","caller":"traceutil/trace.go:171","msg":"trace[804553173] linearizableReadLoop","detail":"{readStateIndex:9213; appliedIndex:9211; }","duration":"166.602144ms","start":"2026-07-28T06:14:31.945271Z","end":"2026-07-28T06:14:32.111874Z","steps":["trace[804553173] 'read index received' (duration: 41.266914ms)","trace[804553173] 'applied index is now lower than readState.Index' (duration: 125.3343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:32.112078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.798158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-66bb7cd9c9-d7wsk.18c65f776e8a769c\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-28T06:14:32.112251Z","caller":"traceutil/trace.go:171","msg":"trace[31729839] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-66bb7cd9c9-d7wsk.18c65f776e8a769c; range_end:; response_count:1; response_revision:8909; }","duration":"166.999304ms","start":"2026-07-28T06:14:31.945234Z","end":"2026-07-28T06:14:32.112233Z","steps":["trace[31729839] 'agreement among raft nodes before linearized reading' (duration: 166.690536ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:32.112417Z","caller":"traceutil/trace.go:171","msg":"trace[934430938] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"184.553079ms","start":"2026-07-28T06:14:31.927816Z","end":"2026-07-28T06:14:32.112369Z","steps":["trace[934430938] 'process raft request' (duration: 183.968574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:32.112634Z","caller":"traceutil/trace.go:171","msg":"trace[1803305597] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"185.144795ms","start":"2026-07-28T06:14:31.927444Z","end":"2026-07-28T06:14:32.112589Z","steps":["trace[1803305597] 'process raft request' (duration: 59.21789ms)","trace[1803305597] 'compare' (duration: 124.723983ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:39.267347Z","caller":"traceutil/trace.go:171","msg":"trace[36267833] transaction","detail":"{read_only:false; response_revision:9039; number_of_response:1; }","duration":"109.581569ms","start":"2026-07-28T06:14:39.15773Z","end":"2026-07-28T06:14:39.267311Z","steps":["trace[36267833] 'process raft request' (duration: 109.512357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:39.26735Z","caller":"traceutil/trace.go:171","msg":"trace[158118081] transaction","detail":"{read_only:false; response_revision:9038; number_of_response:1; }","duration":"109.61039ms","start":"2026-07-28T06:14:39.157701Z","end":"2026-07-28T06:14:39.267311Z","steps":["trace[158118081] 'process raft request' (duration: 109.341683ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:39.268019Z","caller":"traceutil/trace.go:171","msg":"trace[1501770038] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"109.111738ms","start":"2026-07-28T06:14:39.15889Z","end":"2026-07-28T06:14:39.268002Z","steps":["trace[1501770038] 'process raft request' (duration: 109.019315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:42.173992Z","caller":"traceutil/trace.go:171","msg":"trace[1366911141] transaction","detail":"{read_only:false; response_revision:9067; number_of_response:1; }","duration":"113.226864ms","start":"2026-07-28T06:14:42.060726Z","end":"2026-07-28T06:14:42.173953Z","steps":["trace[1366911141] 'process raft request' (duration: 110.955685ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:43.276942Z","caller":"traceutil/trace.go:171","msg":"trace[572244571] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"109.695793ms","start":"2026-07-28T06:14:43.167205Z","end":"2026-07-28T06:14:43.276901Z","steps":["trace[572244571] 'process raft request' (duration: 109.335673ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:43.418431Z","caller":"traceutil/trace.go:171","msg":"trace[308798902] linearizableReadLoop","detail":"{readStateIndex:9411; appliedIndex:9410; }","duration":"135.432642ms","start":"2026-07-28T06:14:43.282957Z","end":"2026-07-28T06:14:43.41839Z","steps":["trace[308798902] 'read index received' (duration: 82.340312ms)","trace[308798902] 'applied index is now lower than readState.Index' (duration: 53.09068ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:43.418558Z","caller":"traceutil/trace.go:171","msg":"trace[2077310098] transaction","detail":"{read_only:false; response_revision:9102; number_of_response:1; }","duration":"139.176479ms","start":"2026-07-28T06:14:43.279323Z","end":"2026-07-28T06:14:43.4185Z","steps":["trace[2077310098] 'process raft request' (duration: 85.990306ms)","trace[2077310098] 'compare' (duration: 52.712601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:43.41879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.192009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:14:43.418842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.849793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:14:43.418882Z","caller":"traceutil/trace.go:171","msg":"trace[1366451349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9102; }","duration":"104.354563ms","start":"2026-07-28T06:14:43.314503Z","end":"2026-07-28T06:14:43.418858Z","steps":["trace[1366451349] 'agreement among raft nodes before linearized reading' (duration: 104.160798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:43.418899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.029901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:14:43.418904Z","caller":"traceutil/trace.go:171","msg":"trace[349362422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9102; }","duration":"136.008307ms","start":"2026-07-28T06:14:43.282879Z","end":"2026-07-28T06:14:43.418887Z","steps":["trace[349362422] 'agreement among raft nodes before linearized reading' (duration: 135.703069ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:43.418946Z","caller":"traceutil/trace.go:171","msg":"trace[1624362777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9102; }","duration":"135.107953ms","start":"2026-07-28T06:14:43.283823Z","end":"2026-07-28T06:14:43.418931Z","steps":["trace[1624362777] 'agreement among raft nodes before linearized reading' (duration: 134.794665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:43.418972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.011881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:14:43.419114Z","caller":"traceutil/trace.go:171","msg":"trace[1990316438] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9102; }","duration":"135.190195ms","start":"2026-07-28T06:14:43.283888Z","end":"2026-07-28T06:14:43.419079Z","steps":["trace[1990316438] 'agreement among raft nodes before linearized reading' (duration: 134.816145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:43.679617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.022339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T06:14:43.679699Z","caller":"traceutil/trace.go:171","msg":"trace[2025971574] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9108; }","duration":"153.153492ms","start":"2026-07-28T06:14:43.526526Z","end":"2026-07-28T06:14:43.679679Z","steps":["trace[2025971574] 'agreement among raft nodes before linearized reading' (duration: 152.887545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.686488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429489760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:14:44.699424Z","caller":"traceutil/trace.go:171","msg":"trace[641956626] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"669.205021ms","start":"2026-07-28T06:14:44.030178Z","end":"2026-07-28T06:14:44.699383Z","steps":["trace[641956626] 'process raft request' (duration: 668.653777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.699836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:44.030148Z","time spent":"669.567421ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:14:44.746135Z","caller":"traceutil/trace.go:171","msg":"trace[720107952] linearizableReadLoop","detail":"{readStateIndex:9423; appliedIndex:9420; }","duration":"559.720884ms","start":"2026-07-28T06:14:44.186378Z","end":"2026-07-28T06:14:44.746099Z","steps":["trace[720107952] 'read index received' (duration: 512.479136ms)","trace[720107952] 'applied index is now lower than readState.Index' (duration: 47.240338ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:44.746203Z","caller":"traceutil/trace.go:171","msg":"trace[181128733] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"636.797189ms","start":"2026-07-28T06:14:44.109363Z","end":"2026-07-28T06:14:44.74616Z","steps":["trace[181128733] 'process raft request' (duration: 636.46808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:44.746223Z","caller":"traceutil/trace.go:171","msg":"trace[902172065] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"430.826393ms","start":"2026-07-28T06:14:44.315344Z","end":"2026-07-28T06:14:44.74617Z","steps":["trace[902172065] 'process raft request' (duration: 430.69727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.746385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:44.315309Z","time spent":"430.993448ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:14:44.746389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:44.109332Z","time spent":"636.961353ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:14:44.746457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.037992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T06:14:44.7465Z","caller":"traceutil/trace.go:171","msg":"trace[2003252889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9113; }","duration":"560.155645ms","start":"2026-07-28T06:14:44.186332Z","end":"2026-07-28T06:14:44.746487Z","steps":["trace[2003252889] 'agreement among raft nodes before linearized reading' (duration: 559.93767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.746546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:44.186308Z","time spent":"560.227288ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:14:44.746612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.552494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:14:44.74666Z","caller":"traceutil/trace.go:171","msg":"trace[205502599] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9113; }","duration":"538.623045ms","start":"2026-07-28T06:14:44.208025Z","end":"2026-07-28T06:14:44.746648Z","steps":["trace[205502599] 'agreement among raft nodes before linearized reading' (duration: 538.515843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.74669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:14:44.208013Z","time spent":"538.667976ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:14:44.746698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.879119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T06:14:44.746777Z","caller":"traceutil/trace.go:171","msg":"trace[1617541538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9113; }","duration":"111.997242ms","start":"2026-07-28T06:14:44.634755Z","end":"2026-07-28T06:14:44.746752Z","steps":["trace[1617541538] 'agreement among raft nodes before linearized reading' (duration: 111.812237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.746967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.28161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:14:44.746997Z","caller":"traceutil/trace.go:171","msg":"trace[435981970] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9113; }","duration":"197.323131ms","start":"2026-07-28T06:14:44.549664Z","end":"2026-07-28T06:14:44.746987Z","steps":["trace[435981970] 'agreement among raft nodes before linearized reading' (duration: 197.213398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:44.747031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.351441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:14:44.747079Z","caller":"traceutil/trace.go:171","msg":"trace[1918387412] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:9113; }","duration":"202.444294ms","start":"2026-07-28T06:14:44.544621Z","end":"2026-07-28T06:14:44.747065Z","steps":["trace[1918387412] 'agreement among raft nodes before linearized reading' (duration: 202.355422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:45.410103Z","caller":"traceutil/trace.go:171","msg":"trace[1990774000] linearizableReadLoop","detail":"{readStateIndex:9441; appliedIndex:9440; }","duration":"286.022037ms","start":"2026-07-28T06:14:45.124052Z","end":"2026-07-28T06:14:45.410074Z","steps":["trace[1990774000] 'read index received' (duration: 232.809924ms)","trace[1990774000] 'applied index is now lower than readState.Index' (duration: 53.210553ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:45.410245Z","caller":"traceutil/trace.go:171","msg":"trace[876173151] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"289.437597ms","start":"2026-07-28T06:14:45.120771Z","end":"2026-07-28T06:14:45.410209Z","steps":["trace[876173151] 'process raft request' (duration: 236.024088ms)","trace[876173151] 'compare' (duration: 52.918925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:45.410867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.788167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71363"} {"level":"info","ts":"2026-07-28T06:14:45.410962Z","caller":"traceutil/trace.go:171","msg":"trace[1766308430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:9131; }","duration":"286.906351ms","start":"2026-07-28T06:14:45.124028Z","end":"2026-07-28T06:14:45.410935Z","steps":["trace[1766308430] 'agreement among raft nodes before linearized reading' (duration: 286.185842ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:45.642444Z","caller":"traceutil/trace.go:171","msg":"trace[675399697] linearizableReadLoop","detail":"{readStateIndex:9445; appliedIndex:9443; }","duration":"157.201447ms","start":"2026-07-28T06:14:45.48522Z","end":"2026-07-28T06:14:45.642421Z","steps":["trace[675399697] 'read index received' (duration: 99.283966ms)","trace[675399697] 'applied index is now lower than readState.Index' (duration: 57.916511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:14:45.642653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.427532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:14:45.642693Z","caller":"traceutil/trace.go:171","msg":"trace[1491944526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9135; }","duration":"157.541636ms","start":"2026-07-28T06:14:45.485141Z","end":"2026-07-28T06:14:45.642683Z","steps":["trace[1491944526] 'agreement among raft nodes before linearized reading' (duration: 157.377381ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:45.643168Z","caller":"traceutil/trace.go:171","msg":"trace[1201427548] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"185.204011ms","start":"2026-07-28T06:14:45.457929Z","end":"2026-07-28T06:14:45.643133Z","steps":["trace[1201427548] 'process raft request' (duration: 184.446952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:14:45.643238Z","caller":"traceutil/trace.go:171","msg":"trace[817579630] transaction","detail":"{read_only:false; response_revision:9134; number_of_response:1; }","duration":"186.037054ms","start":"2026-07-28T06:14:45.457162Z","end":"2026-07-28T06:14:45.643199Z","steps":["trace[817579630] 'process raft request' (duration: 127.323453ms)","trace[817579630] 'compare' (duration: 57.766855ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:48.881839Z","caller":"traceutil/trace.go:171","msg":"trace[1912271122] linearizableReadLoop","detail":"{readStateIndex:9479; appliedIndex:9478; }","duration":"110.764468ms","start":"2026-07-28T06:14:48.771045Z","end":"2026-07-28T06:14:48.88181Z","steps":["trace[1912271122] 'read index received' (duration: 106.147007ms)","trace[1912271122] 'applied index is now lower than readState.Index' (duration: 4.615871ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:14:48.881936Z","caller":"traceutil/trace.go:171","msg":"trace[2020270999] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"120.875403ms","start":"2026-07-28T06:14:48.760999Z","end":"2026-07-28T06:14:48.881874Z","steps":["trace[2020270999] 'process raft request' (duration: 116.276552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:14:48.882111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.024655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:14:48.882149Z","caller":"traceutil/trace.go:171","msg":"trace[1719771298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9167; }","duration":"111.24943ms","start":"2026-07-28T06:14:48.770888Z","end":"2026-07-28T06:14:48.882138Z","steps":["trace[1719771298] 'agreement among raft nodes before linearized reading' (duration: 111.017284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:11.336065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.28729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"info","ts":"2026-07-28T06:15:11.336175Z","caller":"traceutil/trace.go:171","msg":"trace[646758906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9502; }","duration":"833.407563ms","start":"2026-07-28T06:15:10.502743Z","end":"2026-07-28T06:15:11.336151Z","steps":["trace[646758906] 'range keys from in-memory index tree' (duration: 833.052033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:11.336243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:10.502657Z","time spent":"833.575457ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T06:15:11.357625Z","caller":"traceutil/trace.go:171","msg":"trace[996421074] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"308.370503ms","start":"2026-07-28T06:15:11.049225Z","end":"2026-07-28T06:15:11.357595Z","steps":["trace[996421074] 'process raft request' (duration: 308.180788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:11.357838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.049185Z","time spent":"308.538957ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:13.007375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.649915603s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T06:15:13.007986Z","caller":"traceutil/trace.go:171","msg":"trace[408093224] linearizableReadLoop","detail":"{readStateIndex:9824; appliedIndex:9820; }","duration":"1.950217334s","start":"2026-07-28T06:15:11.057736Z","end":"2026-07-28T06:15:13.007954Z","steps":["trace[408093224] 'read index received' (duration: 299.711986ms)","trace[408093224] 'applied index is now lower than readState.Index' (duration: 1.650503948s)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:15:13.007993Z","caller":"traceutil/trace.go:171","msg":"trace[901333186] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"1.958391138s","start":"2026-07-28T06:15:11.049565Z","end":"2026-07-28T06:15:13.007957Z","steps":["trace[901333186] 'process raft request' (duration: 1.9580527s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.008089Z","caller":"traceutil/trace.go:171","msg":"trace[638575555] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"1.957272519s","start":"2026-07-28T06:15:11.050805Z","end":"2026-07-28T06:15:13.008078Z","steps":["trace[638575555] 'process raft request' (duration: 1.957051444s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.008251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.050767Z","time spent":"1.957346301s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:13.008277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.049548Z","time spent":"1.958508742s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:13.00844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341273511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:15:13.008496Z","caller":"traceutil/trace.go:171","msg":"trace[1844048500] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9506; }","duration":"1.341374095s","start":"2026-07-28T06:15:11.667108Z","end":"2026-07-28T06:15:13.008482Z","steps":["trace[1844048500] 'agreement among raft nodes before linearized reading' (duration: 1.341288603s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.00853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.667081Z","time spent":"1.341440647s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:15:13.008499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950730897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T06:15:13.008713Z","caller":"traceutil/trace.go:171","msg":"trace[405756361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9506; }","duration":"1.950983774s","start":"2026-07-28T06:15:11.057682Z","end":"2026-07-28T06:15:13.008666Z","steps":["trace[405756361] 'agreement among raft nodes before linearized reading' (duration: 1.950534412s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.008731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613185778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-28T06:15:13.008797Z","caller":"traceutil/trace.go:171","msg":"trace[1401269929] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9506; }","duration":"1.61328015s","start":"2026-07-28T06:15:11.395489Z","end":"2026-07-28T06:15:13.008769Z","steps":["trace[1401269929] 'agreement among raft nodes before linearized reading' (duration: 1.613167467s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.008831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214866054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T06:15:13.008836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56525585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-28T06:15:13.008867Z","caller":"traceutil/trace.go:171","msg":"trace[253536880] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9506; }","duration":"1.214901695s","start":"2026-07-28T06:15:11.793955Z","end":"2026-07-28T06:15:13.008857Z","steps":["trace[253536880] 'agreement among raft nodes before linearized reading' (duration: 1.214798762s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.008799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.057661Z","time spent":"1.951125488s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:15:13.008861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454540704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T06:15:13.00896Z","caller":"traceutil/trace.go:171","msg":"trace[1763267524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:9506; }","duration":"1.454698709s","start":"2026-07-28T06:15:11.554245Z","end":"2026-07-28T06:15:13.008944Z","steps":["trace[1763267524] 'agreement among raft nodes before linearized reading' (duration: 1.45435998s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.008976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236081682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:15:13.009004Z","caller":"traceutil/trace.go:171","msg":"trace[1152529824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9506; }","duration":"1.236145003s","start":"2026-07-28T06:15:11.772852Z","end":"2026-07-28T06:15:13.008997Z","steps":["trace[1152529824] 'agreement among raft nodes before linearized reading' (duration: 1.236067431s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.008489Z","caller":"traceutil/trace.go:171","msg":"trace[1145646671] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"1.957084144s","start":"2026-07-28T06:15:11.051334Z","end":"2026-07-28T06:15:13.008418Z","steps":["trace[1145646671] 'process raft request' (duration: 1.956563691s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.00903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.554234Z","time spent":"1.454784912s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:15:13.008987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465473012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:15:13.009082Z","caller":"traceutil/trace.go:171","msg":"trace[1571760997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9506; }","duration":"1.465613646s","start":"2026-07-28T06:15:11.543458Z","end":"2026-07-28T06:15:13.009072Z","steps":["trace[1571760997] 'agreement among raft nodes before linearized reading' (duration: 1.465463091s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667975038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"warn","ts":"2026-07-28T06:15:13.009129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.543431Z","time spent":"1.465684198s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:15:13.009118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213069279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T06:15:13.009181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694946615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:15:13.008899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.793895Z","time spent":"1.214997308s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:15:13.009222Z","caller":"traceutil/trace.go:171","msg":"trace[1883108065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9506; }","duration":"1.695016787s","start":"2026-07-28T06:15:11.314196Z","end":"2026-07-28T06:15:13.009213Z","steps":["trace[1883108065] 'agreement among raft nodes before linearized reading' (duration: 1.694960205s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.051269Z","time spent":"1.957793793s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:15:13.009135Z","caller":"traceutil/trace.go:171","msg":"trace[2054278894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9506; }","duration":"1.66806471s","start":"2026-07-28T06:15:11.341059Z","end":"2026-07-28T06:15:13.009123Z","steps":["trace[2054278894] 'agreement among raft nodes before linearized reading' (duration: 1.667879574s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.009236Z","caller":"traceutil/trace.go:171","msg":"trace[1136432445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9506; }","duration":"1.213265414s","start":"2026-07-28T06:15:11.795945Z","end":"2026-07-28T06:15:13.00921Z","steps":["trace[1136432445] 'agreement among raft nodes before linearized reading' (duration: 1.212738919s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.314177Z","time spent":"1.695069848s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T06:15:13.008894Z","caller":"traceutil/trace.go:171","msg":"trace[2001208271] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:9506; }","duration":"1.565350832s","start":"2026-07-28T06:15:11.443526Z","end":"2026-07-28T06:15:13.008877Z","steps":["trace[2001208271] 'agreement among raft nodes before linearized reading' (duration: 1.56487523s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.795919Z","time spent":"1.213370097s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:15:13.00932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.443507Z","time spent":"1.565796285s","remote":"127.0.0.1:46196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-28T06:15:13.009042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.772825Z","time spent":"1.236211095s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:15:13.008586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819643927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T06:15:13.009274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.341034Z","time spent":"1.668232144s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T06:15:13.009439Z","caller":"traceutil/trace.go:171","msg":"trace[1053877099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9506; }","duration":"1.820537621s","start":"2026-07-28T06:15:11.188887Z","end":"2026-07-28T06:15:13.009424Z","steps":["trace[1053877099] 'agreement among raft nodes before linearized reading' (duration: 1.819440522s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.188789Z","time spent":"1.820678965s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:15:13.008863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:11.395462Z","time spent":"1.613391164s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-28T06:15:13.009795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.548662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T06:15:13.009844Z","caller":"traceutil/trace.go:171","msg":"trace[1923929276] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:9506; }","duration":"166.637974ms","start":"2026-07-28T06:15:12.843192Z","end":"2026-07-28T06:15:13.00983Z","steps":["trace[1923929276] 'agreement among raft nodes before linearized reading' (duration: 166.526261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.278482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:15:13.009884Z","caller":"traceutil/trace.go:171","msg":"trace[1598717616] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9506; }","duration":"614.349403ms","start":"2026-07-28T06:15:12.395524Z","end":"2026-07-28T06:15:13.009873Z","steps":["trace[1598717616] 'agreement among raft nodes before linearized reading' (duration: 614.289812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.009925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:12.395502Z","time spent":"614.415706ms","remote":"127.0.0.1:41632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:15:13.446711Z","caller":"traceutil/trace.go:171","msg":"trace[448342824] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"428.962558ms","start":"2026-07-28T06:15:13.017713Z","end":"2026-07-28T06:15:13.446676Z","steps":["trace[448342824] 'process raft request' (duration: 428.830985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.44705Z","caller":"traceutil/trace.go:171","msg":"trace[810675271] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"429.241725ms","start":"2026-07-28T06:15:13.01777Z","end":"2026-07-28T06:15:13.447012Z","steps":["trace[810675271] 'process raft request' (duration: 428.843945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.447082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.017693Z","time spent":"429.149723ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:13.447164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.017756Z","time spent":"429.353729ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:15:13.447165Z","caller":"traceutil/trace.go:171","msg":"trace[1930908832] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"429.017619ms","start":"2026-07-28T06:15:13.018126Z","end":"2026-07-28T06:15:13.447144Z","steps":["trace[1930908832] 'process raft request' (duration: 428.883606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.447192Z","caller":"traceutil/trace.go:171","msg":"trace[1459843081] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"429.330988ms","start":"2026-07-28T06:15:13.017814Z","end":"2026-07-28T06:15:13.447145Z","steps":["trace[1459843081] 'process raft request' (duration: 429.086091ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.446713Z","caller":"traceutil/trace.go:171","msg":"trace[500131281] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"429.972935ms","start":"2026-07-28T06:15:13.016693Z","end":"2026-07-28T06:15:13.446666Z","steps":["trace[500131281] 'process raft request' (duration: 429.572445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.447322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.018112Z","time spent":"429.149034ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:15:13.447287Z","caller":"traceutil/trace.go:171","msg":"trace[1227417489] linearizableReadLoop","detail":"{readStateIndex:9826; appliedIndex:9824; }","duration":"429.698397ms","start":"2026-07-28T06:15:13.017547Z","end":"2026-07-28T06:15:13.447245Z","steps":["trace[1227417489] 'read index received' (duration: 9.683163ms)","trace[1227417489] 'applied index is now lower than readState.Index' (duration: 420.013224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:15:13.447405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.016663Z","time spent":"430.695124ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:13.447407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.017804Z","time spent":"429.485691ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:15:13.447469Z","caller":"traceutil/trace.go:171","msg":"trace[385006886] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"429.01197ms","start":"2026-07-28T06:15:13.018407Z","end":"2026-07-28T06:15:13.447419Z","steps":["trace[385006886] 'process raft request' (duration: 428.677721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.447949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.370234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82469"} {"level":"info","ts":"2026-07-28T06:15:13.44799Z","caller":"traceutil/trace.go:171","msg":"trace[1983653102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:9513; }","duration":"430.437126ms","start":"2026-07-28T06:15:13.01754Z","end":"2026-07-28T06:15:13.447977Z","steps":["trace[1983653102] 'agreement among raft nodes before linearized reading' (duration: 429.920093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.448029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.017507Z","time spent":"430.512338ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82493,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T06:15:13.44799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.018396Z","time spent":"429.372499ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:13.468541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.667382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:15:13.468644Z","caller":"traceutil/trace.go:171","msg":"trace[1567665439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9514; }","duration":"449.843036ms","start":"2026-07-28T06:15:13.018777Z","end":"2026-07-28T06:15:13.46862Z","steps":["trace[1567665439] 'agreement among raft nodes before linearized reading' (duration: 449.63652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.468642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.161489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:15:13.468696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.018757Z","time spent":"449.931479ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T06:15:13.46872Z","caller":"traceutil/trace.go:171","msg":"trace[220320138] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9514; }","duration":"393.316103ms","start":"2026-07-28T06:15:13.075383Z","end":"2026-07-28T06:15:13.468699Z","steps":["trace[220320138] 'agreement among raft nodes before linearized reading' (duration: 393.132688ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:13.46854Z","caller":"traceutil/trace.go:171","msg":"trace[1720779893] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"104.76301ms","start":"2026-07-28T06:15:13.363729Z","end":"2026-07-28T06:15:13.468492Z","steps":["trace[1720779893] 'process raft request' (duration: 104.480282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:13.468785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:13.075354Z","time spent":"393.417226ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T06:15:14.120311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.952094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:15:14.120403Z","caller":"traceutil/trace.go:171","msg":"trace[1244967300] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:9517; }","duration":"217.121519ms","start":"2026-07-28T06:15:13.903262Z","end":"2026-07-28T06:15:14.120383Z","steps":["trace[1244967300] 'count revisions from in-memory index tree' (duration: 216.726928ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:35.587454Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1d03a09d7253a9d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T06:15:35.592289Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T06:15:35.592406Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T06:15:47.446676Z","caller":"traceutil/trace.go:171","msg":"trace[166226466] linearizableReadLoop","detail":"{readStateIndex:10178; appliedIndex:10175; }","duration":"240.438881ms","start":"2026-07-28T06:15:47.20621Z","end":"2026-07-28T06:15:47.446649Z","steps":["trace[166226466] 'read index received' (duration: 30.273055ms)","trace[166226466] 'applied index is now lower than readState.Index' (duration: 210.164426ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:15:47.446757Z","caller":"traceutil/trace.go:171","msg":"trace[1111871233] transaction","detail":"{read_only:false; response_revision:9850; number_of_response:1; }","duration":"277.634948ms","start":"2026-07-28T06:15:47.169071Z","end":"2026-07-28T06:15:47.446706Z","steps":["trace[1111871233] 'process raft request' (duration: 275.962323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:47.446821Z","caller":"traceutil/trace.go:171","msg":"trace[1782710004] transaction","detail":"{read_only:false; response_revision:9851; number_of_response:1; }","duration":"274.660448ms","start":"2026-07-28T06:15:47.172104Z","end":"2026-07-28T06:15:47.446765Z","steps":["trace[1782710004] 'process raft request' (duration: 274.449123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:47.447039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.243599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:15:47.447091Z","caller":"traceutil/trace.go:171","msg":"trace[356408119] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:9851; }","duration":"106.383342ms","start":"2026-07-28T06:15:47.340692Z","end":"2026-07-28T06:15:47.447075Z","steps":["trace[356408119] 'agreement among raft nodes before linearized reading' (duration: 106.278959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:47.447861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.629151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T06:15:47.447947Z","caller":"traceutil/trace.go:171","msg":"trace[1351350201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9851; }","duration":"241.781765ms","start":"2026-07-28T06:15:47.206144Z","end":"2026-07-28T06:15:47.447926Z","steps":["trace[1351350201] 'agreement among raft nodes before linearized reading' (duration: 240.666766ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:57.616784Z","caller":"traceutil/trace.go:171","msg":"trace[128994767] transaction","detail":"{read_only:false; response_revision:9922; number_of_response:1; }","duration":"109.223947ms","start":"2026-07-28T06:15:57.507528Z","end":"2026-07-28T06:15:57.616752Z","steps":["trace[128994767] 'process raft request' (duration: 94.161172ms)","trace[128994767] 'compare' (duration: 14.834349ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:15:58.031402Z","caller":"traceutil/trace.go:171","msg":"trace[22768858] linearizableReadLoop","detail":"{readStateIndex:10252; appliedIndex:10251; }","duration":"319.439304ms","start":"2026-07-28T06:15:57.711932Z","end":"2026-07-28T06:15:58.031371Z","steps":["trace[22768858] 'read index received' (duration: 310.243243ms)","trace[22768858] 'applied index is now lower than readState.Index' (duration: 9.195151ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:15:58.031676Z","caller":"traceutil/trace.go:171","msg":"trace[1053243533] transaction","detail":"{read_only:false; response_revision:9923; number_of_response:1; }","duration":"323.680164ms","start":"2026-07-28T06:15:57.707945Z","end":"2026-07-28T06:15:58.031625Z","steps":["trace[1053243533] 'process raft request' (duration: 314.34665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:58.031839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.540119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T06:15:58.031869Z","caller":"traceutil/trace.go:171","msg":"trace[1082690829] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:9923; }","duration":"265.59813ms","start":"2026-07-28T06:15:57.766259Z","end":"2026-07-28T06:15:58.031857Z","steps":["trace[1082690829] 'agreement among raft nodes before linearized reading' (duration: 265.519568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:58.031949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:57.707931Z","time spent":"323.87986ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:15:58.031747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.799904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-07-28T06:15:58.031975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.325766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T06:15:58.032036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.115385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T06:15:58.03201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.725135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:15:58.032064Z","caller":"traceutil/trace.go:171","msg":"trace[1747372676] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:9923; }","duration":"320.136961ms","start":"2026-07-28T06:15:57.711878Z","end":"2026-07-28T06:15:58.032015Z","steps":["trace[1747372676] 'agreement among raft nodes before linearized reading' (duration: 319.725711ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:58.032097Z","caller":"traceutil/trace.go:171","msg":"trace[745898628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9923; }","duration":"299.502301ms","start":"2026-07-28T06:15:57.73256Z","end":"2026-07-28T06:15:58.032062Z","steps":["trace[745898628] 'agreement among raft nodes before linearized reading' (duration: 299.124921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:58.032121Z","caller":"traceutil/trace.go:171","msg":"trace[996397561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9923; }","duration":"274.239367ms","start":"2026-07-28T06:15:57.757852Z","end":"2026-07-28T06:15:58.032091Z","steps":["trace[996397561] 'agreement among raft nodes before linearized reading' (duration: 274.055853ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:58.032121Z","caller":"traceutil/trace.go:171","msg":"trace[1366724547] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:9923; }","duration":"270.891839ms","start":"2026-07-28T06:15:57.761208Z","end":"2026-07-28T06:15:58.0321Z","steps":["trace[1366724547] 'agreement among raft nodes before linearized reading' (duration: 270.494158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:15:58.032145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:15:57.711858Z","time spent":"320.272645ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-28T06:15:58.032012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.810112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T06:15:58.032149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.078409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:15:58.032268Z","caller":"traceutil/trace.go:171","msg":"trace[839073539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9923; }","duration":"275.289044ms","start":"2026-07-28T06:15:57.756958Z","end":"2026-07-28T06:15:58.032247Z","steps":["trace[839073539] 'agreement among raft nodes before linearized reading' (duration: 274.954066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:58.032292Z","caller":"traceutil/trace.go:171","msg":"trace[563258023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9923; }","duration":"275.11397ms","start":"2026-07-28T06:15:57.757123Z","end":"2026-07-28T06:15:58.032237Z","steps":["trace[563258023] 'agreement among raft nodes before linearized reading' (duration: 274.688589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:15:58.333433Z","caller":"traceutil/trace.go:171","msg":"trace[1078709156] transaction","detail":"{read_only:false; response_revision:9930; number_of_response:1; }","duration":"116.435717ms","start":"2026-07-28T06:15:58.216954Z","end":"2026-07-28T06:15:58.33339Z","steps":["trace[1078709156] 'process raft request' (duration: 116.17928ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:16:54.710493Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6926} {"level":"info","ts":"2026-07-28T06:16:54.748316Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6926,"took":"35.741978ms","hash":3654927717,"current-db-size-bytes":36642816,"current-db-size":"37 MB","current-db-size-in-use-bytes":33841152,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T06:16:54.748378Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3654927717,"revision":6926,"compact-revision":5023} {"level":"info","ts":"2026-07-28T06:20:23.472202Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000030b4.wal"} {"level":"info","ts":"2026-07-28T06:21:54.722273Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10381} {"level":"info","ts":"2026-07-28T06:21:54.852391Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10381,"took":"127.694065ms","hash":2910301033,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":25219072,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-28T06:21:54.852457Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2910301033,"revision":10381,"compact-revision":6926} {"level":"warn","ts":"2026-07-28T06:21:58.833749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429499357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:21:59.333975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429499357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:21:59.473432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1474731s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T06:21:59.474071Z","caller":"traceutil/trace.go:171","msg":"trace[1680123940] transaction","detail":"{read_only:false; response_revision:12949; number_of_response:1; }","duration":"1.148161028s","start":"2026-07-28T06:21:58.325868Z","end":"2026-07-28T06:21:59.474029Z","steps":["trace[1680123940] 'process raft request' (duration: 1.147941812s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:21:59.474367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.325853Z","time spent":"1.148363722s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:00.305167Z","caller":"traceutil/trace.go:171","msg":"trace[616144053] transaction","detail":"{read_only:false; response_revision:12951; number_of_response:1; }","duration":"1.445908725s","start":"2026-07-28T06:21:58.859231Z","end":"2026-07-28T06:22:00.30514Z","steps":["trace[616144053] 'process raft request' (duration: 1.445789692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.305323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.859189Z","time spent":"1.446049849s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:00.305294Z","caller":"traceutil/trace.go:171","msg":"trace[594648173] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"1.977151909s","start":"2026-07-28T06:21:58.32798Z","end":"2026-07-28T06:22:00.305132Z","steps":["trace[594648173] 'process raft request' (duration: 1.976893942s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.305652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.327951Z","time spent":"1.97758148s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:00.305905Z","caller":"traceutil/trace.go:171","msg":"trace[223569785] transaction","detail":"{read_only:false; response_revision:12952; number_of_response:1; }","duration":"1.425631334s","start":"2026-07-28T06:21:58.88025Z","end":"2026-07-28T06:22:00.305881Z","steps":["trace[223569785] 'process raft request' (duration: 1.424848964s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.305985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.880172Z","time spent":"1.425779018s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:00.306196Z","caller":"traceutil/trace.go:171","msg":"trace[1391355701] linearizableReadLoop","detail":"{readStateIndex:13370; appliedIndex:13364; }","duration":"1.973032243s","start":"2026-07-28T06:21:58.333122Z","end":"2026-07-28T06:22:00.306155Z","steps":["trace[1391355701] 'read index received' (duration: 1.140696725s)","trace[1391355701] 'applied index is now lower than readState.Index' (duration: 832.334458ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:22:00.306174Z","caller":"traceutil/trace.go:171","msg":"trace[186000705] transaction","detail":"{read_only:false; response_revision:12953; number_of_response:1; }","duration":"1.279953397s","start":"2026-07-28T06:21:59.026176Z","end":"2026-07-28T06:22:00.306129Z","steps":["trace[186000705] 'process raft request' (duration: 1.279562587s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.306534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.026135Z","time spent":"1.280332537s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:00.306257Z","caller":"traceutil/trace.go:171","msg":"trace[1491316178] transaction","detail":"{read_only:false; response_revision:12954; number_of_response:1; }","duration":"1.279899966s","start":"2026-07-28T06:21:59.026343Z","end":"2026-07-28T06:22:00.306243Z","steps":["trace[1491316178] 'process raft request' (duration: 1.279501856s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.306617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973473305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:22:00.306711Z","caller":"traceutil/trace.go:171","msg":"trace[1912491226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12954; }","duration":"1.973625328s","start":"2026-07-28T06:21:58.33306Z","end":"2026-07-28T06:22:00.306686Z","steps":["trace[1912491226] 'agreement among raft nodes before linearized reading' (duration: 1.973253849s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.306774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.333032Z","time spent":"1.973731051s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:22:00.306783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.026305Z","time spent":"1.280329367s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:00.307645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970722656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T06:22:00.307691Z","caller":"traceutil/trace.go:171","msg":"trace[1563910976] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:12956; }","duration":"1.970790957s","start":"2026-07-28T06:21:58.336889Z","end":"2026-07-28T06:22:00.30768Z","steps":["trace[1563910976] 'agreement among raft nodes before linearized reading' (duration: 1.970636192s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.307717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.336878Z","time spent":"1.970833638s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:22:00.307755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.652716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T06:22:00.307793Z","caller":"traceutil/trace.go:171","msg":"trace[1161604342] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12956; }","duration":"600.708258ms","start":"2026-07-28T06:21:59.707072Z","end":"2026-07-28T06:22:00.30778Z","steps":["trace[1161604342] 'agreement among raft nodes before linearized reading' (duration: 600.586825ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:00.307792Z","caller":"traceutil/trace.go:171","msg":"trace[1920628239] transaction","detail":"{read_only:false; response_revision:12955; number_of_response:1; }","duration":"736.423498ms","start":"2026-07-28T06:21:59.571338Z","end":"2026-07-28T06:22:00.307762Z","steps":["trace[1920628239] 'process raft request' (duration: 735.331929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.307817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.707068Z","time spent":"600.744729ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:22:00.307881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.529519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-28T06:22:00.307908Z","caller":"traceutil/trace.go:171","msg":"trace[174058785] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12956; }","duration":"601.554139ms","start":"2026-07-28T06:21:59.706344Z","end":"2026-07-28T06:22:00.307899Z","steps":["trace[174058785] 'agreement among raft nodes before linearized reading' (duration: 601.480537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.307926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.70632Z","time spent":"601.601231ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:22:00.307934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.571305Z","time spent":"736.529781ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:00.307968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.950279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T06:22:00.308044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.698142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:22:00.308063Z","caller":"traceutil/trace.go:171","msg":"trace[638683714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12956; }","duration":"994.762133ms","start":"2026-07-28T06:21:59.313295Z","end":"2026-07-28T06:22:00.308058Z","steps":["trace[638683714] 'agreement among raft nodes before linearized reading' (duration: 994.732193ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:00.308056Z","caller":"traceutil/trace.go:171","msg":"trace[343091999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12956; }","duration":"138.097303ms","start":"2026-07-28T06:22:00.169937Z","end":"2026-07-28T06:22:00.308034Z","steps":["trace[343091999] 'agreement among raft nodes before linearized reading' (duration: 137.811055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.308099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.313268Z","time spent":"994.807364ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:22:00.308168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812557258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T06:22:00.308219Z","caller":"traceutil/trace.go:171","msg":"trace[1374916113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:12956; }","duration":"1.81265235s","start":"2026-07-28T06:21:58.495559Z","end":"2026-07-28T06:22:00.308211Z","steps":["trace[1374916113] 'agreement among raft nodes before linearized reading' (duration: 1.812495096s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.308243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.495528Z","time spent":"1.812709802s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:22:00.308017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.309703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T06:22:00.308342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924651693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:22:00.308346Z","caller":"traceutil/trace.go:171","msg":"trace[1058528276] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12956; }","duration":"856.662212ms","start":"2026-07-28T06:21:59.451652Z","end":"2026-07-28T06:22:00.308314Z","steps":["trace[1058528276] 'agreement among raft nodes before linearized reading' (duration: 856.323233ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:00.308373Z","caller":"traceutil/trace.go:171","msg":"trace[1410644329] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12956; }","duration":"1.924793267s","start":"2026-07-28T06:21:58.383568Z","end":"2026-07-28T06:22:00.308361Z","steps":["trace[1410644329] 'agreement among raft nodes before linearized reading' (duration: 1.924661824s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.3084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.38354Z","time spent":"1.924852348s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:22:00.308394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.421414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T06:22:00.30843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.451621Z","time spent":"856.789055ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:22:00.308437Z","caller":"traceutil/trace.go:171","msg":"trace[952104682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12956; }","duration":"468.508566ms","start":"2026-07-28T06:21:59.839915Z","end":"2026-07-28T06:22:00.308423Z","steps":["trace[952104682] 'agreement among raft nodes before linearized reading' (duration: 468.402653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.308469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.839883Z","time spent":"468.577728ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:22:00.308483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329198902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1559"} {"level":"warn","ts":"2026-07-28T06:22:00.308516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.251579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T06:22:00.308532Z","caller":"traceutil/trace.go:171","msg":"trace[698332603] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12956; }","duration":"1.329301004s","start":"2026-07-28T06:21:58.979216Z","end":"2026-07-28T06:22:00.308517Z","steps":["trace[698332603] 'agreement among raft nodes before linearized reading' (duration: 1.329064098s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:00.308545Z","caller":"traceutil/trace.go:171","msg":"trace[2119996717] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:12956; }","duration":"466.343081ms","start":"2026-07-28T06:21:59.842192Z","end":"2026-07-28T06:22:00.308535Z","steps":["trace[2119996717] 'agreement among raft nodes before linearized reading' (duration: 466.26883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:00.308566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:59.842161Z","time spent":"466.400453ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:22:00.308568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:21:58.979191Z","time spent":"1.329368316s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1583,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-28T06:22:11.191976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.519534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:22:11.192079Z","caller":"traceutil/trace.go:171","msg":"trace[451934393] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13030; }","duration":"342.70218ms","start":"2026-07-28T06:22:10.849353Z","end":"2026-07-28T06:22:11.192055Z","steps":["trace[451934393] 'count revisions from in-memory index tree' (duration: 342.399842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:11.192126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:10.849329Z","time spent":"342.785651ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:22:12.038633Z","caller":"traceutil/trace.go:171","msg":"trace[1135083508] transaction","detail":"{read_only:false; response_revision:13031; number_of_response:1; }","duration":"493.887957ms","start":"2026-07-28T06:22:11.544722Z","end":"2026-07-28T06:22:12.03861Z","steps":["trace[1135083508] 'process raft request' (duration: 493.737533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:12.038771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:11.544708Z","time spent":"493.99019ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:13.87302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.824051ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T06:22:13.873159Z","caller":"traceutil/trace.go:171","msg":"trace[1195677909] linearizableReadLoop","detail":"{readStateIndex:13459; appliedIndex:13458; }","duration":"218.684488ms","start":"2026-07-28T06:22:13.654447Z","end":"2026-07-28T06:22:13.873132Z","steps":["trace[1195677909] 'read index received' (duration: 40.670052ms)","trace[1195677909] 'applied index is now lower than readState.Index' (duration: 178.011926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:22:13.873349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.869783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:22:13.873433Z","caller":"traceutil/trace.go:171","msg":"trace[1492973682] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13040; }","duration":"218.999516ms","start":"2026-07-28T06:22:13.654412Z","end":"2026-07-28T06:22:13.873412Z","steps":["trace[1492973682] 'agreement among raft nodes before linearized reading' (duration: 218.829352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.912544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.671313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:22:14.912744Z","caller":"traceutil/trace.go:171","msg":"trace[1453152172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13043; }","duration":"263.921919ms","start":"2026-07-28T06:22:14.648784Z","end":"2026-07-28T06:22:14.912705Z","steps":["trace[1453152172] 'range keys from in-memory index tree' (duration: 263.637802ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:14.912937Z","caller":"traceutil/trace.go:171","msg":"trace[1159493069] linearizableReadLoop","detail":"{readStateIndex:13464; appliedIndex:13461; }","duration":"403.332955ms","start":"2026-07-28T06:22:14.509567Z","end":"2026-07-28T06:22:14.9129Z","steps":["trace[1159493069] 'read index received' (duration: 2.938036ms)","trace[1159493069] 'applied index is now lower than readState.Index' (duration: 400.392939ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:22:14.913121Z","caller":"traceutil/trace.go:171","msg":"trace[535248678] transaction","detail":"{read_only:false; response_revision:13044; number_of_response:1; }","duration":"435.429567ms","start":"2026-07-28T06:22:14.47767Z","end":"2026-07-28T06:22:14.9131Z","steps":["trace[535248678] 'process raft request' (duration: 434.485283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.913326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.477644Z","time spent":"435.517209ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:14.913376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.901331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:22:14.913346Z","caller":"traceutil/trace.go:171","msg":"trace[139500259] transaction","detail":"{read_only:false; response_revision:13045; number_of_response:1; }","duration":"435.413177ms","start":"2026-07-28T06:22:14.477888Z","end":"2026-07-28T06:22:14.913301Z","steps":["trace[139500259] 'process raft request' (duration: 434.845423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:14.913421Z","caller":"traceutil/trace.go:171","msg":"trace[1745409877] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13045; }","duration":"385.004724ms","start":"2026-07-28T06:22:14.5284Z","end":"2026-07-28T06:22:14.913405Z","steps":["trace[1745409877] 'agreement among raft nodes before linearized reading' (duration: 384.809769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.913396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.815336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T06:22:14.913471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.528377Z","time spent":"385.083886ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:22:14.913484Z","caller":"traceutil/trace.go:171","msg":"trace[1686378845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13045; }","duration":"403.979101ms","start":"2026-07-28T06:22:14.509484Z","end":"2026-07-28T06:22:14.913463Z","steps":["trace[1686378845] 'agreement among raft nodes before linearized reading' (duration: 403.631722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.913546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.477875Z","time spent":"435.55755ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:14.913548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.266716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T06:22:14.913557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.589894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T06:22:14.913666Z","caller":"traceutil/trace.go:171","msg":"trace[332340336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13045; }","duration":"308.768719ms","start":"2026-07-28T06:22:14.604871Z","end":"2026-07-28T06:22:14.91364Z","steps":["trace[332340336] 'agreement among raft nodes before linearized reading' (duration: 308.473431ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:14.913666Z","caller":"traceutil/trace.go:171","msg":"trace[258934436] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13045; }","duration":"308.42177ms","start":"2026-07-28T06:22:14.605202Z","end":"2026-07-28T06:22:14.913624Z","steps":["trace[258934436] 'agreement among raft nodes before linearized reading' (duration: 308.135093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.913726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.604844Z","time spent":"308.868051ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:22:14.913516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.194241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T06:22:14.913744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.605175Z","time spent":"308.548274ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:22:14.913554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.392423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:22:14.913787Z","caller":"traceutil/trace.go:171","msg":"trace[958747298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:13045; }","duration":"304.481769ms","start":"2026-07-28T06:22:14.609292Z","end":"2026-07-28T06:22:14.913774Z","steps":["trace[958747298] 'agreement among raft nodes before linearized reading' (duration: 304.082569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.913836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.609283Z","time spent":"304.53117ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"info","ts":"2026-07-28T06:22:14.913831Z","caller":"traceutil/trace.go:171","msg":"trace[1513210354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13045; }","duration":"307.748122ms","start":"2026-07-28T06:22:14.606063Z","end":"2026-07-28T06:22:14.913811Z","steps":["trace[1513210354] 'agreement among raft nodes before linearized reading' (duration: 307.228509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:14.913528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.50945Z","time spent":"404.067443ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:22:14.913889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.606028Z","time spent":"307.842274ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T06:22:15.352465Z","caller":"traceutil/trace.go:171","msg":"trace[1714451563] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"433.089388ms","start":"2026-07-28T06:22:14.919348Z","end":"2026-07-28T06:22:15.352438Z","steps":["trace[1714451563] 'process raft request' (duration: 433.015206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:15.352501Z","caller":"traceutil/trace.go:171","msg":"trace[62222307] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"433.54205ms","start":"2026-07-28T06:22:14.918919Z","end":"2026-07-28T06:22:15.352461Z","steps":["trace[62222307] 'process raft request' (duration: 433.174281ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:15.352567Z","caller":"traceutil/trace.go:171","msg":"trace[1992992894] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"433.285584ms","start":"2026-07-28T06:22:14.919245Z","end":"2026-07-28T06:22:15.352531Z","steps":["trace[1992992894] 'process raft request' (duration: 433.081198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:15.352621Z","caller":"traceutil/trace.go:171","msg":"trace[1604182752] linearizableReadLoop","detail":"{readStateIndex:13466; appliedIndex:13464; }","duration":"433.479668ms","start":"2026-07-28T06:22:14.919105Z","end":"2026-07-28T06:22:15.352585Z","steps":["trace[1604182752] 'read index received' (duration: 37.41337ms)","trace[1604182752] 'applied index is now lower than readState.Index' (duration: 396.063528ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:22:15.352667Z","caller":"traceutil/trace.go:171","msg":"trace[1468252398] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"433.331165ms","start":"2026-07-28T06:22:14.919314Z","end":"2026-07-28T06:22:15.352646Z","steps":["trace[1468252398] 'process raft request' (duration: 433.080948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:15.352675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.919238Z","time spent":"433.369586ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:15.352672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.918895Z","time spent":"433.686464ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:15.352647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.919339Z","time spent":"433.215281ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:15.352788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.919289Z","time spent":"433.426077ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:15.353073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.960511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223776"} {"level":"info","ts":"2026-07-28T06:22:15.353125Z","caller":"traceutil/trace.go:171","msg":"trace[1163717225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:13050; }","duration":"434.038382ms","start":"2026-07-28T06:22:14.919073Z","end":"2026-07-28T06:22:15.353111Z","steps":["trace[1163717225] 'agreement among raft nodes before linearized reading' (duration: 433.622582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:15.353155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.919064Z","time spent":"434.082693ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":223800,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T06:22:15.470318Z","caller":"traceutil/trace.go:171","msg":"trace[1790046129] linearizableReadLoop","detail":"{readStateIndex:13470; appliedIndex:13469; }","duration":"117.583685ms","start":"2026-07-28T06:22:15.352695Z","end":"2026-07-28T06:22:15.470278Z","steps":["trace[1790046129] 'read index received' (duration: 89.531706ms)","trace[1790046129] 'applied index is now lower than readState.Index' (duration: 28.050669ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:22:15.470374Z","caller":"traceutil/trace.go:171","msg":"trace[1124567912] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"149.084963ms","start":"2026-07-28T06:22:15.321232Z","end":"2026-07-28T06:22:15.470317Z","steps":["trace[1124567912] 'process raft request' (duration: 121.087245ms)","trace[1124567912] 'compare' (duration: 27.733882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:22:15.470499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.777646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:22:15.47057Z","caller":"traceutil/trace.go:171","msg":"trace[44722810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13051; }","duration":"157.895639ms","start":"2026-07-28T06:22:15.312657Z","end":"2026-07-28T06:22:15.470553Z","steps":["trace[44722810] 'agreement among raft nodes before linearized reading' (duration: 157.782237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:15.470652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.943017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"warn","ts":"2026-07-28T06:22:15.470695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.469829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T06:22:15.471035Z","caller":"traceutil/trace.go:171","msg":"trace[2104358042] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13051; }","duration":"111.858679ms","start":"2026-07-28T06:22:15.359147Z","end":"2026-07-28T06:22:15.471006Z","steps":["trace[2104358042] 'agreement among raft nodes before linearized reading' (duration: 111.347836ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:15.471209Z","caller":"traceutil/trace.go:171","msg":"trace[486988504] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13051; }","duration":"529.08752ms","start":"2026-07-28T06:22:14.941643Z","end":"2026-07-28T06:22:15.47073Z","steps":["trace[486988504] 'agreement among raft nodes before linearized reading' (duration: 528.811073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:15.471268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:14.941629Z","time spent":"529.625624ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-28T06:22:15.988613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.271406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:22:15.989197Z","caller":"traceutil/trace.go:171","msg":"trace[2088863511] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:13056; }","duration":"345.898231ms","start":"2026-07-28T06:22:15.643222Z","end":"2026-07-28T06:22:15.98912Z","steps":["trace[2088863511] 'count revisions from in-memory index tree' (duration: 345.113521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:15.989252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:15.643199Z","time spent":"346.035684ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:22:16.319865Z","caller":"traceutil/trace.go:171","msg":"trace[541341509] transaction","detail":"{read_only:false; response_revision:13057; number_of_response:1; }","duration":"234.498794ms","start":"2026-07-28T06:22:16.085331Z","end":"2026-07-28T06:22:16.31983Z","steps":["trace[541341509] 'process raft request' (duration: 234.155615ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:16.692992Z","caller":"traceutil/trace.go:171","msg":"trace[1593364948] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"241.186177ms","start":"2026-07-28T06:22:16.451765Z","end":"2026-07-28T06:22:16.692952Z","steps":["trace[1593364948] 'process raft request' (duration: 240.804416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:16.695101Z","caller":"traceutil/trace.go:171","msg":"trace[238601119] transaction","detail":"{read_only:false; response_revision:13059; number_of_response:1; }","duration":"175.795058ms","start":"2026-07-28T06:22:16.519267Z","end":"2026-07-28T06:22:16.695062Z","steps":["trace[238601119] 'process raft request' (duration: 175.614154ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:43.720026Z","caller":"traceutil/trace.go:171","msg":"trace[1027145627] transaction","detail":"{read_only:false; response_revision:13291; number_of_response:1; }","duration":"213.446234ms","start":"2026-07-28T06:22:43.506518Z","end":"2026-07-28T06:22:43.719964Z","steps":["trace[1027145627] 'process raft request' (duration: 213.241979ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:43.898395Z","caller":"traceutil/trace.go:171","msg":"trace[804435088] transaction","detail":"{read_only:false; response_revision:13293; number_of_response:1; }","duration":"390.465774ms","start":"2026-07-28T06:22:43.507863Z","end":"2026-07-28T06:22:43.898328Z","steps":["trace[804435088] 'process raft request' (duration: 390.267559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:43.898634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:43.507825Z","time spent":"390.683059ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:43.898753Z","caller":"traceutil/trace.go:171","msg":"trace[232076010] transaction","detail":"{read_only:false; response_revision:13292; number_of_response:1; }","duration":"391.919781ms","start":"2026-07-28T06:22:43.506777Z","end":"2026-07-28T06:22:43.898697Z","steps":["trace[232076010] 'process raft request' (duration: 388.389201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:43.898966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:43.506762Z","time spent":"392.093546ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:43.898682Z","caller":"traceutil/trace.go:171","msg":"trace[1965001895] transaction","detail":"{read_only:false; response_revision:13294; number_of_response:1; }","duration":"390.248729ms","start":"2026-07-28T06:22:43.508389Z","end":"2026-07-28T06:22:43.898638Z","steps":["trace[1965001895] 'process raft request' (duration: 389.816828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:43.89954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:43.508377Z","time spent":"390.878714ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:43.902861Z","caller":"traceutil/trace.go:171","msg":"trace[1942524805] linearizableReadLoop","detail":"{readStateIndex:13721; appliedIndex:13717; }","duration":"361.328867ms","start":"2026-07-28T06:22:43.541515Z","end":"2026-07-28T06:22:43.902843Z","steps":["trace[1942524805] 'read index received' (duration: 178.2125ms)","trace[1942524805] 'applied index is now lower than readState.Index' (duration: 183.112267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:22:43.903224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.718968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T06:22:43.903291Z","caller":"traceutil/trace.go:171","msg":"trace[2078952600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:13294; }","duration":"361.82129ms","start":"2026-07-28T06:22:43.541455Z","end":"2026-07-28T06:22:43.903276Z","steps":["trace[2078952600] 'agreement among raft nodes before linearized reading' (duration: 361.625165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:43.903356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:43.541435Z","time spent":"361.909902ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:22:43.903477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.025874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:22:43.903519Z","caller":"traceutil/trace.go:171","msg":"trace[479452681] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:13294; }","duration":"314.120686ms","start":"2026-07-28T06:22:43.589388Z","end":"2026-07-28T06:22:43.903508Z","steps":["trace[479452681] 'agreement among raft nodes before linearized reading' (duration: 313.980663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:43.903555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:43.589364Z","time spent":"314.177788ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":63,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:22:46.436314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429500391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:22:46.936956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429500391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:22:47.437568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429500391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:22:47.664125Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.756580032s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T06:22:47.664694Z","caller":"traceutil/trace.go:171","msg":"trace[573782104] transaction","detail":"{read_only:false; response_revision:13307; number_of_response:1; }","duration":"1.757277839s","start":"2026-07-28T06:22:45.907384Z","end":"2026-07-28T06:22:47.664662Z","steps":["trace[573782104] 'process raft request' (duration: 1.757071524s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:47.664885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:45.907365Z","time spent":"1.757422323s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:48.314929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000254701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T06:22:48.315072Z","caller":"traceutil/trace.go:171","msg":"trace[837831489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052781s","start":"2026-07-28T06:22:46.314515Z","end":"2026-07-28T06:22:48.315043Z","steps":["trace[837831489] 'agreement among raft nodes before linearized reading' (duration: 2.000300683s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.315145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.314489Z","time spent":"2.000642222s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 06:22:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T06:22:48.332649Z","caller":"traceutil/trace.go:171","msg":"trace[1901644747] transaction","detail":"{read_only:false; response_revision:13308; number_of_response:1; }","duration":"2.422141382s","start":"2026-07-28T06:22:45.91046Z","end":"2026-07-28T06:22:48.332602Z","steps":["trace[1901644747] 'process raft request' (duration: 2.421766893s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:48.332689Z","caller":"traceutil/trace.go:171","msg":"trace[155917931] linearizableReadLoop","detail":"{readStateIndex:13742; appliedIndex:13734; }","duration":"2.397317726s","start":"2026-07-28T06:22:45.935343Z","end":"2026-07-28T06:22:48.332661Z","steps":["trace[155917931] 'read index received' (duration: 1.729065276s)","trace[155917931] 'applied index is now lower than readState.Index' (duration: 668.25164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:22:48.332873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:45.910428Z","time spent":"2.422327217s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:48.332999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397638184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T06:22:48.333078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99471911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:22:48.333394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204925223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T06:22:48.333425Z","caller":"traceutil/trace.go:171","msg":"trace[543156898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13314; }","duration":"1.205011286s","start":"2026-07-28T06:22:47.128402Z","end":"2026-07-28T06:22:48.333413Z","steps":["trace[543156898] 'agreement among raft nodes before linearized reading' (duration: 1.204921823s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.333455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:47.128363Z","time spent":"1.205083368s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:22:48.333413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.866135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:22:48.333428Z","caller":"traceutil/trace.go:171","msg":"trace[1719863392] transaction","detail":"{read_only:false; response_revision:13310; number_of_response:1; }","duration":"2.090004264s","start":"2026-07-28T06:22:46.242672Z","end":"2026-07-28T06:22:48.332676Z","steps":["trace[1719863392] 'process raft request' (duration: 2.08982749s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.333581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557286361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-86f8978855-xq9pf.18c65fdd644002a6\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-07-28T06:22:48.333577Z","caller":"traceutil/trace.go:171","msg":"trace[293515174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13314; }","duration":"221.05548ms","start":"2026-07-28T06:22:48.11245Z","end":"2026-07-28T06:22:48.333506Z","steps":["trace[293515174] 'agreement among raft nodes before linearized reading' (duration: 220.859145ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:48.333617Z","caller":"traceutil/trace.go:171","msg":"trace[2026035000] range","detail":"{range_begin:/registry/events/openstack/barbican-api-86f8978855-xq9pf.18c65fdd644002a6; range_end:; response_count:1; response_revision:13314; }","duration":"1.557366793s","start":"2026-07-28T06:22:46.776236Z","end":"2026-07-28T06:22:48.333603Z","steps":["trace[2026035000] 'agreement among raft nodes before linearized reading' (duration: 1.55728131s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.334498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.776208Z","time spent":"1.558264316s","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-86f8978855-xq9pf.18c65fdd644002a6\" "} {"level":"warn","ts":"2026-07-28T06:22:48.333609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.226732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1643"} {"level":"info","ts":"2026-07-28T06:22:48.334597Z","caller":"traceutil/trace.go:171","msg":"trace[713499579] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13314; }","duration":"390.25783ms","start":"2026-07-28T06:22:47.944314Z","end":"2026-07-28T06:22:48.334572Z","steps":["trace[713499579] 'agreement among raft nodes before linearized reading' (duration: 389.188072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.333669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.242637Z","time spent":"2.090910647s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:48.334663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:47.944285Z","time spent":"390.358662ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1667,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-28T06:22:48.333794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.737131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.114\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-28T06:22:48.33345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.194768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:22:48.334909Z","caller":"traceutil/trace.go:171","msg":"trace[1692385510] range","detail":"{range_begin:/registry/masterleases/199.19.213.114; range_end:; response_count:1; response_revision:13314; }","duration":"113.796829ms","start":"2026-07-28T06:22:48.220982Z","end":"2026-07-28T06:22:48.334779Z","steps":["trace[1692385510] 'agreement among raft nodes before linearized reading' (duration: 112.711241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.333929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84384276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:22:48.334927Z","caller":"traceutil/trace.go:171","msg":"trace[542051746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13314; }","duration":"593.752968ms","start":"2026-07-28T06:22:47.741145Z","end":"2026-07-28T06:22:48.334898Z","steps":["trace[542051746] 'agreement among raft nodes before linearized reading' (duration: 592.032134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:48.335062Z","caller":"traceutil/trace.go:171","msg":"trace[467753085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13314; }","duration":"1.845043352s","start":"2026-07-28T06:22:46.489994Z","end":"2026-07-28T06:22:48.335037Z","steps":["trace[467753085] 'agreement among raft nodes before linearized reading' (duration: 1.843632685s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.335074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:47.741118Z","time spent":"593.935173ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:22:48.335129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.489956Z","time spent":"1.845154195s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T06:22:48.333977Z","caller":"traceutil/trace.go:171","msg":"trace[2025236195] transaction","detail":"{read_only:false; response_revision:13311; number_of_response:1; }","duration":"1.500743541s","start":"2026-07-28T06:22:46.832073Z","end":"2026-07-28T06:22:48.332817Z","steps":["trace[2025236195] 'process raft request' (duration: 1.500459993s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.33533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.832022Z","time spent":"1.503258526s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:48.334072Z","caller":"traceutil/trace.go:171","msg":"trace[1310678031] transaction","detail":"{read_only:false; response_revision:13312; number_of_response:1; }","duration":"1.498603396s","start":"2026-07-28T06:22:46.834221Z","end":"2026-07-28T06:22:48.332825Z","steps":["trace[1310678031] 'process raft request' (duration: 1.498346509s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.335462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.8342Z","time spent":"1.501189953s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:48.334105Z","caller":"traceutil/trace.go:171","msg":"trace[683628955] transaction","detail":"{read_only:false; response_revision:13313; number_of_response:1; }","duration":"1.290314454s","start":"2026-07-28T06:22:47.042516Z","end":"2026-07-28T06:22:48.33283Z","steps":["trace[683628955] 'process raft request' (duration: 1.290079698s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.335805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:47.042468Z","time spent":"1.293229469s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:48.33413Z","caller":"traceutil/trace.go:171","msg":"trace[1517927943] transaction","detail":"{read_only:false; response_revision:13314; number_of_response:1; }","duration":"1.287862811s","start":"2026-07-28T06:22:47.044975Z","end":"2026-07-28T06:22:48.332838Z","steps":["trace[1517927943] 'process raft request' (duration: 1.287651096s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.335971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:47.044937Z","time spent":"1.29094051s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:48.334159Z","caller":"traceutil/trace.go:171","msg":"trace[1929799117] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:13314; }","duration":"2.397731216s","start":"2026-07-28T06:22:45.935295Z","end":"2026-07-28T06:22:48.333026Z","steps":["trace[1929799117] 'agreement among raft nodes before linearized reading' (duration: 2.397546031s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.336143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:45.935275Z","time spent":"2.400848206s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"info","ts":"2026-07-28T06:22:48.334193Z","caller":"traceutil/trace.go:171","msg":"trace[2050397121] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:13314; }","duration":"1.994798382s","start":"2026-07-28T06:22:46.338297Z","end":"2026-07-28T06:22:48.333096Z","steps":["trace[2050397121] 'agreement among raft nodes before linearized reading' (duration: 1.99474511s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.336438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:46.338267Z","time spent":"1.998134547s","remote":"127.0.0.1:57224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:22:48.334216Z","caller":"traceutil/trace.go:171","msg":"trace[314060761] transaction","detail":"{read_only:false; response_revision:13309; number_of_response:1; }","duration":"2.422498501s","start":"2026-07-28T06:22:45.910659Z","end":"2026-07-28T06:22:48.333158Z","steps":["trace[314060761] 'process raft request' (duration: 2.421796504s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:48.337035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:45.910632Z","time spent":"2.426029282s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:50.666432Z","caller":"traceutil/trace.go:171","msg":"trace[1024607391] transaction","detail":"{read_only:false; response_revision:13322; number_of_response:1; }","duration":"324.198305ms","start":"2026-07-28T06:22:50.342193Z","end":"2026-07-28T06:22:50.666392Z","steps":["trace[1024607391] 'process raft request' (duration: 324.007851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.666642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.342162Z","time spent":"324.3725ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:50.872211Z","caller":"traceutil/trace.go:171","msg":"trace[143403592] transaction","detail":"{read_only:false; response_revision:13325; number_of_response:1; }","duration":"527.729675ms","start":"2026-07-28T06:22:50.344438Z","end":"2026-07-28T06:22:50.872168Z","steps":["trace[143403592] 'process raft request' (duration: 527.666113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.872397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.344427Z","time spent":"527.880938ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:50.872372Z","caller":"traceutil/trace.go:171","msg":"trace[1030082793] transaction","detail":"{read_only:false; response_revision:13323; number_of_response:1; }","duration":"528.012192ms","start":"2026-07-28T06:22:50.344305Z","end":"2026-07-28T06:22:50.872317Z","steps":["trace[1030082793] 'process raft request' (duration: 527.631893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:50.872453Z","caller":"traceutil/trace.go:171","msg":"trace[2072064745] linearizableReadLoop","detail":"{readStateIndex:13755; appliedIndex:13751; }","duration":"527.585891ms","start":"2026-07-28T06:22:50.344829Z","end":"2026-07-28T06:22:50.872415Z","steps":["trace[2072064745] 'read index received' (duration: 321.857975ms)","trace[2072064745] 'applied index is now lower than readState.Index' (duration: 205.725296ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:22:50.872547Z","caller":"traceutil/trace.go:171","msg":"trace[766012412] transaction","detail":"{read_only:false; response_revision:13326; number_of_response:1; }","duration":"527.993691ms","start":"2026-07-28T06:22:50.344504Z","end":"2026-07-28T06:22:50.872498Z","steps":["trace[766012412] 'process raft request' (duration: 527.628792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.872733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.344286Z","time spent":"528.188596ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:50.872713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.866309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T06:22:50.872792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.344466Z","time spent":"528.212137ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:22:50.872808Z","caller":"traceutil/trace.go:171","msg":"trace[2047230106] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13326; }","duration":"528.022693ms","start":"2026-07-28T06:22:50.344761Z","end":"2026-07-28T06:22:50.872784Z","steps":["trace[2047230106] 'agreement among raft nodes before linearized reading' (duration: 527.756706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.872871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.344741Z","time spent":"528.116745ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:22:50.872993Z","caller":"traceutil/trace.go:171","msg":"trace[1441363392] transaction","detail":"{read_only:false; response_revision:13324; number_of_response:1; }","duration":"528.041152ms","start":"2026-07-28T06:22:50.344385Z","end":"2026-07-28T06:22:50.872426Z","steps":["trace[1441363392] 'process raft request' (duration: 527.690133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.873243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.344369Z","time spent":"528.777132ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:22:50.940618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.43972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-28T06:22:50.940696Z","caller":"traceutil/trace.go:171","msg":"trace[1595567258] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13327; }","duration":"361.575153ms","start":"2026-07-28T06:22:50.579103Z","end":"2026-07-28T06:22:50.940678Z","steps":["trace[1595567258] 'agreement among raft nodes before linearized reading' (duration: 361.331447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.940682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.297071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-28T06:22:50.94073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.579077Z","time spent":"361.646215ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:22:50.940766Z","caller":"traceutil/trace.go:171","msg":"trace[1240523146] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13327; }","duration":"360.415534ms","start":"2026-07-28T06:22:50.580328Z","end":"2026-07-28T06:22:50.940744Z","steps":["trace[1240523146] 'agreement among raft nodes before linearized reading' (duration: 360.085506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.940809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.58032Z","time spent":"360.483076ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:22:50.940945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.234517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-28T06:22:50.940973Z","caller":"traceutil/trace.go:171","msg":"trace[996509165] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13327; }","duration":"365.300709ms","start":"2026-07-28T06:22:50.575665Z","end":"2026-07-28T06:22:50.940966Z","steps":["trace[996509165] 'agreement among raft nodes before linearized reading' (duration: 365.231577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.940992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.575643Z","time spent":"365.34464ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:22:50.941101Z","caller":"traceutil/trace.go:171","msg":"trace[1976312140] transaction","detail":"{read_only:false; response_revision:13327; number_of_response:1; }","duration":"224.865657ms","start":"2026-07-28T06:22:50.716226Z","end":"2026-07-28T06:22:50.941092Z","steps":["trace[1976312140] 'process raft request' (duration: 223.993055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.941178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.200177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-07-28T06:22:50.941208Z","caller":"traceutil/trace.go:171","msg":"trace[2004981216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:13327; }","duration":"574.279979ms","start":"2026-07-28T06:22:50.366919Z","end":"2026-07-28T06:22:50.941199Z","steps":["trace[2004981216] 'agreement among raft nodes before linearized reading' (duration: 574.166107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.941223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.180653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:22:50.941226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.366896Z","time spent":"574.32629ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"info","ts":"2026-07-28T06:22:50.94124Z","caller":"traceutil/trace.go:171","msg":"trace[669583239] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13327; }","duration":"283.251995ms","start":"2026-07-28T06:22:50.657983Z","end":"2026-07-28T06:22:50.941235Z","steps":["trace[669583239] 'agreement among raft nodes before linearized reading' (duration: 283.207674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.941369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.592879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-28T06:22:50.941387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.543812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:22:50.941395Z","caller":"traceutil/trace.go:171","msg":"trace[965901316] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13327; }","duration":"360.62577ms","start":"2026-07-28T06:22:50.580761Z","end":"2026-07-28T06:22:50.941387Z","steps":["trace[965901316] 'agreement among raft nodes before linearized reading' (duration: 360.563539ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:22:50.941406Z","caller":"traceutil/trace.go:171","msg":"trace[308115641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13327; }","duration":"577.591004ms","start":"2026-07-28T06:22:50.363809Z","end":"2026-07-28T06:22:50.941401Z","steps":["trace[308115641] 'agreement among raft nodes before linearized reading' (duration: 577.530212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.941413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.580752Z","time spent":"360.655101ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:22:50.941425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.363793Z","time spent":"577.628005ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:22:50.941595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.783428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:22:50.941631Z","caller":"traceutil/trace.go:171","msg":"trace[158811731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13328; }","duration":"577.85863ms","start":"2026-07-28T06:22:50.363764Z","end":"2026-07-28T06:22:50.941623Z","steps":["trace[158811731] 'agreement among raft nodes before linearized reading' (duration: 577.769178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.941659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.363737Z","time spent":"577.915212ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:22:50.941789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.5001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T06:22:50.941818Z","caller":"traceutil/trace.go:171","msg":"trace[787490397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13328; }","duration":"591.542832ms","start":"2026-07-28T06:22:50.350268Z","end":"2026-07-28T06:22:50.941811Z","steps":["trace[787490397] 'agreement among raft nodes before linearized reading' (duration: 591.46859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:22:50.941835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:22:50.350261Z","time spent":"591.569642ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:23:02.791888Z","caller":"traceutil/trace.go:171","msg":"trace[2100632123] linearizableReadLoop","detail":"{readStateIndex:13880; appliedIndex:13878; }","duration":"381.272009ms","start":"2026-07-28T06:23:02.410585Z","end":"2026-07-28T06:23:02.791857Z","steps":["trace[2100632123] 'read index received' (duration: 26.562122ms)","trace[2100632123] 'applied index is now lower than readState.Index' (duration: 354.708357ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:23:02.791956Z","caller":"traceutil/trace.go:171","msg":"trace[124232319] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"385.101027ms","start":"2026-07-28T06:23:02.406817Z","end":"2026-07-28T06:23:02.791918Z","steps":["trace[124232319] 'process raft request' (duration: 384.901092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:02.792077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.479044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:23:02.792114Z","caller":"traceutil/trace.go:171","msg":"trace[1469313369] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13447; }","duration":"381.553486ms","start":"2026-07-28T06:23:02.410548Z","end":"2026-07-28T06:23:02.792102Z","steps":["trace[1469313369] 'agreement among raft nodes before linearized reading' (duration: 381.440153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:02.792141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:02.410538Z","time spent":"381.595767ms","remote":"127.0.0.1:48536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:23:02.792217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:02.406796Z","time spent":"385.23542ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:23:02.795673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.409057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:23:02.795771Z","caller":"traceutil/trace.go:171","msg":"trace[2135955684] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13448; }","duration":"350.5512ms","start":"2026-07-28T06:23:02.445196Z","end":"2026-07-28T06:23:02.795747Z","steps":["trace[2135955684] 'agreement among raft nodes before linearized reading' (duration: 350.325935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:02.795822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:02.445185Z","time spent":"350.626583ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:23:03.707281Z","caller":"traceutil/trace.go:171","msg":"trace[1420345534] transaction","detail":"{read_only:false; response_revision:13458; number_of_response:1; }","duration":"316.465137ms","start":"2026-07-28T06:23:03.390786Z","end":"2026-07-28T06:23:03.707251Z","steps":["trace[1420345534] 'process raft request' (duration: 316.19792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:03.70747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:03.390743Z","time spent":"316.630001ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:23:04.434192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.409587ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T06:23:04.43447Z","caller":"traceutil/trace.go:171","msg":"trace[686992455] linearizableReadLoop","detail":"{readStateIndex:13892; appliedIndex:13891; }","duration":"653.445221ms","start":"2026-07-28T06:23:03.780966Z","end":"2026-07-28T06:23:04.434411Z","steps":["trace[686992455] 'read index received' (duration: 118.813518ms)","trace[686992455] 'applied index is now lower than readState.Index' (duration: 534.626033ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:23:04.434796Z","caller":"traceutil/trace.go:171","msg":"trace[2102221791] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"577.221945ms","start":"2026-07-28T06:23:03.857545Z","end":"2026-07-28T06:23:04.434767Z","steps":["trace[2102221791] 'process raft request' (duration: 576.804004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:04.434918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.233816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:23:04.434957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:03.857522Z","time spent":"577.354107ms","remote":"127.0.0.1:48060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T06:23:04.43497Z","caller":"traceutil/trace.go:171","msg":"trace[1330590135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13459; }","duration":"122.343058ms","start":"2026-07-28T06:23:04.312613Z","end":"2026-07-28T06:23:04.434956Z","steps":["trace[1330590135] 'agreement among raft nodes before linearized reading' (duration: 122.218925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:04.434963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.371743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T06:23:04.43499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.800304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:23:04.435016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.41841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qzhp5\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-07-28T06:23:04.435066Z","caller":"traceutil/trace.go:171","msg":"trace[1714623440] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:13459; }","duration":"190.546628ms","start":"2026-07-28T06:23:04.244495Z","end":"2026-07-28T06:23:04.435042Z","steps":["trace[1714623440] 'agreement among raft nodes before linearized reading' (duration: 190.335732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:23:04.435079Z","caller":"traceutil/trace.go:171","msg":"trace[2106366264] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13459; }","duration":"245.945228ms","start":"2026-07-28T06:23:04.189109Z","end":"2026-07-28T06:23:04.435054Z","steps":["trace[2106366264] 'agreement among raft nodes before linearized reading' (duration: 245.760393ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:23:04.435081Z","caller":"traceutil/trace.go:171","msg":"trace[600898066] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qzhp5; range_end:; response_count:1; response_revision:13459; }","duration":"577.521122ms","start":"2026-07-28T06:23:03.857541Z","end":"2026-07-28T06:23:04.435062Z","steps":["trace[600898066] 'agreement among raft nodes before linearized reading' (duration: 577.294286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:04.435073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.055286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T06:23:04.435243Z","caller":"traceutil/trace.go:171","msg":"trace[1212356133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13459; }","duration":"654.265281ms","start":"2026-07-28T06:23:03.780917Z","end":"2026-07-28T06:23:04.435183Z","steps":["trace[1212356133] 'agreement among raft nodes before linearized reading' (duration: 653.593464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:04.435328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:03.780892Z","time spent":"654.423336ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:23:04.435127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:03.857513Z","time spent":"577.604764ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4677,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qzhp5\" "} {"level":"warn","ts":"2026-07-28T06:23:04.435226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.930797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-07-28T06:23:04.435456Z","caller":"traceutil/trace.go:171","msg":"trace[2110690212] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13459; }","duration":"453.237525ms","start":"2026-07-28T06:23:03.9822Z","end":"2026-07-28T06:23:04.435437Z","steps":["trace[2110690212] 'agreement among raft nodes before linearized reading' (duration: 452.697641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:04.435524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:03.982169Z","time spent":"453.338927ms","remote":"127.0.0.1:58100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-28T06:23:04.635305Z","caller":"traceutil/trace.go:171","msg":"trace[2008320144] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"187.194321ms","start":"2026-07-28T06:23:04.448055Z","end":"2026-07-28T06:23:04.635249Z","steps":["trace[2008320144] 'process raft request' (duration: 105.418564ms)","trace[2008320144] 'compare' (duration: 81.49585ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:23:05.624114Z","caller":"traceutil/trace.go:171","msg":"trace[55045074] linearizableReadLoop","detail":"{readStateIndex:13906; appliedIndex:13905; }","duration":"309.744193ms","start":"2026-07-28T06:23:05.314344Z","end":"2026-07-28T06:23:05.624089Z","steps":["trace[55045074] 'read index received' (duration: 309.481947ms)","trace[55045074] 'applied index is now lower than readState.Index' (duration: 261.086µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:23:05.624333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.924229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:23:05.62438Z","caller":"traceutil/trace.go:171","msg":"trace[300946293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13472; }","duration":"310.090692ms","start":"2026-07-28T06:23:05.314275Z","end":"2026-07-28T06:23:05.624365Z","steps":["trace[300946293] 'agreement among raft nodes before linearized reading' (duration: 309.955399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:23:05.624377Z","caller":"traceutil/trace.go:171","msg":"trace[940541620] transaction","detail":"{read_only:false; response_revision:13472; number_of_response:1; }","duration":"375.244054ms","start":"2026-07-28T06:23:05.249069Z","end":"2026-07-28T06:23:05.624313Z","steps":["trace[940541620] 'process raft request' (duration: 374.852044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:05.624658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:05.249042Z","time spent":"375.47632ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:23:05.624438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:05.31424Z","time spent":"310.189645ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:23:06.490303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429500847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:23:06.521255Z","caller":"traceutil/trace.go:171","msg":"trace[1247439353] transaction","detail":"{read_only:false; response_revision:13473; number_of_response:1; }","duration":"534.821907ms","start":"2026-07-28T06:23:05.986406Z","end":"2026-07-28T06:23:06.521228Z","steps":["trace[1247439353] 'process raft request' (duration: 534.632062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:06.521428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:05.986381Z","time spent":"534.962291ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:23:06.545015Z","caller":"traceutil/trace.go:171","msg":"trace[15025432] linearizableReadLoop","detail":"{readStateIndex:13908; appliedIndex:13906; }","duration":"554.900521ms","start":"2026-07-28T06:23:05.990076Z","end":"2026-07-28T06:23:06.544976Z","steps":["trace[15025432] 'read index received' (duration: 530.990109ms)","trace[15025432] 'applied index is now lower than readState.Index' (duration: 23.909212ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:23:06.545168Z","caller":"traceutil/trace.go:171","msg":"trace[1197779304] transaction","detail":"{read_only:false; response_revision:13474; number_of_response:1; }","duration":"554.109682ms","start":"2026-07-28T06:23:05.991014Z","end":"2026-07-28T06:23:06.545124Z","steps":["trace[1197779304] 'process raft request' (duration: 553.733903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:06.545344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.221539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T06:23:06.545385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:05.990986Z","time spent":"554.280936ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:23:06.545397Z","caller":"traceutil/trace.go:171","msg":"trace[1854468368] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13474; }","duration":"555.333973ms","start":"2026-07-28T06:23:05.990049Z","end":"2026-07-28T06:23:06.545383Z","steps":["trace[1854468368] 'agreement among raft nodes before linearized reading' (duration: 555.112187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:06.545467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:05.990036Z","time spent":"555.415884ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:23:06.545511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.184865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T06:23:06.545615Z","caller":"traceutil/trace.go:171","msg":"trace[1949521126] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:13474; }","duration":"549.3539ms","start":"2026-07-28T06:23:05.996237Z","end":"2026-07-28T06:23:06.545591Z","steps":["trace[1949521126] 'agreement among raft nodes before linearized reading' (duration: 549.067793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:06.545691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:05.996224Z","time spent":"549.431192ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:23:06.545771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.191815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:23:06.545939Z","caller":"traceutil/trace.go:171","msg":"trace[408250886] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13474; }","duration":"400.426961ms","start":"2026-07-28T06:23:06.145464Z","end":"2026-07-28T06:23:06.545891Z","steps":["trace[408250886] 'agreement among raft nodes before linearized reading' (duration: 399.959039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:06.546064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:23:06.145376Z","time spent":"400.644516ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":58,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:23:06.768254Z","caller":"traceutil/trace.go:171","msg":"trace[1277904009] transaction","detail":"{read_only:false; response_revision:13475; number_of_response:1; }","duration":"217.759256ms","start":"2026-07-28T06:23:06.550462Z","end":"2026-07-28T06:23:06.768222Z","steps":["trace[1277904009] 'process raft request' (duration: 195.618668ms)","trace[1277904009] 'compare' (duration: 21.795129ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:23:06.824024Z","caller":"traceutil/trace.go:171","msg":"trace[741185178] transaction","detail":"{read_only:false; response_revision:13476; number_of_response:1; }","duration":"272.344986ms","start":"2026-07-28T06:23:06.551626Z","end":"2026-07-28T06:23:06.823971Z","steps":["trace[741185178] 'process raft request' (duration: 272.050508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:23:06.824044Z","caller":"traceutil/trace.go:171","msg":"trace[641023570] transaction","detail":"{read_only:false; response_revision:13477; number_of_response:1; }","duration":"272.344366ms","start":"2026-07-28T06:23:06.551646Z","end":"2026-07-28T06:23:06.82399Z","steps":["trace[641023570] 'process raft request' (duration: 272.224863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:12.471212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.016283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:23:12.47134Z","caller":"traceutil/trace.go:171","msg":"trace[1511009240] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13549; }","duration":"206.23873ms","start":"2026-07-28T06:23:12.26507Z","end":"2026-07-28T06:23:12.471309Z","steps":["trace[1511009240] 'count revisions from in-memory index tree' (duration: 205.853029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:12.471622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.893831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:23:12.471719Z","caller":"traceutil/trace.go:171","msg":"trace[1092074261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13549; }","duration":"158.034813ms","start":"2026-07-28T06:23:12.313652Z","end":"2026-07-28T06:23:12.471687Z","steps":["trace[1092074261] 'range keys from in-memory index tree' (duration: 157.830008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:12.471841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.764109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T06:23:12.471896Z","caller":"traceutil/trace.go:171","msg":"trace[1387484317] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13549; }","duration":"113.865191ms","start":"2026-07-28T06:23:12.358016Z","end":"2026-07-28T06:23:12.471881Z","steps":["trace[1387484317] 'count revisions from in-memory index tree' (duration: 113.670235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:23:12.472605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.477259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:23:12.473691Z","caller":"traceutil/trace.go:171","msg":"trace[1841816282] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:0; response_revision:13549; }","duration":"103.71019ms","start":"2026-07-28T06:23:12.369533Z","end":"2026-07-28T06:23:12.473243Z","steps":["trace[1841816282] 'range keys from in-memory index tree' (duration: 102.203332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:01.597192Z","caller":"traceutil/trace.go:171","msg":"trace[408419013] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"113.799803ms","start":"2026-07-28T06:24:01.483331Z","end":"2026-07-28T06:24:01.59713Z","steps":["trace[408419013] 'process raft request' (duration: 113.062026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:01.597288Z","caller":"traceutil/trace.go:171","msg":"trace[1279864034] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"108.366541ms","start":"2026-07-28T06:24:01.488833Z","end":"2026-07-28T06:24:01.5972Z","steps":["trace[1279864034] 'process raft request' (duration: 108.189147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:02.085735Z","caller":"traceutil/trace.go:171","msg":"trace[1747671180] transaction","detail":"{read_only:false; response_revision:14176; number_of_response:1; }","duration":"131.540972ms","start":"2026-07-28T06:24:01.954119Z","end":"2026-07-28T06:24:02.08566Z","steps":["trace[1747671180] 'process raft request' (duration: 131.320166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:02.311995Z","caller":"traceutil/trace.go:171","msg":"trace[1681600585] linearizableReadLoop","detail":"{readStateIndex:14626; appliedIndex:14624; }","duration":"346.015148ms","start":"2026-07-28T06:24:01.965926Z","end":"2026-07-28T06:24:02.311941Z","steps":["trace[1681600585] 'read index received' (duration: 119.489749ms)","trace[1681600585] 'applied index is now lower than readState.Index' (duration: 226.523629ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:24:02.312049Z","caller":"traceutil/trace.go:171","msg":"trace[735940327] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"355.831576ms","start":"2026-07-28T06:24:01.95617Z","end":"2026-07-28T06:24:02.312001Z","steps":["trace[735940327] 'process raft request' (duration: 292.976946ms)","trace[735940327] 'compare' (duration: 62.483701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:24:02.312231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.243575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:24:02.312288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:01.956157Z","time spent":"355.979859ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:24:02.312339Z","caller":"traceutil/trace.go:171","msg":"trace[2108639878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:14177; }","duration":"346.455979ms","start":"2026-07-28T06:24:01.965856Z","end":"2026-07-28T06:24:02.312312Z","steps":["trace[2108639878] 'agreement among raft nodes before linearized reading' (duration: 346.231004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:02.312402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:01.965824Z","time spent":"346.564392ms","remote":"127.0.0.1:52474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:24:02.313548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.167818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T06:24:02.313658Z","caller":"traceutil/trace.go:171","msg":"trace[557149263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:14177; }","duration":"328.376233ms","start":"2026-07-28T06:24:01.985258Z","end":"2026-07-28T06:24:02.313634Z","steps":["trace[557149263] 'agreement among raft nodes before linearized reading' (duration: 328.111047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:02.313813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:01.985241Z","time spent":"328.507646ms","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:24:26.959574Z","caller":"traceutil/trace.go:171","msg":"trace[2058226565] transaction","detail":"{read_only:false; response_revision:14342; number_of_response:1; }","duration":"129.372968ms","start":"2026-07-28T06:24:26.830166Z","end":"2026-07-28T06:24:26.959539Z","steps":["trace[2058226565] 'process raft request' (duration: 97.095478ms)","trace[2058226565] 'compare' (duration: 32.134497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:24:27.750231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429503104,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:24:27.809127Z","caller":"traceutil/trace.go:171","msg":"trace[90369598] transaction","detail":"{read_only:false; response_revision:14344; number_of_response:1; }","duration":"581.693958ms","start":"2026-07-28T06:24:27.227402Z","end":"2026-07-28T06:24:27.809096Z","steps":["trace[90369598] 'process raft request' (duration: 581.484873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.809321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.227371Z","time spent":"581.844112ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:24:27.996305Z","caller":"traceutil/trace.go:171","msg":"trace[2013625774] transaction","detail":"{read_only:false; response_revision:14345; number_of_response:1; }","duration":"671.305975ms","start":"2026-07-28T06:24:27.324953Z","end":"2026-07-28T06:24:27.996259Z","steps":["trace[2013625774] 'process raft request' (duration: 668.660592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:27.996411Z","caller":"traceutil/trace.go:171","msg":"trace[691509330] linearizableReadLoop","detail":"{readStateIndex:14801; appliedIndex:14797; }","duration":"746.960085ms","start":"2026-07-28T06:24:27.249436Z","end":"2026-07-28T06:24:27.996396Z","steps":["trace[691509330] 'read index received' (duration: 559.383149ms)","trace[691509330] 'applied index is now lower than readState.Index' (duration: 187.576096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:24:27.996514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.324931Z","time spent":"671.46832ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:24:27.996517Z","caller":"traceutil/trace.go:171","msg":"trace[1914586158] transaction","detail":"{read_only:false; response_revision:14346; number_of_response:1; }","duration":"669.055442ms","start":"2026-07-28T06:24:27.327406Z","end":"2026-07-28T06:24:27.996462Z","steps":["trace[1914586158] 'process raft request' (duration: 668.904068ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:27.996542Z","caller":"traceutil/trace.go:171","msg":"trace[1719744795] transaction","detail":"{read_only:false; response_revision:14347; number_of_response:1; }","duration":"557.062022ms","start":"2026-07-28T06:24:27.439398Z","end":"2026-07-28T06:24:27.99646Z","steps":["trace[1719744795] 'process raft request' (duration: 556.96474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.99663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.205551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T06:24:27.996662Z","caller":"traceutil/trace.go:171","msg":"trace[1272290855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14347; }","duration":"747.299173ms","start":"2026-07-28T06:24:27.249353Z","end":"2026-07-28T06:24:27.996652Z","steps":["trace[1272290855] 'agreement among raft nodes before linearized reading' (duration: 747.136079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.996685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.249323Z","time spent":"747.356685ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:24:27.996706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.327388Z","time spent":"669.219625ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:24:27.996791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.579921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T06:24:27.996799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.439357Z","time spent":"557.302418ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:24:27.996842Z","caller":"traceutil/trace.go:171","msg":"trace[638085180] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14347; }","duration":"193.683993ms","start":"2026-07-28T06:24:27.803151Z","end":"2026-07-28T06:24:27.996835Z","steps":["trace[638085180] 'agreement among raft nodes before linearized reading' (duration: 193.597881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.996856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.997478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12461"} {"level":"warn","ts":"2026-07-28T06:24:27.996964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.319514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T06:24:27.99699Z","caller":"traceutil/trace.go:171","msg":"trace[950281793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14347; }","duration":"384.417737ms","start":"2026-07-28T06:24:27.612566Z","end":"2026-07-28T06:24:27.996984Z","steps":["trace[950281793] 'agreement among raft nodes before linearized reading' (duration: 384.266293ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:27.996984Z","caller":"traceutil/trace.go:171","msg":"trace[1283566070] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14347; }","duration":"714.201902ms","start":"2026-07-28T06:24:27.282749Z","end":"2026-07-28T06:24:27.996951Z","steps":["trace[1283566070] 'agreement among raft nodes before linearized reading' (duration: 713.801923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.997012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.007209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:24:27.997021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.612523Z","time spent":"384.494639ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:24:27.996941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.250132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T06:24:27.997047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.28272Z","time spent":"714.316925ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T06:24:27.997076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.123649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-28T06:24:27.997085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.765697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T06:24:27.997118Z","caller":"traceutil/trace.go:171","msg":"trace[881016832] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14347; }","duration":"324.469307ms","start":"2026-07-28T06:24:27.672604Z","end":"2026-07-28T06:24:27.997073Z","steps":["trace[881016832] 'agreement among raft nodes before linearized reading' (duration: 324.194761ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:27.997199Z","caller":"traceutil/trace.go:171","msg":"trace[214258511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14347; }","duration":"382.947851ms","start":"2026-07-28T06:24:27.614224Z","end":"2026-07-28T06:24:27.997171Z","steps":["trace[214258511] 'agreement among raft nodes before linearized reading' (duration: 382.509191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.9972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.612231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T06:24:27.997036Z","caller":"traceutil/trace.go:171","msg":"trace[1779546741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14347; }","duration":"683.07925ms","start":"2026-07-28T06:24:27.313951Z","end":"2026-07-28T06:24:27.99703Z","steps":["trace[1779546741] 'agreement among raft nodes before linearized reading' (duration: 683.039459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.997269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.61419Z","time spent":"383.059364ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T06:24:27.997279Z","caller":"traceutil/trace.go:171","msg":"trace[1020043657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14347; }","duration":"336.720443ms","start":"2026-07-28T06:24:27.660534Z","end":"2026-07-28T06:24:27.997255Z","steps":["trace[1020043657] 'agreement among raft nodes before linearized reading' (duration: 336.454147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:24:27.997132Z","caller":"traceutil/trace.go:171","msg":"trace[547096058] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14347; }","duration":"637.235082ms","start":"2026-07-28T06:24:27.359881Z","end":"2026-07-28T06:24:27.997116Z","steps":["trace[547096058] 'agreement among raft nodes before linearized reading' (duration: 637.103979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.997306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.313923Z","time spent":"683.367837ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:24:27.997255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.667537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-07-28T06:24:27.997381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.359847Z","time spent":"637.516619ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":551,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:24:27.997428Z","caller":"traceutil/trace.go:171","msg":"trace[1813750410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:14347; }","duration":"177.894263ms","start":"2026-07-28T06:24:27.819503Z","end":"2026-07-28T06:24:27.997398Z","steps":["trace[1813750410] 'agreement among raft nodes before linearized reading' (duration: 177.402361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.99734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.660512Z","time spent":"336.816355ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:24:27.997214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.672593Z","time spent":"324.598761ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:24:27.997207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.395106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T06:24:27.997941Z","caller":"traceutil/trace.go:171","msg":"trace[846710540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14347; }","duration":"385.417002ms","start":"2026-07-28T06:24:27.61249Z","end":"2026-07-28T06:24:27.997907Z","steps":["trace[846710540] 'agreement among raft nodes before linearized reading' (duration: 384.279775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:24:27.997977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:24:27.612454Z","time spent":"385.511603ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:26:54.730474Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12922} {"level":"info","ts":"2026-07-28T06:26:54.818915Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12922,"took":"85.54376ms","hash":1490909436,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":26783744,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T06:26:54.81903Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1490909436,"revision":12922,"compact-revision":10381} {"level":"info","ts":"2026-07-28T06:27:12.686309Z","caller":"traceutil/trace.go:171","msg":"trace[1002722229] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"302.391278ms","start":"2026-07-28T06:27:12.383891Z","end":"2026-07-28T06:27:12.686283Z","steps":["trace[1002722229] 'process raft request' (duration: 302.189463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:27:12.686811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:27:12.383876Z","time spent":"302.85875ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:27:12.687544Z","caller":"traceutil/trace.go:171","msg":"trace[1671311857] linearizableReadLoop","detail":"{readStateIndex:16116; appliedIndex:16114; }","duration":"156.372606ms","start":"2026-07-28T06:27:12.531141Z","end":"2026-07-28T06:27:12.687513Z","steps":["trace[1671311857] 'read index received' (duration: 155.0023ms)","trace[1671311857] 'applied index is now lower than readState.Index' (duration: 1.368696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:27:12.687865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.705105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-28T06:27:12.687978Z","caller":"traceutil/trace.go:171","msg":"trace[458161903] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:15623; }","duration":"156.896009ms","start":"2026-07-28T06:27:12.531065Z","end":"2026-07-28T06:27:12.687961Z","steps":["trace[458161903] 'agreement among raft nodes before linearized reading' (duration: 156.602582ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:27:12.688133Z","caller":"traceutil/trace.go:171","msg":"trace[1771355829] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"221.394833ms","start":"2026-07-28T06:27:12.466723Z","end":"2026-07-28T06:27:12.688118Z","steps":["trace[1771355829] 'process raft request' (duration: 220.623424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:28:27.509085Z","caller":"traceutil/trace.go:171","msg":"trace[895283582] transaction","detail":"{read_only:false; response_revision:16216; number_of_response:1; }","duration":"101.329189ms","start":"2026-07-28T06:28:27.407684Z","end":"2026-07-28T06:28:27.509013Z","steps":["trace[895283582] 'process raft request' (duration: 101.009041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:29:43.440619Z","caller":"traceutil/trace.go:171","msg":"trace[156964928] transaction","detail":"{read_only:false; response_revision:17060; number_of_response:1; }","duration":"117.670264ms","start":"2026-07-28T06:29:43.322897Z","end":"2026-07-28T06:29:43.440568Z","steps":["trace[156964928] 'process raft request' (duration: 117.273233ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:29:43.440624Z","caller":"traceutil/trace.go:171","msg":"trace[782559557] transaction","detail":"{read_only:false; response_revision:17061; number_of_response:1; }","duration":"110.796675ms","start":"2026-07-28T06:29:43.329792Z","end":"2026-07-28T06:29:43.440588Z","steps":["trace[782559557] 'process raft request' (duration: 110.690252ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:29:43.440855Z","caller":"traceutil/trace.go:171","msg":"trace[934657112] transaction","detail":"{read_only:false; response_revision:17062; number_of_response:1; }","duration":"110.057926ms","start":"2026-07-28T06:29:43.330784Z","end":"2026-07-28T06:29:43.440842Z","steps":["trace[934657112] 'process raft request' (duration: 109.753218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.358084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429509868,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:29:44.645675Z","caller":"traceutil/trace.go:171","msg":"trace[1005779407] linearizableReadLoop","detail":"{readStateIndex:17592; appliedIndex:17591; }","duration":"788.226961ms","start":"2026-07-28T06:29:43.857422Z","end":"2026-07-28T06:29:44.645649Z","steps":["trace[1005779407] 'read index received' (duration: 787.926753ms)","trace[1005779407] 'applied index is now lower than readState.Index' (duration: 299.478µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:29:44.646289Z","caller":"traceutil/trace.go:171","msg":"trace[1223383069] transaction","detail":"{read_only:false; response_revision:17063; number_of_response:1; }","duration":"789.711749ms","start":"2026-07-28T06:29:43.856535Z","end":"2026-07-28T06:29:44.646246Z","steps":["trace[1223383069] 'process raft request' (duration: 788.95639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.64654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:43.856523Z","time spent":"789.877913ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:29:44.762211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.649408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T06:29:44.762292Z","caller":"traceutil/trace.go:171","msg":"trace[935107224] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:17063; }","duration":"214.807822ms","start":"2026-07-28T06:29:44.547463Z","end":"2026-07-28T06:29:44.762271Z","steps":["trace[935107224] 'agreement among raft nodes before linearized reading' (duration: 98.918835ms)","trace[935107224] 'range keys from in-memory index tree' (duration: 115.676591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.762357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.837448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:29:44.76245Z","caller":"traceutil/trace.go:171","msg":"trace[1825560524] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17063; }","duration":"112.975842ms","start":"2026-07-28T06:29:44.649455Z","end":"2026-07-28T06:29:44.762431Z","steps":["trace[1825560524] 'range keys from in-memory index tree' (duration: 112.779866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.76258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.965482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T06:29:44.762682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.238107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:29:44.762694Z","caller":"traceutil/trace.go:171","msg":"trace[1738933345] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17063; }","duration":"113.134926ms","start":"2026-07-28T06:29:44.649533Z","end":"2026-07-28T06:29:44.762668Z","steps":["trace[1738933345] 'range keys from in-memory index tree' (duration: 112.729774ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:29:44.762727Z","caller":"traceutil/trace.go:171","msg":"trace[2040136513] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:17063; }","duration":"905.355011ms","start":"2026-07-28T06:29:43.857359Z","end":"2026-07-28T06:29:44.762714Z","steps":["trace[2040136513] 'agreement among raft nodes before linearized reading' (duration: 788.813976ms)","trace[2040136513] 'count revisions from in-memory index tree' (duration: 116.432282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.762749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.141591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-07-28T06:29:44.762762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:43.857333Z","time spent":"905.419612ms","remote":"127.0.0.1:48486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:29:44.762777Z","caller":"traceutil/trace.go:171","msg":"trace[1517489223] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:17063; }","duration":"253.178392ms","start":"2026-07-28T06:29:44.509589Z","end":"2026-07-28T06:29:44.762768Z","steps":["trace[1517489223] 'agreement among raft nodes before linearized reading' (duration: 136.797832ms)","trace[1517489223] 'range keys from in-memory index tree' (duration: 116.250917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.762921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.922867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:29:44.762882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.041734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:29:44.762941Z","caller":"traceutil/trace.go:171","msg":"trace[646398476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17063; }","duration":"255.004599ms","start":"2026-07-28T06:29:44.50793Z","end":"2026-07-28T06:29:44.762934Z","steps":["trace[646398476] 'agreement among raft nodes before linearized reading' (duration: 138.404133ms)","trace[646398476] 'range keys from in-memory index tree' (duration: 116.515774ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:29:44.76296Z","caller":"traceutil/trace.go:171","msg":"trace[618900762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17063; }","duration":"113.124726ms","start":"2026-07-28T06:29:44.649827Z","end":"2026-07-28T06:29:44.762952Z","steps":["trace[618900762] 'range keys from in-memory index tree' (duration: 113.033034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.762979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.03258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:29:44.763006Z","caller":"traceutil/trace.go:171","msg":"trace[1555622177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17063; }","duration":"825.101981ms","start":"2026-07-28T06:29:43.937896Z","end":"2026-07-28T06:29:44.762998Z","steps":["trace[1555622177] 'agreement among raft nodes before linearized reading' (duration: 708.378952ms)","trace[1555622177] 'range keys from in-memory index tree' (duration: 116.629827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.763026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:43.937868Z","time spent":"825.152552ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:29:44.763034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.182529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:29:44.763058Z","caller":"traceutil/trace.go:171","msg":"trace[1370851891] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:17063; }","duration":"115.251641ms","start":"2026-07-28T06:29:44.6478Z","end":"2026-07-28T06:29:44.763052Z","steps":["trace[1370851891] 'range keys from in-memory index tree' (duration: 115.113627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.763167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.034863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:29:44.763181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.032606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T06:29:44.763194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.314266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:29:44.763216Z","caller":"traceutil/trace.go:171","msg":"trace[1987345702] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:17063; }","duration":"672.116928ms","start":"2026-07-28T06:29:44.091088Z","end":"2026-07-28T06:29:44.763205Z","steps":["trace[1987345702] 'agreement among raft nodes before linearized reading' (duration: 555.229164ms)","trace[1987345702] 'range keys from in-memory index tree' (duration: 116.809192ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:29:44.763226Z","caller":"traceutil/trace.go:171","msg":"trace[692272234] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:17063; }","duration":"114.394338ms","start":"2026-07-28T06:29:44.648825Z","end":"2026-07-28T06:29:44.763219Z","steps":["trace[692272234] 'range keys from in-memory index tree' (duration: 114.187733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.76324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:44.091056Z","time spent":"672.178729ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:29:44.763339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.924859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:29:44.763348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.166302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:29:44.763358Z","caller":"traceutil/trace.go:171","msg":"trace[1319078198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17063; }","duration":"256.98443ms","start":"2026-07-28T06:29:44.506367Z","end":"2026-07-28T06:29:44.763351Z","steps":["trace[1319078198] 'agreement among raft nodes before linearized reading' (duration: 139.924372ms)","trace[1319078198] 'range keys from in-memory index tree' (duration: 117.005557ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:29:44.763367Z","caller":"traceutil/trace.go:171","msg":"trace[968506105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17063; }","duration":"114.203664ms","start":"2026-07-28T06:29:44.649158Z","end":"2026-07-28T06:29:44.763361Z","steps":["trace[968506105] 'range keys from in-memory index tree' (duration: 114.111701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.763469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.302084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T06:29:44.763493Z","caller":"traceutil/trace.go:171","msg":"trace[76259800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17063; }","duration":"717.380286ms","start":"2026-07-28T06:29:44.046102Z","end":"2026-07-28T06:29:44.763483Z","steps":["trace[76259800] 'agreement among raft nodes before linearized reading' (duration: 600.232326ms)","trace[76259800] 'range keys from in-memory index tree' (duration: 117.096058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.763517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:44.04605Z","time spent":"717.462268ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:29:44.763485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.701296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:29:44.763558Z","caller":"traceutil/trace.go:171","msg":"trace[638015797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17063; }","duration":"820.805748ms","start":"2026-07-28T06:29:43.942741Z","end":"2026-07-28T06:29:44.763547Z","steps":["trace[638015797] 'agreement among raft nodes before linearized reading' (duration: 703.631198ms)","trace[638015797] 'range keys from in-memory index tree' (duration: 117.065068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.763584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:43.942717Z","time spent":"820.85857ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:29:44.76319Z","caller":"traceutil/trace.go:171","msg":"trace[944918490] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:17063; }","duration":"113.059184ms","start":"2026-07-28T06:29:44.650125Z","end":"2026-07-28T06:29:44.763185Z","steps":["trace[944918490] 'range keys from in-memory index tree' (duration: 112.987942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:29:44.763781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.866411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:29:44.763805Z","caller":"traceutil/trace.go:171","msg":"trace[2548758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:17063; }","duration":"255.914622ms","start":"2026-07-28T06:29:44.50788Z","end":"2026-07-28T06:29:44.763795Z","steps":["trace[2548758] 'agreement among raft nodes before linearized reading' (duration: 138.462754ms)","trace[2548758] 'range keys from in-memory index tree' (duration: 117.392546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.763903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.149582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T06:29:44.76392Z","caller":"traceutil/trace.go:171","msg":"trace[413917642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17063; }","duration":"719.236075ms","start":"2026-07-28T06:29:44.044678Z","end":"2026-07-28T06:29:44.763914Z","steps":["trace[413917642] 'agreement among raft nodes before linearized reading' (duration: 601.666164ms)","trace[413917642] 'range keys from in-memory index tree' (duration: 117.509479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.763942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:44.044641Z","time spent":"719.296486ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:29:44.764067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.459891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T06:29:44.764083Z","caller":"traceutil/trace.go:171","msg":"trace[1009050252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17063; }","duration":"719.529462ms","start":"2026-07-28T06:29:44.044548Z","end":"2026-07-28T06:29:44.764077Z","steps":["trace[1009050252] 'agreement among raft nodes before linearized reading' (duration: 601.815577ms)","trace[1009050252] 'range keys from in-memory index tree' (duration: 117.663944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:29:44.764099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:29:44.044516Z","time spent":"719.577723ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:29:44.764159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.429695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:29:44.764194Z","caller":"traceutil/trace.go:171","msg":"trace[735891026] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:17063; }","duration":"256.490757ms","start":"2026-07-28T06:29:44.507681Z","end":"2026-07-28T06:29:44.764171Z","steps":["trace[735891026] 'agreement among raft nodes before linearized reading' (duration: 138.68091ms)","trace[735891026] 'range keys from in-memory index tree' (duration: 117.774507ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:30:13.391278Z","caller":"traceutil/trace.go:171","msg":"trace[1498468750] transaction","detail":"{read_only:false; response_revision:17255; number_of_response:1; }","duration":"405.759665ms","start":"2026-07-28T06:30:12.985431Z","end":"2026-07-28T06:30:13.391191Z","steps":["trace[1498468750] 'process raft request' (duration: 397.297125ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:13.391386Z","caller":"traceutil/trace.go:171","msg":"trace[796260741] transaction","detail":"{read_only:false; response_revision:17256; number_of_response:1; }","duration":"405.833227ms","start":"2026-07-28T06:30:12.985505Z","end":"2026-07-28T06:30:13.391338Z","steps":["trace[796260741] 'process raft request' (duration: 405.480008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:13.391518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:12.985398Z","time spent":"406.007922ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:30:13.391595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:12.985485Z","time spent":"405.994102ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:30:13.392097Z","caller":"traceutil/trace.go:171","msg":"trace[796815962] linearizableReadLoop","detail":"{readStateIndex:17793; appliedIndex:17788; }","duration":"396.75465ms","start":"2026-07-28T06:30:12.995318Z","end":"2026-07-28T06:30:13.392073Z","steps":["trace[796815962] 'read index received' (duration: 29.829765ms)","trace[796815962] 'applied index is now lower than readState.Index' (duration: 366.922395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:30:13.392569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.676956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T06:30:13.392555Z","caller":"traceutil/trace.go:171","msg":"trace[1041769819] transaction","detail":"{read_only:false; response_revision:17258; number_of_response:1; }","duration":"406.837573ms","start":"2026-07-28T06:30:12.98563Z","end":"2026-07-28T06:30:13.392467Z","steps":["trace[1041769819] 'process raft request' (duration: 406.370301ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:13.392632Z","caller":"traceutil/trace.go:171","msg":"trace[2012879503] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17258; }","duration":"289.792469ms","start":"2026-07-28T06:30:13.102823Z","end":"2026-07-28T06:30:13.392615Z","steps":["trace[2012879503] 'agreement among raft nodes before linearized reading' (duration: 289.599993ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:13.392476Z","caller":"traceutil/trace.go:171","msg":"trace[1813746988] transaction","detail":"{read_only:false; response_revision:17257; number_of_response:1; }","duration":"406.900294ms","start":"2026-07-28T06:30:12.985533Z","end":"2026-07-28T06:30:13.392433Z","steps":["trace[1813746988] 'process raft request' (duration: 405.684893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:13.392686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.209658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-28T06:30:13.392785Z","caller":"traceutil/trace.go:171","msg":"trace[1012703357] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17258; }","duration":"283.324091ms","start":"2026-07-28T06:30:13.109431Z","end":"2026-07-28T06:30:13.392755Z","steps":["trace[1012703357] 'agreement among raft nodes before linearized reading' (duration: 283.075724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:13.392655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.301175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-28T06:30:13.392859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:12.985524Z","time spent":"407.228484ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:30:13.392959Z","caller":"traceutil/trace.go:171","msg":"trace[7376015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:17258; }","duration":"397.618923ms","start":"2026-07-28T06:30:12.995283Z","end":"2026-07-28T06:30:13.392902Z","steps":["trace[7376015] 'agreement among raft nodes before linearized reading' (duration: 397.107009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:13.392745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:12.9856Z","time spent":"407.04454ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:30:13.393196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:12.995271Z","time spent":"397.849669ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:30:14.066701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.645382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:30:14.066894Z","caller":"traceutil/trace.go:171","msg":"trace[2710281] transaction","detail":"{read_only:false; response_revision:17260; number_of_response:1; }","duration":"668.837189ms","start":"2026-07-28T06:30:13.398023Z","end":"2026-07-28T06:30:14.06686Z","steps":["trace[2710281] 'process raft request' (duration: 480.863649ms)","trace[2710281] 'compare' (duration: 187.447907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:30:14.067074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:13.398015Z","time spent":"668.940942ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:30:14.376926Z","caller":"traceutil/trace.go:171","msg":"trace[784730259] transaction","detail":"{read_only:false; response_revision:17262; number_of_response:1; }","duration":"798.524333ms","start":"2026-07-28T06:30:13.578365Z","end":"2026-07-28T06:30:14.376889Z","steps":["trace[784730259] 'process raft request' (duration: 798.348598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:14.376949Z","caller":"traceutil/trace.go:171","msg":"trace[1329659229] transaction","detail":"{read_only:false; response_revision:17261; number_of_response:1; }","duration":"873.990525ms","start":"2026-07-28T06:30:13.502921Z","end":"2026-07-28T06:30:14.376911Z","steps":["trace[1329659229] 'process raft request' (duration: 803.641845ms)","trace[1329659229] 'compare' (duration: 69.926579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:30:14.377156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:13.502885Z","time spent":"874.15983ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:30:14.377161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:13.578333Z","time spent":"798.701177ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:30:14.377627Z","caller":"traceutil/trace.go:171","msg":"trace[965198835] transaction","detail":"{read_only:false; response_revision:17263; number_of_response:1; }","duration":"791.197611ms","start":"2026-07-28T06:30:13.58641Z","end":"2026-07-28T06:30:14.377608Z","steps":["trace[965198835] 'process raft request' (duration: 790.432822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:14.377724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:13.586366Z","time spent":"791.308495ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:30:14.377869Z","caller":"traceutil/trace.go:171","msg":"trace[868166941] transaction","detail":"{read_only:false; response_revision:17264; number_of_response:1; }","duration":"790.020541ms","start":"2026-07-28T06:30:13.587774Z","end":"2026-07-28T06:30:14.377795Z","steps":["trace[868166941] 'process raft request' (duration: 789.770065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:14.378083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:13.587725Z","time spent":"790.242788ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:30:14.480433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.691211ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T06:30:14.480558Z","caller":"traceutil/trace.go:171","msg":"trace[1244430778] linearizableReadLoop","detail":"{readStateIndex:17800; appliedIndex:17795; }","duration":"544.724881ms","start":"2026-07-28T06:30:13.935813Z","end":"2026-07-28T06:30:14.480538Z","steps":["trace[1244430778] 'read index received' (duration: 370.574251ms)","trace[1244430778] 'applied index is now lower than readState.Index' (duration: 174.14901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:30:14.480829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.003849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-28T06:30:14.480861Z","caller":"traceutil/trace.go:171","msg":"trace[1287505904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17264; }","duration":"545.091981ms","start":"2026-07-28T06:30:13.935755Z","end":"2026-07-28T06:30:14.480847Z","steps":["trace[1287505904] 'agreement among raft nodes before linearized reading' (duration: 544.912526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:14.480839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.617348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:30:14.480845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.050646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:30:14.480943Z","caller":"traceutil/trace.go:171","msg":"trace[123206960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17264; }","duration":"165.813503ms","start":"2026-07-28T06:30:14.315104Z","end":"2026-07-28T06:30:14.480917Z","steps":["trace[123206960] 'agreement among raft nodes before linearized reading' (duration: 165.611328ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:14.480967Z","caller":"traceutil/trace.go:171","msg":"trace[1919421167] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:17264; }","duration":"167.254351ms","start":"2026-07-28T06:30:14.31369Z","end":"2026-07-28T06:30:14.480944Z","steps":["trace[1919421167] 'agreement among raft nodes before linearized reading' (duration: 167.013215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:14.480901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:13.935733Z","time spent":"545.161702ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1668,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-28T06:30:15.5249Z","caller":"traceutil/trace.go:171","msg":"trace[1142566777] transaction","detail":"{read_only:false; response_revision:17269; number_of_response:1; }","duration":"122.075086ms","start":"2026-07-28T06:30:15.402784Z","end":"2026-07-28T06:30:15.524859Z","steps":["trace[1142566777] 'process raft request' (duration: 57.849915ms)","trace[1142566777] 'compare' (duration: 63.965344ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:30:15.525274Z","caller":"traceutil/trace.go:171","msg":"trace[1792606537] transaction","detail":"{read_only:false; response_revision:17270; number_of_response:1; }","duration":"122.374014ms","start":"2026-07-28T06:30:15.402861Z","end":"2026-07-28T06:30:15.525235Z","steps":["trace[1792606537] 'process raft request' (duration: 121.941452ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:15.525807Z","caller":"traceutil/trace.go:171","msg":"trace[1199537927] transaction","detail":"{read_only:false; response_revision:17271; number_of_response:1; }","duration":"122.825756ms","start":"2026-07-28T06:30:15.40297Z","end":"2026-07-28T06:30:15.525796Z","steps":["trace[1199537927] 'process raft request' (duration: 122.20097ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:15.525974Z","caller":"traceutil/trace.go:171","msg":"trace[456409964] linearizableReadLoop","detail":"{readStateIndex:17807; appliedIndex:17803; }","duration":"115.435853ms","start":"2026-07-28T06:30:15.410316Z","end":"2026-07-28T06:30:15.525752Z","steps":["trace[456409964] 'read index received' (duration: 8.482931ms)","trace[456409964] 'applied index is now lower than readState.Index' (duration: 106.951292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:30:15.526189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.840043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T06:30:15.526251Z","caller":"traceutil/trace.go:171","msg":"trace[609690779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:17271; }","duration":"115.949126ms","start":"2026-07-28T06:30:15.410287Z","end":"2026-07-28T06:30:15.526236Z","steps":["trace[609690779] 'agreement among raft nodes before linearized reading' (duration: 115.626678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:17.29631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.207217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:30:17.296423Z","caller":"traceutil/trace.go:171","msg":"trace[319456216] transaction","detail":"{read_only:false; response_revision:17278; number_of_response:1; }","duration":"142.654281ms","start":"2026-07-28T06:30:17.15375Z","end":"2026-07-28T06:30:17.296405Z","steps":["trace[319456216] 'process raft request' (duration: 37.222038ms)","trace[319456216] 'compare' (duration: 105.067324ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:30:17.348347Z","caller":"traceutil/trace.go:171","msg":"trace[1114581370] transaction","detail":"{read_only:false; response_revision:17279; number_of_response:1; }","duration":"181.805149ms","start":"2026-07-28T06:30:17.16649Z","end":"2026-07-28T06:30:17.348295Z","steps":["trace[1114581370] 'process raft request' (duration: 181.535622ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:18.57472Z","caller":"traceutil/trace.go:171","msg":"trace[929143440] transaction","detail":"{read_only:false; response_revision:17291; number_of_response:1; }","duration":"107.312802ms","start":"2026-07-28T06:30:18.467379Z","end":"2026-07-28T06:30:18.574692Z","steps":["trace[929143440] 'process raft request' (duration: 107.220529ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:18.574788Z","caller":"traceutil/trace.go:171","msg":"trace[1868509086] transaction","detail":"{read_only:false; response_revision:17290; number_of_response:1; }","duration":"108.288696ms","start":"2026-07-28T06:30:18.466452Z","end":"2026-07-28T06:30:18.574741Z","steps":["trace[1868509086] 'process raft request' (duration: 107.939587ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:18.574993Z","caller":"traceutil/trace.go:171","msg":"trace[1650802285] transaction","detail":"{read_only:false; response_revision:17292; number_of_response:1; }","duration":"106.88658ms","start":"2026-07-28T06:30:18.468095Z","end":"2026-07-28T06:30:18.574982Z","steps":["trace[1650802285] 'process raft request' (duration: 106.549991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.077736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429510655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:30:20.10909Z","caller":"traceutil/trace.go:171","msg":"trace[635722819] linearizableReadLoop","detail":"{readStateIndex:17833; appliedIndex:17832; }","duration":"531.994429ms","start":"2026-07-28T06:30:19.577066Z","end":"2026-07-28T06:30:20.10906Z","steps":["trace[635722819] 'read index received' (duration: 531.451275ms)","trace[635722819] 'applied index is now lower than readState.Index' (duration: 542.374µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:30:20.109205Z","caller":"traceutil/trace.go:171","msg":"trace[774731558] transaction","detail":"{read_only:false; response_revision:17296; number_of_response:1; }","duration":"591.448485ms","start":"2026-07-28T06:30:19.517746Z","end":"2026-07-28T06:30:20.109194Z","steps":["trace[774731558] 'process raft request' (duration: 590.925692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.109402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.517732Z","time spent":"591.505766ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:30:20.109858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.236854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T06:30:20.109894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.80381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T06:30:20.109959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.882169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:30:20.109986Z","caller":"traceutil/trace.go:171","msg":"trace[1034062651] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:17296; }","duration":"319.433499ms","start":"2026-07-28T06:30:19.790526Z","end":"2026-07-28T06:30:20.109959Z","steps":["trace[1034062651] 'agreement among raft nodes before linearized reading' (duration: 318.970947ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:30:20.109999Z","caller":"traceutil/trace.go:171","msg":"trace[1225208068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17296; }","duration":"532.969214ms","start":"2026-07-28T06:30:19.577004Z","end":"2026-07-28T06:30:20.109973Z","steps":["trace[1225208068] 'agreement among raft nodes before linearized reading' (duration: 532.553634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.109997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.831012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T06:30:20.110045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.7905Z","time spent":"319.533562ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T06:30:20.110052Z","caller":"traceutil/trace.go:171","msg":"trace[1952834288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17296; }","duration":"514.905963ms","start":"2026-07-28T06:30:19.595134Z","end":"2026-07-28T06:30:20.11004Z","steps":["trace[1952834288] 'agreement among raft nodes before linearized reading' (duration: 514.78377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.110052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.576981Z","time spent":"533.059636ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:30:20.110013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.251635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-28T06:30:20.110042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.5921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T06:30:20.110156Z","caller":"traceutil/trace.go:171","msg":"trace[649750505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:17296; }","duration":"517.46801ms","start":"2026-07-28T06:30:19.592651Z","end":"2026-07-28T06:30:20.110119Z","steps":["trace[649750505] 'agreement among raft nodes before linearized reading' (duration: 516.839694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.110244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.592628Z","time spent":"517.604024ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:30:20.110081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.602201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T06:30:20.110334Z","caller":"traceutil/trace.go:171","msg":"trace[434801738] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17296; }","duration":"390.893709ms","start":"2026-07-28T06:30:19.719419Z","end":"2026-07-28T06:30:20.110313Z","steps":["trace[434801738] 'agreement among raft nodes before linearized reading' (duration: 390.59732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.110375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.719392Z","time spent":"390.968651ms","remote":"127.0.0.1:48086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T06:30:20.110177Z","caller":"traceutil/trace.go:171","msg":"trace[214422086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17296; }","duration":"513.771705ms","start":"2026-07-28T06:30:19.596372Z","end":"2026-07-28T06:30:20.110144Z","steps":["trace[214422086] 'agreement among raft nodes before linearized reading' (duration: 513.399695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.110595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.596362Z","time spent":"514.217797ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T06:30:20.109997Z","caller":"traceutil/trace.go:171","msg":"trace[631312932] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:17296; }","duration":"174.970731ms","start":"2026-07-28T06:30:19.935016Z","end":"2026-07-28T06:30:20.109986Z","steps":["trace[631312932] 'agreement among raft nodes before linearized reading' (duration: 174.903969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:30:20.11011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:30:19.595119Z","time spent":"514.966085ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:31:54.739389Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15477} {"level":"info","ts":"2026-07-28T06:31:54.824346Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15477,"took":"82.241019ms","hash":645403396,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":27942912,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T06:31:54.824409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":645403396,"revision":15477,"compact-revision":12922} {"level":"info","ts":"2026-07-28T06:34:39.556773Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e1d03a09d7253a9d","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T06:34:39.563543Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T06:34:39.563744Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-07-28T06:36:32.704302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.582089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:36:32.704657Z","caller":"traceutil/trace.go:171","msg":"trace[1458781340] linearizableReadLoop","detail":"{readStateIndex:20910; appliedIndex:20907; }","duration":"390.987649ms","start":"2026-07-28T06:36:32.313647Z","end":"2026-07-28T06:36:32.704634Z","steps":["trace[1458781340] 'read index received' (duration: 265.866086ms)","trace[1458781340] 'applied index is now lower than readState.Index' (duration: 125.119953ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:36:32.704658Z","caller":"traceutil/trace.go:171","msg":"trace[181563755] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"626.927521ms","start":"2026-07-28T06:36:32.077674Z","end":"2026-07-28T06:36:32.704602Z","steps":["trace[181563755] 'process raft request' (duration: 501.88236ms)","trace[181563755] 'compare' (duration: 124.194149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:36:32.704922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.077645Z","time spent":"627.139367ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:36:32.704974Z","caller":"traceutil/trace.go:171","msg":"trace[1335098001] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"507.65122ms","start":"2026-07-28T06:36:32.197309Z","end":"2026-07-28T06:36:32.70496Z","steps":["trace[1335098001] 'process raft request' (duration: 507.157177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:32.705051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.197275Z","time spent":"507.736703ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:36:32.7052Z","caller":"traceutil/trace.go:171","msg":"trace[1316379385] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"507.24485ms","start":"2026-07-28T06:36:32.197944Z","end":"2026-07-28T06:36:32.705189Z","steps":["trace[1316379385] 'process raft request' (duration: 506.646715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:32.705255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.1979Z","time spent":"507.328032ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:36:32.705469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.512209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T06:36:32.705575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.01235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T06:36:32.705596Z","caller":"traceutil/trace.go:171","msg":"trace[2119739350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20286; }","duration":"347.734015ms","start":"2026-07-28T06:36:32.357834Z","end":"2026-07-28T06:36:32.705568Z","steps":["trace[2119739350] 'agreement among raft nodes before linearized reading' (duration: 347.415626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:32.705691Z","caller":"traceutil/trace.go:171","msg":"trace[1021438581] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20286; }","duration":"322.151224ms","start":"2026-07-28T06:36:32.383516Z","end":"2026-07-28T06:36:32.705668Z","steps":["trace[1021438581] 'agreement among raft nodes before linearized reading' (duration: 321.894217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:32.705708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.357814Z","time spent":"347.880069ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:36:32.705749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.3835Z","time spent":"322.230915ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:36:32.705822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.694622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T06:36:32.705871Z","caller":"traceutil/trace.go:171","msg":"trace[1459668709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20286; }","duration":"326.766395ms","start":"2026-07-28T06:36:32.379093Z","end":"2026-07-28T06:36:32.70586Z","steps":["trace[1459668709] 'agreement among raft nodes before linearized reading' (duration: 326.6093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:32.705915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.379081Z","time spent":"326.827616ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:36:32.705915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.259192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:32.70596Z","caller":"traceutil/trace.go:171","msg":"trace[1527496730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20286; }","duration":"392.377136ms","start":"2026-07-28T06:36:32.313573Z","end":"2026-07-28T06:36:32.70595Z","steps":["trace[1527496730] 'agreement among raft nodes before linearized reading' (duration: 392.290434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:32.705992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.31354Z","time spent":"392.445888ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:36:32.706064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.61262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T06:36:32.706117Z","caller":"traceutil/trace.go:171","msg":"trace[1288553167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20286; }","duration":"345.716282ms","start":"2026-07-28T06:36:32.360387Z","end":"2026-07-28T06:36:32.706103Z","steps":["trace[1288553167] 'agreement among raft nodes before linearized reading' (duration: 345.583888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:32.706162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:32.360357Z","time spent":"345.794074ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:36:36.554997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429518916,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:36:36.631133Z","caller":"traceutil/trace.go:171","msg":"trace[1307539934] linearizableReadLoop","detail":"{readStateIndex:20931; appliedIndex:20930; }","duration":"577.053842ms","start":"2026-07-28T06:36:36.054054Z","end":"2026-07-28T06:36:36.631107Z","steps":["trace[1307539934] 'read index received' (duration: 576.813686ms)","trace[1307539934] 'applied index is now lower than readState.Index' (duration: 239.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:36:36.631243Z","caller":"traceutil/trace.go:171","msg":"trace[1893491159] transaction","detail":"{read_only:false; response_revision:20306; number_of_response:1; }","duration":"613.781535ms","start":"2026-07-28T06:36:36.017411Z","end":"2026-07-28T06:36:36.631193Z","steps":["trace[1893491159] 'process raft request' (duration: 613.524929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:36.63144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.37206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-28T06:36:36.631492Z","caller":"traceutil/trace.go:171","msg":"trace[1952121345] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20306; }","duration":"577.479553ms","start":"2026-07-28T06:36:36.053999Z","end":"2026-07-28T06:36:36.631478Z","steps":["trace[1952121345] 'agreement among raft nodes before linearized reading' (duration: 577.297778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:36.631533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:36.053982Z","time spent":"577.541505ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:36:36.63151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.443032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:36.631605Z","caller":"traceutil/trace.go:171","msg":"trace[1165609569] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20306; }","duration":"545.624277ms","start":"2026-07-28T06:36:36.085958Z","end":"2026-07-28T06:36:36.631582Z","steps":["trace[1165609569] 'agreement among raft nodes before linearized reading' (duration: 545.453443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:36.631652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:36.085923Z","time spent":"545.71962ms","remote":"127.0.0.1:52558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:36:36.631647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.714295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:36.631776Z","caller":"traceutil/trace.go:171","msg":"trace[668074474] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20306; }","duration":"272.914581ms","start":"2026-07-28T06:36:36.358831Z","end":"2026-07-28T06:36:36.631746Z","steps":["trace[668074474] 'agreement among raft nodes before linearized reading' (duration: 272.651994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:36.631898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.007005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:36.63204Z","caller":"traceutil/trace.go:171","msg":"trace[655339485] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20306; }","duration":"517.20632ms","start":"2026-07-28T06:36:36.114803Z","end":"2026-07-28T06:36:36.632009Z","steps":["trace[655339485] 'agreement among raft nodes before linearized reading' (duration: 516.752939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:36.632144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:36.114702Z","time spent":"517.420496ms","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:36:36.632309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.423692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:36.632369Z","caller":"traceutil/trace.go:171","msg":"trace[2012941354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20306; }","duration":"319.526394ms","start":"2026-07-28T06:36:36.312828Z","end":"2026-07-28T06:36:36.632355Z","steps":["trace[2012941354] 'agreement among raft nodes before linearized reading' (duration: 318.628421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:36.632398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:36.312808Z","time spent":"319.584006ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:36:36.632462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:36.017382Z","time spent":"613.96881ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:36:54.751188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18028} {"level":"info","ts":"2026-07-28T06:36:54.846767Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18028,"took":"92.99159ms","hash":4260715442,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":26017792,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T06:36:54.846838Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4260715442,"revision":18028,"compact-revision":15477} {"level":"warn","ts":"2026-07-28T06:36:58.557743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429519292,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:36:58.719443Z","caller":"traceutil/trace.go:171","msg":"trace[361743745] linearizableReadLoop","detail":"{readStateIndex:21087; appliedIndex:21086; }","duration":"662.30922ms","start":"2026-07-28T06:36:58.057094Z","end":"2026-07-28T06:36:58.719403Z","steps":["trace[361743745] 'read index received' (duration: 661.907289ms)","trace[361743745] 'applied index is now lower than readState.Index' (duration: 400.561µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:36:58.719553Z","caller":"traceutil/trace.go:171","msg":"trace[777803923] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"740.160023ms","start":"2026-07-28T06:36:57.979335Z","end":"2026-07-28T06:36:58.719495Z","steps":["trace[777803923] 'process raft request' (duration: 739.797274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:58.719729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.593356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T06:36:58.719773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:57.979292Z","time spent":"740.354868ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:36:58.719798Z","caller":"traceutil/trace.go:171","msg":"trace[972928097] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20456; }","duration":"662.745511ms","start":"2026-07-28T06:36:58.057031Z","end":"2026-07-28T06:36:58.719776Z","steps":["trace[972928097] 'agreement among raft nodes before linearized reading' (duration: 662.585027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:58.719859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.057006Z","time spent":"662.835663ms","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:36:58.719985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.963612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:36:58.720095Z","caller":"traceutil/trace.go:171","msg":"trace[1886132178] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20456; }","duration":"648.149557ms","start":"2026-07-28T06:36:58.071917Z","end":"2026-07-28T06:36:58.720066Z","steps":["trace[1886132178] 'agreement among raft nodes before linearized reading' (duration: 647.963602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:58.720171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.071887Z","time spent":"648.27151ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:36:58.720401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.791786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.114\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T06:36:58.72045Z","caller":"traceutil/trace.go:171","msg":"trace[1537858230] range","detail":"{range_begin:/registry/masterleases/199.19.213.114; range_end:; response_count:1; response_revision:20456; }","duration":"448.886638ms","start":"2026-07-28T06:36:58.271551Z","end":"2026-07-28T06:36:58.720438Z","steps":["trace[1537858230] 'agreement among raft nodes before linearized reading' (duration: 448.703384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:58.720482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.27153Z","time spent":"448.94493ms","remote":"127.0.0.1:48012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.114\" "} {"level":"warn","ts":"2026-07-28T06:36:58.720607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.815546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-07-28T06:36:58.720721Z","caller":"traceutil/trace.go:171","msg":"trace[959621883] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20456; }","duration":"108.930869ms","start":"2026-07-28T06:36:58.611733Z","end":"2026-07-28T06:36:58.720663Z","steps":["trace[959621883] 'agreement among raft nodes before linearized reading' (duration: 108.612511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:58.720856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.547862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:58.720983Z","caller":"traceutil/trace.go:171","msg":"trace[1031129929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20456; }","duration":"406.334103ms","start":"2026-07-28T06:36:58.314613Z","end":"2026-07-28T06:36:58.720947Z","steps":["trace[1031129929] 'agreement among raft nodes before linearized reading' (duration: 405.530582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:58.72104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.314583Z","time spent":"406.445155ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:36:59.222638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429519295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:36:59.723132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429519295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:36:59.744528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02279679s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T06:36:59.804086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.721528Z","time spent":"1.082554316s","remote":"127.0.0.1:48012","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T06:36:59.804132Z","caller":"traceutil/trace.go:171","msg":"trace[98013949] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"1.082477255s","start":"2026-07-28T06:36:58.721584Z","end":"2026-07-28T06:36:59.804061Z","steps":["trace[98013949] 'process raft request' (duration: 1.023454756s)","trace[98013949] 'compare' (duration: 57.978901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:36:59.804383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.72155Z","time spent":"1.082706851s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:36:59.817182Z","caller":"traceutil/trace.go:171","msg":"trace[1004021063] transaction","detail":"{read_only:false; response_revision:20460; number_of_response:1; }","duration":"987.903863ms","start":"2026-07-28T06:36:58.829252Z","end":"2026-07-28T06:36:59.817156Z","steps":["trace[1004021063] 'process raft request' (duration: 987.825651ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:59.817191Z","caller":"traceutil/trace.go:171","msg":"trace[890478846] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"1.092059826s","start":"2026-07-28T06:36:58.725075Z","end":"2026-07-28T06:36:59.817135Z","steps":["trace[890478846] 'process raft request' (duration: 1.091728667s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:59.817212Z","caller":"traceutil/trace.go:171","msg":"trace[1573386074] transaction","detail":"{read_only:false; response_revision:20461; number_of_response:1; }","duration":"987.191635ms","start":"2026-07-28T06:36:58.829997Z","end":"2026-07-28T06:36:59.817189Z","steps":["trace[1573386074] 'process raft request' (duration: 987.109232ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:59.817182Z","caller":"traceutil/trace.go:171","msg":"trace[1417018822] linearizableReadLoop","detail":"{readStateIndex:21093; appliedIndex:21087; }","duration":"1.0948955s","start":"2026-07-28T06:36:58.722241Z","end":"2026-07-28T06:36:59.817137Z","steps":["trace[1417018822] 'read index received' (duration: 1.022766777s)","trace[1417018822] 'applied index is now lower than readState.Index' (duration: 72.127323ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:36:59.817362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.829988Z","time spent":"987.276356ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:36:59.817359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.829242Z","time spent":"988.018886ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:36:59.817364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.725051Z","time spent":"1.092209709s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:36:59.817351Z","caller":"traceutil/trace.go:171","msg":"trace[812174364] transaction","detail":"{read_only:false; response_revision:20459; number_of_response:1; }","duration":"988.342134ms","start":"2026-07-28T06:36:58.828923Z","end":"2026-07-28T06:36:59.817265Z","steps":["trace[812174364] 'process raft request' (duration: 988.124158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.817482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095216068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:59.817519Z","caller":"traceutil/trace.go:171","msg":"trace[1626777033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20461; }","duration":"1.095310221s","start":"2026-07-28T06:36:58.722197Z","end":"2026-07-28T06:36:59.817508Z","steps":["trace[1626777033] 'agreement among raft nodes before linearized reading' (duration: 1.095152287s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.817552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.722171Z","time spent":"1.095374693s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:36:59.817643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.828895Z","time spent":"988.577791ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:36:59.81778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.305678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:36:59.817808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.960853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T06:36:59.817863Z","caller":"traceutil/trace.go:171","msg":"trace[392607763] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:20462; }","duration":"391.434831ms","start":"2026-07-28T06:36:59.42641Z","end":"2026-07-28T06:36:59.817845Z","steps":["trace[392607763] 'agreement among raft nodes before linearized reading' (duration: 391.262397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.817887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.908297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:36:59.817894Z","caller":"traceutil/trace.go:171","msg":"trace[2035899205] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20462; }","duration":"959.111468ms","start":"2026-07-28T06:36:58.858761Z","end":"2026-07-28T06:36:59.817872Z","steps":["trace[2035899205] 'agreement among raft nodes before linearized reading' (duration: 958.832201ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:59.817923Z","caller":"traceutil/trace.go:171","msg":"trace[1187312930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20462; }","duration":"188.995969ms","start":"2026-07-28T06:36:59.628918Z","end":"2026-07-28T06:36:59.817914Z","steps":["trace[1187312930] 'agreement among raft nodes before linearized reading' (duration: 188.853956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.817929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:59.426388Z","time spent":"391.526254ms","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:36:59.817945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.650028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:36:59.817986Z","caller":"traceutil/trace.go:171","msg":"trace[1351103434] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20462; }","duration":"638.743441ms","start":"2026-07-28T06:36:59.17923Z","end":"2026-07-28T06:36:59.817973Z","steps":["trace[1351103434] 'agreement among raft nodes before linearized reading' (duration: 638.674249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.818014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:59.179199Z","time spent":"638.806422ms","remote":"127.0.0.1:57952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:36:59.818023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.002288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T06:36:59.818007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.74944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T06:36:59.818045Z","caller":"traceutil/trace.go:171","msg":"trace[1527685963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20462; }","duration":"958.08105ms","start":"2026-07-28T06:36:58.859957Z","end":"2026-07-28T06:36:59.818039Z","steps":["trace[1527685963] 'agreement among raft nodes before linearized reading' (duration: 957.999418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.818065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.859926Z","time spent":"958.135431ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:36:59.818073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.976612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:36:59.818077Z","caller":"traceutil/trace.go:171","msg":"trace[646339721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20462; }","duration":"952.843013ms","start":"2026-07-28T06:36:58.865215Z","end":"2026-07-28T06:36:59.818058Z","steps":["trace[646339721] 'agreement among raft nodes before linearized reading' (duration: 952.681089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:59.818094Z","caller":"traceutil/trace.go:171","msg":"trace[1689508581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20462; }","duration":"389.997613ms","start":"2026-07-28T06:36:59.428089Z","end":"2026-07-28T06:36:59.818087Z","steps":["trace[1689508581] 'agreement among raft nodes before linearized reading' (duration: 389.933381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.818112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:59.428045Z","time spent":"390.061974ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:36:59.818122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.865203Z","time spent":"952.895144ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:36:59.817939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.858749Z","time spent":"959.18025ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:36:59.818196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.794091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"warn","ts":"2026-07-28T06:36:59.818218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.801219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T06:36:59.818218Z","caller":"traceutil/trace.go:171","msg":"trace[656206471] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20462; }","duration":"279.875114ms","start":"2026-07-28T06:36:59.538335Z","end":"2026-07-28T06:36:59.81821Z","steps":["trace[656206471] 'agreement among raft nodes before linearized reading' (duration: 279.819442ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:36:59.818236Z","caller":"traceutil/trace.go:171","msg":"trace[245027304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20462; }","duration":"958.86454ms","start":"2026-07-28T06:36:58.859366Z","end":"2026-07-28T06:36:59.818231Z","steps":["trace[245027304] 'agreement among raft nodes before linearized reading' (duration: 958.816149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:36:59.818259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:36:58.859341Z","time spent":"958.910872ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:37:09.545965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429519461,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:37:09.643771Z","caller":"traceutil/trace.go:171","msg":"trace[1796173356] transaction","detail":"{read_only:false; response_revision:20521; number_of_response:1; }","duration":"655.246353ms","start":"2026-07-28T06:37:08.988491Z","end":"2026-07-28T06:37:09.643737Z","steps":["trace[1796173356] 'process raft request' (duration: 655.041258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:09.643988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:08.988459Z","time spent":"655.407708ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:09.646497Z","caller":"traceutil/trace.go:171","msg":"trace[530752429] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"602.372686ms","start":"2026-07-28T06:37:09.044108Z","end":"2026-07-28T06:37:09.646481Z","steps":["trace[530752429] 'process raft request' (duration: 602.068059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:09.646603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:09.044085Z","time spent":"602.460538ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:09.646713Z","caller":"traceutil/trace.go:171","msg":"trace[1428388841] linearizableReadLoop","detail":"{readStateIndex:21156; appliedIndex:21154; }","duration":"601.79883ms","start":"2026-07-28T06:37:09.044865Z","end":"2026-07-28T06:37:09.646664Z","steps":["trace[1428388841] 'read index received' (duration: 598.74323ms)","trace[1428388841] 'applied index is now lower than readState.Index' (duration: 3.05286ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:37:09.646834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.950414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:37:09.646888Z","caller":"traceutil/trace.go:171","msg":"trace[791594851] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20522; }","duration":"602.250923ms","start":"2026-07-28T06:37:09.044622Z","end":"2026-07-28T06:37:09.646873Z","steps":["trace[791594851] 'agreement among raft nodes before linearized reading' (duration: 602.14126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:09.646921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:09.044599Z","time spent":"602.314835ms","remote":"127.0.0.1:46248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:37:09.646944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.38179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:37:09.646969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.127294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:37:09.647014Z","caller":"traceutil/trace.go:171","msg":"trace[2119701125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20522; }","duration":"332.458542ms","start":"2026-07-28T06:37:09.314519Z","end":"2026-07-28T06:37:09.646977Z","steps":["trace[2119701125] 'agreement among raft nodes before linearized reading' (duration: 332.344709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:09.647105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:09.314436Z","time spent":"332.651208ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T06:37:09.64703Z","caller":"traceutil/trace.go:171","msg":"trace[188848609] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20522; }","duration":"311.211416ms","start":"2026-07-28T06:37:09.335799Z","end":"2026-07-28T06:37:09.647011Z","steps":["trace[188848609] 'agreement among raft nodes before linearized reading' (duration: 311.128024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:09.647195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:09.335784Z","time spent":"311.392691ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:37:17.419918Z","caller":"traceutil/trace.go:171","msg":"trace[1258818651] linearizableReadLoop","detail":"{readStateIndex:21222; appliedIndex:21221; }","duration":"113.702873ms","start":"2026-07-28T06:37:17.30617Z","end":"2026-07-28T06:37:17.419873Z","steps":["trace[1258818651] 'read index received' (duration: 110.237202ms)","trace[1258818651] 'applied index is now lower than readState.Index' (duration: 3.464201ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:37:17.420138Z","caller":"traceutil/trace.go:171","msg":"trace[361187823] transaction","detail":"{read_only:false; response_revision:20586; number_of_response:1; }","duration":"268.265879ms","start":"2026-07-28T06:37:17.15186Z","end":"2026-07-28T06:37:17.420126Z","steps":["trace[361187823] 'process raft request' (duration: 264.659755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:17.420529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.33064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417815"} {"level":"info","ts":"2026-07-28T06:37:17.420649Z","caller":"traceutil/trace.go:171","msg":"trace[1103345285] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20586; }","duration":"114.501324ms","start":"2026-07-28T06:37:17.306118Z","end":"2026-07-28T06:37:17.420619Z","steps":["trace[1103345285] 'agreement among raft nodes before linearized reading' (duration: 114.050042ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:17.980559Z","caller":"traceutil/trace.go:171","msg":"trace[1603742246] transaction","detail":"{read_only:false; response_revision:20587; number_of_response:1; }","duration":"231.557636ms","start":"2026-07-28T06:37:17.748963Z","end":"2026-07-28T06:37:17.98052Z","steps":["trace[1603742246] 'process raft request' (duration: 231.280319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:18.00928Z","caller":"traceutil/trace.go:171","msg":"trace[1413985796] transaction","detail":"{read_only:false; response_revision:20588; number_of_response:1; }","duration":"134.370615ms","start":"2026-07-28T06:37:17.874855Z","end":"2026-07-28T06:37:18.009225Z","steps":["trace[1413985796] 'process raft request' (duration: 134.062667ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:18.009344Z","caller":"traceutil/trace.go:171","msg":"trace[827093287] transaction","detail":"{read_only:false; response_revision:20590; number_of_response:1; }","duration":"124.898558ms","start":"2026-07-28T06:37:17.884424Z","end":"2026-07-28T06:37:18.009323Z","steps":["trace[827093287] 'process raft request' (duration: 124.742453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:18.009462Z","caller":"traceutil/trace.go:171","msg":"trace[424367090] transaction","detail":"{read_only:false; response_revision:20589; number_of_response:1; }","duration":"124.954639ms","start":"2026-07-28T06:37:17.884385Z","end":"2026-07-28T06:37:18.00934Z","steps":["trace[424367090] 'process raft request' (duration: 124.729012ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:18.009797Z","caller":"traceutil/trace.go:171","msg":"trace[1533550431] linearizableReadLoop","detail":"{readStateIndex:21227; appliedIndex:21223; }","duration":"103.539827ms","start":"2026-07-28T06:37:17.906214Z","end":"2026-07-28T06:37:18.009754Z","steps":["trace[1533550431] 'read index received' (duration: 74.32295ms)","trace[1533550431] 'applied index is now lower than readState.Index' (duration: 29.215587ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:37:18.010133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.888886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T06:37:18.009562Z","caller":"traceutil/trace.go:171","msg":"trace[1955688720] transaction","detail":"{read_only:false; response_revision:20591; number_of_response:1; }","duration":"124.476407ms","start":"2026-07-28T06:37:17.885076Z","end":"2026-07-28T06:37:18.009552Z","steps":["trace[1955688720] 'process raft request' (duration: 124.133727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:18.010181Z","caller":"traceutil/trace.go:171","msg":"trace[2032156081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20593; }","duration":"104.04653ms","start":"2026-07-28T06:37:17.90612Z","end":"2026-07-28T06:37:18.010167Z","steps":["trace[2032156081] 'agreement among raft nodes before linearized reading' (duration: 103.838005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:19.609342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.870391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:22088"} {"level":"info","ts":"2026-07-28T06:37:19.609436Z","caller":"traceutil/trace.go:171","msg":"trace[1953342607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20600; }","duration":"975.032165ms","start":"2026-07-28T06:37:18.63438Z","end":"2026-07-28T06:37:19.609412Z","steps":["trace[1953342607] 'range keys from in-memory index tree' (duration: 974.629374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:19.609475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:18.634356Z","time spent":"975.109467ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":22112,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T06:37:19.60953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.604308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1412"} {"level":"info","ts":"2026-07-28T06:37:19.60963Z","caller":"traceutil/trace.go:171","msg":"trace[1790587087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20600; }","duration":"662.766672ms","start":"2026-07-28T06:37:18.946836Z","end":"2026-07-28T06:37:19.609602Z","steps":["trace[1790587087] 'range keys from in-memory index tree' (duration: 662.375841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:19.609679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:18.946811Z","time spent":"662.858353ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1436,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-28T06:37:19.609717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031198258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:37:19.609748Z","caller":"traceutil/trace.go:171","msg":"trace[1777940643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20600; }","duration":"1.031300741s","start":"2026-07-28T06:37:18.578436Z","end":"2026-07-28T06:37:19.609737Z","steps":["trace[1777940643] 'count revisions from in-memory index tree' (duration: 1.031037524s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:19.609782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:18.578401Z","time spent":"1.031362343s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:37:19.609548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.716303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:37:19.609964Z","caller":"traceutil/trace.go:171","msg":"trace[1976501035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20600; }","duration":"295.144294ms","start":"2026-07-28T06:37:19.314801Z","end":"2026-07-28T06:37:19.609945Z","steps":["trace[1976501035] 'range keys from in-memory index tree' (duration: 294.277752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:20.507169Z","caller":"traceutil/trace.go:171","msg":"trace[1151188461] transaction","detail":"{read_only:false; response_revision:20601; number_of_response:1; }","duration":"633.188395ms","start":"2026-07-28T06:37:19.873959Z","end":"2026-07-28T06:37:20.507147Z","steps":["trace[1151188461] 'process raft request' (duration: 633.046671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.507313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:19.873941Z","time spent":"633.294618ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:20.516538Z","caller":"traceutil/trace.go:171","msg":"trace[758384708] linearizableReadLoop","detail":"{readStateIndex:21244; appliedIndex:21237; }","duration":"440.608132ms","start":"2026-07-28T06:37:20.075896Z","end":"2026-07-28T06:37:20.516504Z","steps":["trace[758384708] 'read index received' (duration: 431.123613ms)","trace[758384708] 'applied index is now lower than readState.Index' (duration: 9.482999ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:37:20.5169Z","caller":"traceutil/trace.go:171","msg":"trace[1776763198] transaction","detail":"{read_only:false; response_revision:20602; number_of_response:1; }","duration":"638.172336ms","start":"2026-07-28T06:37:19.878717Z","end":"2026-07-28T06:37:20.51689Z","steps":["trace[1776763198] 'process raft request' (duration: 637.002735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.517042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:19.878679Z","time spent":"638.257018ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:20.517336Z","caller":"traceutil/trace.go:171","msg":"trace[1652021897] transaction","detail":"{read_only:false; response_revision:20603; number_of_response:1; }","duration":"557.956761ms","start":"2026-07-28T06:37:19.959369Z","end":"2026-07-28T06:37:20.517326Z","steps":["trace[1652021897] 'process raft request' (duration: 556.77351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.517389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:19.95934Z","time spent":"558.020462ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:20.517487Z","caller":"traceutil/trace.go:171","msg":"trace[746605640] transaction","detail":"{read_only:false; response_revision:20604; number_of_response:1; }","duration":"501.707825ms","start":"2026-07-28T06:37:20.01577Z","end":"2026-07-28T06:37:20.517478Z","steps":["trace[746605640] 'process raft request' (duration: 500.528294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.51753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.01574Z","time spent":"501.769916ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:20.517617Z","caller":"traceutil/trace.go:171","msg":"trace[1311046180] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"501.774796ms","start":"2026-07-28T06:37:20.015834Z","end":"2026-07-28T06:37:20.517609Z","steps":["trace[1311046180] 'process raft request' (duration: 500.528173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.517666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.015813Z","time spent":"501.827047ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:20.51776Z","caller":"traceutil/trace.go:171","msg":"trace[1924092130] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"501.850458ms","start":"2026-07-28T06:37:20.015903Z","end":"2026-07-28T06:37:20.517754Z","steps":["trace[1924092130] 'process raft request' (duration: 500.516983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.517805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.015898Z","time spent":"501.886099ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:20.517877Z","caller":"traceutil/trace.go:171","msg":"trace[1912490131] transaction","detail":"{read_only:false; response_revision:20607; number_of_response:1; }","duration":"501.367366ms","start":"2026-07-28T06:37:20.016504Z","end":"2026-07-28T06:37:20.517872Z","steps":["trace[1912490131] 'process raft request' (duration: 499.952459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.517909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.016499Z","time spent":"501.395417ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:37:20.51805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.154513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:37:20.518075Z","caller":"traceutil/trace.go:171","msg":"trace[2146280179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20607; }","duration":"442.225574ms","start":"2026-07-28T06:37:20.075844Z","end":"2026-07-28T06:37:20.518069Z","steps":["trace[2146280179] 'agreement among raft nodes before linearized reading' (duration: 442.123322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.518094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.075814Z","time spent":"442.274545ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:37:20.518197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.165233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-28T06:37:20.518216Z","caller":"traceutil/trace.go:171","msg":"trace[361588076] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20607; }","duration":"442.245125ms","start":"2026-07-28T06:37:20.075967Z","end":"2026-07-28T06:37:20.518212Z","steps":["trace[361588076] 'agreement among raft nodes before linearized reading' (duration: 442.195484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.518229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.075933Z","time spent":"442.293615ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:37:20.518368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.540947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:37:20.518391Z","caller":"traceutil/trace.go:171","msg":"trace[1971475962] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20607; }","duration":"276.607218ms","start":"2026-07-28T06:37:20.241776Z","end":"2026-07-28T06:37:20.518383Z","steps":["trace[1971475962] 'agreement among raft nodes before linearized reading' (duration: 276.569288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.51853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.882647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T06:37:20.518551Z","caller":"traceutil/trace.go:171","msg":"trace[656500551] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:20607; }","duration":"395.97252ms","start":"2026-07-28T06:37:20.122572Z","end":"2026-07-28T06:37:20.518545Z","steps":["trace[656500551] 'agreement among raft nodes before linearized reading' (duration: 395.906308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.518564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.122542Z","time spent":"396.018371ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:37:20.51868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.230207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T06:37:20.518702Z","caller":"traceutil/trace.go:171","msg":"trace[614735872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20607; }","duration":"404.266388ms","start":"2026-07-28T06:37:20.114429Z","end":"2026-07-28T06:37:20.518696Z","steps":["trace[614735872] 'agreement among raft nodes before linearized reading' (duration: 404.217846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.518716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.114423Z","time spent":"404.289918ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:37:20.518798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.173198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T06:37:20.518819Z","caller":"traceutil/trace.go:171","msg":"trace[1606945539] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20607; }","duration":"406.21469ms","start":"2026-07-28T06:37:20.112597Z","end":"2026-07-28T06:37:20.518811Z","steps":["trace[1606945539] 'agreement among raft nodes before linearized reading' (duration: 406.170348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.518832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.112587Z","time spent":"406.24199ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:37:20.518903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.294341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T06:37:20.518922Z","caller":"traceutil/trace.go:171","msg":"trace[784041724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20607; }","duration":"406.330382ms","start":"2026-07-28T06:37:20.112586Z","end":"2026-07-28T06:37:20.518916Z","steps":["trace[784041724] 'agreement among raft nodes before linearized reading' (duration: 406.284911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.518934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.112572Z","time spent":"406.359543ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:37:20.519001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.442035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T06:37:20.519021Z","caller":"traceutil/trace.go:171","msg":"trace[1159697827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20607; }","duration":"406.505177ms","start":"2026-07-28T06:37:20.112512Z","end":"2026-07-28T06:37:20.519017Z","steps":["trace[1159697827] 'agreement among raft nodes before linearized reading' (duration: 406.461336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.519033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.112485Z","time spent":"406.544977ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:37:20.519123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.575188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:37:20.519148Z","caller":"traceutil/trace.go:171","msg":"trace[1034596733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20607; }","duration":"406.680481ms","start":"2026-07-28T06:37:20.112462Z","end":"2026-07-28T06:37:20.519143Z","steps":["trace[1034596733] 'agreement among raft nodes before linearized reading' (duration: 406.61794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:20.519163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:20.112435Z","time spent":"406.724463ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:37:21.8385Z","caller":"traceutil/trace.go:171","msg":"trace[15291925] transaction","detail":"{read_only:false; response_revision:20619; number_of_response:1; }","duration":"109.495934ms","start":"2026-07-28T06:37:21.728977Z","end":"2026-07-28T06:37:21.838473Z","steps":["trace[15291925] 'process raft request' (duration: 109.257097ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:21.893755Z","caller":"traceutil/trace.go:171","msg":"trace[1863339919] linearizableReadLoop","detail":"{readStateIndex:21257; appliedIndex:21255; }","duration":"148.699522ms","start":"2026-07-28T06:37:21.745028Z","end":"2026-07-28T06:37:21.893727Z","steps":["trace[1863339919] 'read index received' (duration: 93.114323ms)","trace[1863339919] 'applied index is now lower than readState.Index' (duration: 55.583248ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:37:21.893848Z","caller":"traceutil/trace.go:171","msg":"trace[679673865] transaction","detail":"{read_only:false; response_revision:20620; number_of_response:1; }","duration":"157.193504ms","start":"2026-07-28T06:37:21.736606Z","end":"2026-07-28T06:37:21.8938Z","steps":["trace[679673865] 'process raft request' (duration: 156.936088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:21.894036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.00432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-28T06:37:21.894089Z","caller":"traceutil/trace.go:171","msg":"trace[2052259117] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20620; }","duration":"149.132573ms","start":"2026-07-28T06:37:21.744941Z","end":"2026-07-28T06:37:21.894074Z","steps":["trace[2052259117] 'agreement among raft nodes before linearized reading' (duration: 148.947279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:21.894455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.670355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:37:21.894559Z","caller":"traceutil/trace.go:171","msg":"trace[1108417382] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20620; }","duration":"115.860909ms","start":"2026-07-28T06:37:21.778676Z","end":"2026-07-28T06:37:21.894537Z","steps":["trace[1108417382] 'agreement among raft nodes before linearized reading' (duration: 115.444539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:22.500559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.7219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T06:37:22.500612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.213007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:37:22.500667Z","caller":"traceutil/trace.go:171","msg":"trace[1000309559] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20621; }","duration":"207.901606ms","start":"2026-07-28T06:37:22.292745Z","end":"2026-07-28T06:37:22.500647Z","steps":["trace[1000309559] 'count revisions from in-memory index tree' (duration: 207.557856ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:22.500718Z","caller":"traceutil/trace.go:171","msg":"trace[2020062571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20621; }","duration":"186.397522ms","start":"2026-07-28T06:37:22.314296Z","end":"2026-07-28T06:37:22.500694Z","steps":["trace[2020062571] 'range keys from in-memory index tree' (duration: 186.094853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:41.971202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.373737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T06:37:41.971354Z","caller":"traceutil/trace.go:171","msg":"trace[1646476247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20977; }","duration":"107.595943ms","start":"2026-07-28T06:37:41.863727Z","end":"2026-07-28T06:37:41.971323Z","steps":["trace[1646476247] 'range keys from in-memory index tree' (duration: 107.118211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:42.787211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429520634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:37:43.985405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739544597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:8006"} {"level":"info","ts":"2026-07-28T06:37:43.985525Z","caller":"traceutil/trace.go:171","msg":"trace[1070575543] range","detail":"{range_begin:/registry/pods/openstack/ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:20980; }","duration":"1.739736891s","start":"2026-07-28T06:37:42.245757Z","end":"2026-07-28T06:37:43.985494Z","steps":["trace[1070575543] 'range keys from in-memory index tree' (duration: 1.738741045s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:43.985518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.886392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-28T06:37:43.985609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.245732Z","time spent":"1.739862495s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":8030,"request content":"key:\"/registry/pods/openstack/ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-28T06:37:43.985683Z","caller":"traceutil/trace.go:171","msg":"trace[849842276] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"1.738779895s","start":"2026-07-28T06:37:42.246873Z","end":"2026-07-28T06:37:43.985653Z","steps":["trace[849842276] 'process raft request' (duration: 875.612616ms)","trace[849842276] 'compare' (duration: 862.720958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:37:43.985765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.246861Z","time spent":"1.738869697s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:44.044562Z","caller":"traceutil/trace.go:171","msg":"trace[1785364321] transaction","detail":"{read_only:false; response_revision:20984; number_of_response:1; }","duration":"1.41194392s","start":"2026-07-28T06:37:42.632576Z","end":"2026-07-28T06:37:44.04452Z","steps":["trace[1785364321] 'process raft request' (duration: 1.411824287s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.044821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.632563Z","time spent":"1.412124204s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:44.044815Z","caller":"traceutil/trace.go:171","msg":"trace[873761147] transaction","detail":"{read_only:false; response_revision:20983; number_of_response:1; }","duration":"1.41346003s","start":"2026-07-28T06:37:42.631159Z","end":"2026-07-28T06:37:44.044619Z","steps":["trace[873761147] 'process raft request' (duration: 1.413156092s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:44.044999Z","caller":"traceutil/trace.go:171","msg":"trace[938494445] transaction","detail":"{read_only:false; response_revision:20982; number_of_response:1; }","duration":"1.796769677s","start":"2026-07-28T06:37:42.24822Z","end":"2026-07-28T06:37:44.04499Z","steps":["trace[938494445] 'process raft request' (duration: 1.795866254s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:44.04515Z","caller":"traceutil/trace.go:171","msg":"trace[1831524083] transaction","detail":"{read_only:false; response_revision:20985; number_of_response:1; }","duration":"1.412259479s","start":"2026-07-28T06:37:42.63286Z","end":"2026-07-28T06:37:44.045119Z","steps":["trace[1831524083] 'process raft request' (duration: 1.411600722s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.046775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.24817Z","time spent":"1.798351469s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1197,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:37:44.046972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.63285Z","time spent":"1.413865071s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:44.045248Z","caller":"traceutil/trace.go:171","msg":"trace[1047071183] transaction","detail":"{read_only:false; response_revision:20986; number_of_response:1; }","duration":"1.412227568s","start":"2026-07-28T06:37:42.633006Z","end":"2026-07-28T06:37:44.045233Z","steps":["trace[1047071183] 'process raft request' (duration: 1.412010172s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.047154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.632997Z","time spent":"1.414116177s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:37:44.045287Z","caller":"traceutil/trace.go:171","msg":"trace[833947539] linearizableReadLoop","detail":"{readStateIndex:21635; appliedIndex:21629; }","duration":"1.758708289s","start":"2026-07-28T06:37:42.286524Z","end":"2026-07-28T06:37:44.045232Z","steps":["trace[833947539] 'read index received' (duration: 835.949916ms)","trace[833947539] 'applied index is now lower than readState.Index' (duration: 922.755972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:37:44.045694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75912878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7l9z8\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-28T06:37:44.047277Z","caller":"traceutil/trace.go:171","msg":"trace[84807039] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7l9z8; range_end:; response_count:1; response_revision:20986; }","duration":"1.760813504s","start":"2026-07-28T06:37:42.286444Z","end":"2026-07-28T06:37:44.047258Z","steps":["trace[84807039] 'agreement among raft nodes before linearized reading' (duration: 1.758938155s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.047262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.631131Z","time spent":"1.414813665s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:37:44.04735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.28641Z","time spent":"1.760923467s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20585,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7l9z8\" "} {"level":"warn","ts":"2026-07-28T06:37:44.060205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505851084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:37:44.060296Z","caller":"traceutil/trace.go:171","msg":"trace[982765296] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20987; }","duration":"1.506030289s","start":"2026-07-28T06:37:42.554242Z","end":"2026-07-28T06:37:44.060272Z","steps":["trace[982765296] 'agreement among raft nodes before linearized reading' (duration: 1.505841524s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.060278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746324605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:37:44.060289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395443067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:37:44.060372Z","caller":"traceutil/trace.go:171","msg":"trace[925649708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20987; }","duration":"1.746466669s","start":"2026-07-28T06:37:42.313882Z","end":"2026-07-28T06:37:44.060349Z","steps":["trace[925649708] 'agreement among raft nodes before linearized reading' (duration: 1.746243703s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.060428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.313868Z","time spent":"1.74655204s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:37:44.060453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374332193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T06:37:44.060483Z","caller":"traceutil/trace.go:171","msg":"trace[271952380] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20987; }","duration":"1.374384015s","start":"2026-07-28T06:37:42.686094Z","end":"2026-07-28T06:37:44.060478Z","steps":["trace[271952380] 'agreement among raft nodes before linearized reading' (duration: 1.374307843s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.060513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.686084Z","time spent":"1.374423036s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:37:44.060532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682066188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:692"} {"level":"warn","ts":"2026-07-28T06:37:44.060535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681954814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-07-28T06:37:44.06058Z","caller":"traceutil/trace.go:171","msg":"trace[1289538747] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:20987; }","duration":"1.682189891s","start":"2026-07-28T06:37:42.378379Z","end":"2026-07-28T06:37:44.060569Z","steps":["trace[1289538747] 'agreement among raft nodes before linearized reading' (duration: 1.681910134s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:44.060634Z","caller":"traceutil/trace.go:171","msg":"trace[350290743] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:20987; }","duration":"1.68212835s","start":"2026-07-28T06:37:42.378482Z","end":"2026-07-28T06:37:44.060611Z","steps":["trace[350290743] 'agreement among raft nodes before linearized reading' (duration: 1.681765871s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.060663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.378355Z","time spent":"1.682301155s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":716,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-07-28T06:37:44.060693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.378444Z","time spent":"1.682235373s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":547,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-07-28T06:37:44.060382Z","caller":"traceutil/trace.go:171","msg":"trace[1321555984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20987; }","duration":"1.39558112s","start":"2026-07-28T06:37:42.664784Z","end":"2026-07-28T06:37:44.060365Z","steps":["trace[1321555984] 'agreement among raft nodes before linearized reading' (duration: 1.395271932s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.0609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.664771Z","time spent":"1.396116535s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:37:44.060338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.554219Z","time spent":"1.506110341s","remote":"127.0.0.1:58116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:37:44.061105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39518511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T06:37:44.06113Z","caller":"traceutil/trace.go:171","msg":"trace[1917382985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20987; }","duration":"1.395232442s","start":"2026-07-28T06:37:42.665891Z","end":"2026-07-28T06:37:44.061124Z","steps":["trace[1917382985] 'agreement among raft nodes before linearized reading' (duration: 1.395030816s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.061146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.66588Z","time spent":"1.395262482s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:37:44.061083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360131949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T06:37:44.060503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.584099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T06:37:44.060902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393916417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T06:37:44.061273Z","caller":"traceutil/trace.go:171","msg":"trace[1679074673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20987; }","duration":"1.394309357s","start":"2026-07-28T06:37:42.666951Z","end":"2026-07-28T06:37:44.061261Z","steps":["trace[1679074673] 'agreement among raft nodes before linearized reading' (duration: 1.393816214s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:37:44.06123Z","caller":"traceutil/trace.go:171","msg":"trace[615566251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20987; }","duration":"1.360299584s","start":"2026-07-28T06:37:42.700897Z","end":"2026-07-28T06:37:44.061196Z","steps":["trace[615566251] 'agreement among raft nodes before linearized reading' (duration: 1.359806531s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.061355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.700849Z","time spent":"1.360493008s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:37:44.061452Z","caller":"traceutil/trace.go:171","msg":"trace[1424617112] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20987; }","duration":"1.000420491s","start":"2026-07-28T06:37:43.060821Z","end":"2026-07-28T06:37:44.061242Z","steps":["trace[1424617112] 'agreement among raft nodes before linearized reading' (duration: 999.454996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.061468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008529174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:37:44.061509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:43.060789Z","time spent":"1.000704548s","remote":"127.0.0.1:48324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":108,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:37:44.061513Z","caller":"traceutil/trace.go:171","msg":"trace[1919609529] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20987; }","duration":"1.008626816s","start":"2026-07-28T06:37:43.052868Z","end":"2026-07-28T06:37:44.061495Z","steps":["trace[1919609529] 'agreement among raft nodes before linearized reading' (duration: 1.008528384s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.061519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333269645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"warn","ts":"2026-07-28T06:37:44.061542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:43.052838Z","time spent":"1.008697548s","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:37:44.061556Z","caller":"traceutil/trace.go:171","msg":"trace[1805846937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:20987; }","duration":"1.333307086s","start":"2026-07-28T06:37:42.728241Z","end":"2026-07-28T06:37:44.061548Z","steps":["trace[1805846937] 'agreement among raft nodes before linearized reading' (duration: 1.333149412s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.061574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360146769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T06:37:44.061584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.728168Z","time spent":"1.333409118s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"info","ts":"2026-07-28T06:37:44.061609Z","caller":"traceutil/trace.go:171","msg":"trace[535173699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20987; }","duration":"1.360199511s","start":"2026-07-28T06:37:42.701402Z","end":"2026-07-28T06:37:44.061601Z","steps":["trace[535173699] 'agreement among raft nodes before linearized reading' (duration: 1.360113249s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:37:44.061307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.666922Z","time spent":"1.394373099s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:37:44.061642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:37:42.701394Z","time spent":"1.360238302s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:38:41.912819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.544475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:38:41.912966Z","caller":"traceutil/trace.go:171","msg":"trace[1989097849] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21795; }","duration":"253.729619ms","start":"2026-07-28T06:38:41.659204Z","end":"2026-07-28T06:38:41.912933Z","steps":["trace[1989097849] 'range keys from in-memory index tree' (duration: 253.462402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.418303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:38:41.913246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.338937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:38:41.913338Z","caller":"traceutil/trace.go:171","msg":"trace[184044327] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21795; }","duration":"395.544116ms","start":"2026-07-28T06:38:41.517766Z","end":"2026-07-28T06:38:41.91331Z","steps":["trace[184044327] 'range keys from in-memory index tree' (duration: 395.269229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.706458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-28T06:38:41.913379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:38:41.517761Z","time spent":"395.608028ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T06:38:41.913376Z","caller":"traceutil/trace.go:171","msg":"trace[1109201992] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:21795; }","duration":"498.527764ms","start":"2026-07-28T06:38:41.414824Z","end":"2026-07-28T06:38:41.913352Z","steps":["trace[1109201992] 'count revisions from in-memory index tree' (duration: 498.200254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:38:41.414802Z","time spent":"498.609986ms","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:38:41.913518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.601616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:38:41.913538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.432266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:38:41.913573Z","caller":"traceutil/trace.go:171","msg":"trace[1997284299] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21795; }","duration":"407.73534ms","start":"2026-07-28T06:38:41.505825Z","end":"2026-07-28T06:38:41.91356Z","steps":["trace[1997284299] 'count revisions from in-memory index tree' (duration: 407.506374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:38:41.505802Z","time spent":"407.792771ms","remote":"127.0.0.1:46178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:38:41.9136Z","caller":"traceutil/trace.go:171","msg":"trace[583761316] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21795; }","duration":"255.543829ms","start":"2026-07-28T06:38:41.658044Z","end":"2026-07-28T06:38:41.913588Z","steps":["trace[583761316] 'range keys from in-memory index tree' (duration: 255.204219ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:38:41.913415Z","caller":"traceutil/trace.go:171","msg":"trace[1939782769] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21795; }","duration":"256.925434ms","start":"2026-07-28T06:38:41.656465Z","end":"2026-07-28T06:38:41.91339Z","steps":["trace[1939782769] 'range keys from in-memory index tree' (duration: 256.485183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.759276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:38:41.913731Z","caller":"traceutil/trace.go:171","msg":"trace[743152289] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21795; }","duration":"465.939171ms","start":"2026-07-28T06:38:41.447762Z","end":"2026-07-28T06:38:41.913701Z","steps":["trace[743152289] 'range keys from in-memory index tree' (duration: 465.468617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.758317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:38:41.913788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:38:41.447716Z","time spent":"466.058044ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T06:38:41.913841Z","caller":"traceutil/trace.go:171","msg":"trace[1479930903] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21795; }","duration":"254.844849ms","start":"2026-07-28T06:38:41.658975Z","end":"2026-07-28T06:38:41.913819Z","steps":["trace[1479930903] 'range keys from in-memory index tree' (duration: 254.663145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:38:41.913925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.408755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T06:38:41.913966Z","caller":"traceutil/trace.go:171","msg":"trace[1782273465] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21795; }","duration":"255.526709ms","start":"2026-07-28T06:38:41.658424Z","end":"2026-07-28T06:38:41.91395Z","steps":["trace[1782273465] 'range keys from in-memory index tree' (duration: 255.232589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:05.852245Z","caller":"traceutil/trace.go:171","msg":"trace[2090477502] transaction","detail":"{read_only:false; response_revision:21952; number_of_response:1; }","duration":"106.666195ms","start":"2026-07-28T06:39:05.745548Z","end":"2026-07-28T06:39:05.852214Z","steps":["trace[2090477502] 'process raft request' (duration: 106.350916ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:05.97768Z","caller":"traceutil/trace.go:171","msg":"trace[2064044748] transaction","detail":"{read_only:false; response_revision:21953; number_of_response:1; }","duration":"121.039467ms","start":"2026-07-28T06:39:05.856614Z","end":"2026-07-28T06:39:05.977654Z","steps":["trace[2064044748] 'process raft request' (duration: 56.286731ms)","trace[2064044748] 'compare' (duration: 64.563271ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:39:05.977871Z","caller":"traceutil/trace.go:171","msg":"trace[1902305265] transaction","detail":"{read_only:false; response_revision:21954; number_of_response:1; }","duration":"120.42825ms","start":"2026-07-28T06:39:05.85742Z","end":"2026-07-28T06:39:05.977848Z","steps":["trace[1902305265] 'process raft request' (duration: 120.192654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:05.977857Z","caller":"traceutil/trace.go:171","msg":"trace[33948521] linearizableReadLoop","detail":"{readStateIndex:22624; appliedIndex:22622; }","duration":"106.623234ms","start":"2026-07-28T06:39:05.871202Z","end":"2026-07-28T06:39:05.977825Z","steps":["trace[33948521] 'read index received' (duration: 41.734515ms)","trace[33948521] 'applied index is now lower than readState.Index' (duration: 64.886139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:39:05.978038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.806089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:05.978097Z","caller":"traceutil/trace.go:171","msg":"trace[1778413231] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21954; }","duration":"106.953132ms","start":"2026-07-28T06:39:05.871121Z","end":"2026-07-28T06:39:05.978074Z","steps":["trace[1778413231] 'agreement among raft nodes before linearized reading' (duration: 106.798088ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.477933Z","caller":"traceutil/trace.go:171","msg":"trace[853192085] transaction","detail":"{read_only:false; response_revision:21957; number_of_response:1; }","duration":"100.586835ms","start":"2026-07-28T06:39:06.377311Z","end":"2026-07-28T06:39:06.477898Z","steps":["trace[853192085] 'process raft request' (duration: 100.494092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.477954Z","caller":"traceutil/trace.go:171","msg":"trace[544885631] transaction","detail":"{read_only:false; response_revision:21956; number_of_response:1; }","duration":"102.493785ms","start":"2026-07-28T06:39:06.375404Z","end":"2026-07-28T06:39:06.477898Z","steps":["trace[544885631] 'process raft request' (duration: 102.060803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.67397Z","caller":"traceutil/trace.go:171","msg":"trace[762355552] transaction","detail":"{read_only:false; response_revision:21959; number_of_response:1; }","duration":"118.122498ms","start":"2026-07-28T06:39:06.555822Z","end":"2026-07-28T06:39:06.673944Z","steps":["trace[762355552] 'process raft request' (duration: 117.935413ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.859925Z","caller":"traceutil/trace.go:171","msg":"trace[467432479] transaction","detail":"{read_only:false; response_revision:21960; number_of_response:1; }","duration":"303.995231ms","start":"2026-07-28T06:39:06.555893Z","end":"2026-07-28T06:39:06.859888Z","steps":["trace[467432479] 'process raft request' (duration: 296.312207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.85995Z","caller":"traceutil/trace.go:171","msg":"trace[1978490487] transaction","detail":"{read_only:false; response_revision:21963; number_of_response:1; }","duration":"302.555543ms","start":"2026-07-28T06:39:06.557365Z","end":"2026-07-28T06:39:06.85992Z","steps":["trace[1978490487] 'process raft request' (duration: 302.494982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:06.555854Z","time spent":"304.138675ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:39:06.860059Z","caller":"traceutil/trace.go:171","msg":"trace[1239024769] linearizableReadLoop","detail":"{readStateIndex:22634; appliedIndex:22629; }","duration":"301.982468ms","start":"2026-07-28T06:39:06.558006Z","end":"2026-07-28T06:39:06.859988Z","steps":["trace[1239024769] 'read index received' (duration: 116.379871ms)","trace[1239024769] 'applied index is now lower than readState.Index' (duration: 185.600697ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:39:06.860148Z","caller":"traceutil/trace.go:171","msg":"trace[1382803029] transaction","detail":"{read_only:false; response_revision:21962; number_of_response:1; }","duration":"303.758476ms","start":"2026-07-28T06:39:06.556369Z","end":"2026-07-28T06:39:06.860128Z","steps":["trace[1382803029] 'process raft request' (duration: 303.456158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:06.557347Z","time spent":"302.685276ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:39:06.860253Z","caller":"traceutil/trace.go:171","msg":"trace[872080321] transaction","detail":"{read_only:false; response_revision:21964; number_of_response:1; }","duration":"302.774459ms","start":"2026-07-28T06:39:06.557445Z","end":"2026-07-28T06:39:06.860219Z","steps":["trace[872080321] 'process raft request' (duration: 302.44056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.308947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:06.860345Z","caller":"traceutil/trace.go:171","msg":"trace[1039195231] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21964; }","duration":"302.394199ms","start":"2026-07-28T06:39:06.557938Z","end":"2026-07-28T06:39:06.860332Z","steps":["trace[1039195231] 'agreement among raft nodes before linearized reading' (duration: 302.260586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.21947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:06.860369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:06.557903Z","time spent":"302.459841ms","remote":"127.0.0.1:46220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:39:06.860399Z","caller":"traceutil/trace.go:171","msg":"trace[406858152] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21964; }","duration":"181.323532ms","start":"2026-07-28T06:39:06.679063Z","end":"2026-07-28T06:39:06.860387Z","steps":["trace[406858152] 'agreement among raft nodes before linearized reading' (duration: 181.23241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:06.557437Z","time spent":"302.900612ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:39:06.860456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.761943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:06.860514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.17711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:06.860246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:06.556349Z","time spent":"303.859598ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:39:06.860568Z","caller":"traceutil/trace.go:171","msg":"trace[1195366695] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21964; }","duration":"181.237761ms","start":"2026-07-28T06:39:06.679314Z","end":"2026-07-28T06:39:06.860552Z","steps":["trace[1195366695] 'agreement among raft nodes before linearized reading' (duration: 181.136248ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.860218Z","caller":"traceutil/trace.go:171","msg":"trace[1765140743] transaction","detail":"{read_only:false; response_revision:21961; number_of_response:1; }","duration":"303.834068ms","start":"2026-07-28T06:39:06.556296Z","end":"2026-07-28T06:39:06.86013Z","steps":["trace[1765140743] 'process raft request' (duration: 303.419126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.86057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.907977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:39:06.860496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.233607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T06:39:06.860635Z","caller":"traceutil/trace.go:171","msg":"trace[435522359] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21964; }","duration":"134.052971ms","start":"2026-07-28T06:39:06.726565Z","end":"2026-07-28T06:39:06.860618Z","steps":["trace[435522359] 'agreement among raft nodes before linearized reading' (duration: 133.761493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.16511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:39:06.860658Z","caller":"traceutil/trace.go:171","msg":"trace[1882451898] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21964; }","duration":"179.417482ms","start":"2026-07-28T06:39:06.681231Z","end":"2026-07-28T06:39:06.860649Z","steps":["trace[1882451898] 'agreement among raft nodes before linearized reading' (duration: 179.085674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.808675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:06.860729Z","caller":"traceutil/trace.go:171","msg":"trace[974692488] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21964; }","duration":"135.277333ms","start":"2026-07-28T06:39:06.725397Z","end":"2026-07-28T06:39:06.860674Z","steps":["trace[974692488] 'agreement among raft nodes before linearized reading' (duration: 135.133309ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.860575Z","caller":"traceutil/trace.go:171","msg":"trace[17231848] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21964; }","duration":"133.964779ms","start":"2026-07-28T06:39:06.726584Z","end":"2026-07-28T06:39:06.860549Z","steps":["trace[17231848] 'agreement among raft nodes before linearized reading' (duration: 133.737793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:06.860652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.272601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:06.86059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.348774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:06.860619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:06.556285Z","time spent":"304.30995ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:39:06.860872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.093146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:06.860922Z","caller":"traceutil/trace.go:171","msg":"trace[1854122643] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21964; }","duration":"130.500507ms","start":"2026-07-28T06:39:06.730355Z","end":"2026-07-28T06:39:06.860856Z","steps":["trace[1854122643] 'agreement among raft nodes before linearized reading' (duration: 130.25551ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.860772Z","caller":"traceutil/trace.go:171","msg":"trace[662546824] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21964; }","duration":"130.920207ms","start":"2026-07-28T06:39:06.729841Z","end":"2026-07-28T06:39:06.860761Z","steps":["trace[662546824] 'agreement among raft nodes before linearized reading' (duration: 130.806414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.860973Z","caller":"traceutil/trace.go:171","msg":"trace[1338238977] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21964; }","duration":"181.765364ms","start":"2026-07-28T06:39:06.679187Z","end":"2026-07-28T06:39:06.860952Z","steps":["trace[1338238977] 'agreement among raft nodes before linearized reading' (duration: 181.380914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:06.861196Z","caller":"traceutil/trace.go:171","msg":"trace[15886725] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21964; }","duration":"130.592169ms","start":"2026-07-28T06:39:06.730573Z","end":"2026-07-28T06:39:06.861165Z","steps":["trace[15886725] 'agreement among raft nodes before linearized reading' (duration: 129.797058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:07.556361Z","caller":"traceutil/trace.go:171","msg":"trace[1895740787] transaction","detail":"{read_only:false; response_revision:21965; number_of_response:1; }","duration":"315.103805ms","start":"2026-07-28T06:39:07.24122Z","end":"2026-07-28T06:39:07.556324Z","steps":["trace[1895740787] 'process raft request' (duration: 314.842218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:07.556574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.241209Z","time spent":"315.250559ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:39:08.861467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164148472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:08.861599Z","caller":"traceutil/trace.go:171","msg":"trace[1900720908] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21965; }","duration":"1.164361839s","start":"2026-07-28T06:39:07.697207Z","end":"2026-07-28T06:39:08.861569Z","steps":["trace[1900720908] 'count revisions from in-memory index tree' (duration: 1.163912726s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:08.861653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.697177Z","time spent":"1.164461082s","remote":"127.0.0.1:46186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:39:08.86249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.038473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:39:08.862644Z","caller":"traceutil/trace.go:171","msg":"trace[582671843] transaction","detail":"{read_only:false; response_revision:21966; number_of_response:1; }","duration":"1.043969919s","start":"2026-07-28T06:39:07.818646Z","end":"2026-07-28T06:39:08.862616Z","steps":["trace[582671843] 'process raft request' (duration: 361.638988ms)","trace[582671843] 'compare' (duration: 681.041347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:39:08.862729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.818611Z","time spent":"1.044077432s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:39:09.272163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091863929s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T06:39:09.64234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.724562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:39:09.642675Z","caller":"traceutil/trace.go:171","msg":"trace[1727845763] transaction","detail":"{read_only:false; response_revision:21967; number_of_response:1; }","duration":"1.823325401s","start":"2026-07-28T06:39:07.81925Z","end":"2026-07-28T06:39:09.642575Z","steps":["trace[1727845763] 'process raft request' (duration: 1.453229159s)","trace[1727845763] 'compare' (duration: 369.152338ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:39:09.642845Z","caller":"traceutil/trace.go:171","msg":"trace[33527618] transaction","detail":"{read_only:false; response_revision:21970; number_of_response:1; }","duration":"1.15800268s","start":"2026-07-28T06:39:08.48476Z","end":"2026-07-28T06:39:09.642763Z","steps":["trace[33527618] 'process raft request' (duration: 1.157924058s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.642962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.48473Z","time spent":"1.158187664s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:39:09.642959Z","caller":"traceutil/trace.go:171","msg":"trace[1862114679] transaction","detail":"{read_only:false; response_revision:21968; number_of_response:1; }","duration":"1.202961571s","start":"2026-07-28T06:39:08.439968Z","end":"2026-07-28T06:39:09.64293Z","steps":["trace[1862114679] 'process raft request' (duration: 1.202600491s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.643183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.439928Z","time spent":"1.203187516s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:39:09.643485Z","caller":"traceutil/trace.go:171","msg":"trace[312807843] transaction","detail":"{read_only:false; response_revision:21969; number_of_response:1; }","duration":"1.159380587s","start":"2026-07-28T06:39:08.484059Z","end":"2026-07-28T06:39:09.643439Z","steps":["trace[312807843] 'process raft request' (duration: 1.158587516s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.643753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.484022Z","time spent":"1.159596853s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:39:09.643819Z","caller":"traceutil/trace.go:171","msg":"trace[1845900753] transaction","detail":"{read_only:false; response_revision:21971; number_of_response:1; }","duration":"1.159030707s","start":"2026-07-28T06:39:08.48475Z","end":"2026-07-28T06:39:09.643781Z","steps":["trace[1845900753] 'process raft request' (duration: 1.157969829s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.643886Z","caller":"traceutil/trace.go:171","msg":"trace[347275208] transaction","detail":"{read_only:false; response_revision:21972; number_of_response:1; }","duration":"207.724452ms","start":"2026-07-28T06:39:09.436138Z","end":"2026-07-28T06:39:09.643863Z","steps":["trace[347275208] 'process raft request' (duration: 207.538907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.643853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.819217Z","time spent":"1.823582478s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:39:09.644055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.4847Z","time spent":"1.159219131s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:39:09.644334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650249198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:39:09.644393Z","caller":"traceutil/trace.go:171","msg":"trace[344439802] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21972; }","duration":"1.65031346s","start":"2026-07-28T06:39:07.994063Z","end":"2026-07-28T06:39:09.644376Z","steps":["trace[344439802] 'agreement among raft nodes before linearized reading' (duration: 1.650059013s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.644429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.993964Z","time spent":"1.650456523s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T06:39:09.644404Z","caller":"traceutil/trace.go:171","msg":"trace[1427724575] linearizableReadLoop","detail":"{readStateIndex:22637; appliedIndex:22635; }","duration":"1.649804945s","start":"2026-07-28T06:39:07.994077Z","end":"2026-07-28T06:39:09.643882Z","steps":["trace[1427724575] 'read index received' (duration: 186.172381ms)","trace[1427724575] 'applied index is now lower than readState.Index' (duration: 1.463628944s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:39:09.645076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.64729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:39:09.645181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.645163Z","caller":"traceutil/trace.go:171","msg":"trace[1147574915] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"776.760783ms","start":"2026-07-28T06:39:08.868378Z","end":"2026-07-28T06:39:09.645139Z","steps":["trace[1147574915] 'agreement among raft nodes before linearized reading' (duration: 776.507387ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.645227Z","caller":"traceutil/trace.go:171","msg":"trace[1651787664] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21972; }","duration":"138.332255ms","start":"2026-07-28T06:39:09.50688Z","end":"2026-07-28T06:39:09.645212Z","steps":["trace[1651787664] 'agreement among raft nodes before linearized reading' (duration: 138.270803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.868366Z","time spent":"776.893347ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:39:09.645336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.75633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.645458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.083505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.645501Z","caller":"traceutil/trace.go:171","msg":"trace[1987257677] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:21972; }","duration":"238.155527ms","start":"2026-07-28T06:39:09.407333Z","end":"2026-07-28T06:39:09.645488Z","steps":["trace[1987257677] 'agreement among raft nodes before linearized reading' (duration: 238.094336ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.645452Z","caller":"traceutil/trace.go:171","msg":"trace[2099713349] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21972; }","duration":"774.887344ms","start":"2026-07-28T06:39:08.870549Z","end":"2026-07-28T06:39:09.645436Z","steps":["trace[2099713349] 'agreement among raft nodes before linearized reading' (duration: 774.72844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.87054Z","time spent":"775.049198ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T06:39:09.645673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.618111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.645714Z","caller":"traceutil/trace.go:171","msg":"trace[1633062527] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:21972; }","duration":"252.705093ms","start":"2026-07-28T06:39:09.392996Z","end":"2026-07-28T06:39:09.645701Z","steps":["trace[1633062527] 'agreement among raft nodes before linearized reading' (duration: 252.638161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30298291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:39:09.645777Z","caller":"traceutil/trace.go:171","msg":"trace[1167132051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21972; }","duration":"1.303096832s","start":"2026-07-28T06:39:08.342658Z","end":"2026-07-28T06:39:09.645755Z","steps":["trace[1167132051] 'agreement among raft nodes before linearized reading' (duration: 1.302949068s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.207651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T06:39:09.645847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.092558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.645913Z","caller":"traceutil/trace.go:171","msg":"trace[529979938] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:21972; }","duration":"778.619972ms","start":"2026-07-28T06:39:08.867269Z","end":"2026-07-28T06:39:09.645889Z","steps":["trace[529979938] 'agreement among raft nodes before linearized reading' (duration: 777.845262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.102429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.645944Z","caller":"traceutil/trace.go:171","msg":"trace[23280483] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21972; }","duration":"775.233113ms","start":"2026-07-28T06:39:08.870687Z","end":"2026-07-28T06:39:09.64592Z","steps":["trace[23280483] 'agreement among raft nodes before linearized reading' (duration: 775.016967ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.645988Z","caller":"traceutil/trace.go:171","msg":"trace[1690317615] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21972; }","duration":"775.194541ms","start":"2026-07-28T06:39:08.870781Z","end":"2026-07-28T06:39:09.645976Z","steps":["trace[1690317615] 'agreement among raft nodes before linearized reading' (duration: 775.098229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.342645Z","time spent":"1.303182425s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:39:09.646018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.870761Z","time spent":"775.252083ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:39:09.645938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.413428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.646019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.870677Z","time spent":"775.332195ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150730477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:39:09.646099Z","caller":"traceutil/trace.go:171","msg":"trace[1688814206] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21972; }","duration":"1.15080929s","start":"2026-07-28T06:39:08.495276Z","end":"2026-07-28T06:39:09.646086Z","steps":["trace[1688814206] 'agreement among raft nodes before linearized reading' (duration: 1.150598394s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.708312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:39:09.646127Z","caller":"traceutil/trace.go:171","msg":"trace[1483185300] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21972; }","duration":"775.727595ms","start":"2026-07-28T06:39:08.870333Z","end":"2026-07-28T06:39:09.646061Z","steps":["trace[1483185300] 'agreement among raft nodes before linearized reading' (duration: 775.475989ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.646201Z","caller":"traceutil/trace.go:171","msg":"trace[1806045122] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21972; }","duration":"352.947238ms","start":"2026-07-28T06:39:09.293214Z","end":"2026-07-28T06:39:09.646161Z","steps":["trace[1806045122] 'agreement among raft nodes before linearized reading' (duration: 352.706112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.646238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.87031Z","time spent":"775.90862ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272117953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T06:39:09.646378Z","caller":"traceutil/trace.go:171","msg":"trace[1926163550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"1.272227755s","start":"2026-07-28T06:39:08.374136Z","end":"2026-07-28T06:39:09.646364Z","steps":["trace[1926163550] 'agreement among raft nodes before linearized reading' (duration: 1.272090912s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.646438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.374107Z","time spent":"1.272318598s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.012868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7l9z8\" ","response":"range_response_count:1 size:20561"} {"level":"info","ts":"2026-07-28T06:39:09.646491Z","caller":"traceutil/trace.go:171","msg":"trace[309078071] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7l9z8; range_end:; response_count:1; response_revision:21972; }","duration":"513.091589ms","start":"2026-07-28T06:39:09.13339Z","end":"2026-07-28T06:39:09.646482Z","steps":["trace[309078071] 'agreement among raft nodes before linearized reading' (duration: 513.021757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.646513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:09.133358Z","time spent":"513.150211ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20585,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7l9z8\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.119705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.646564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346756218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T06:39:09.646622Z","caller":"traceutil/trace.go:171","msg":"trace[57046202] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pkcj6; range_end:; response_count:1; response_revision:21972; }","duration":"1.34682901s","start":"2026-07-28T06:39:08.299777Z","end":"2026-07-28T06:39:09.646606Z","steps":["trace[57046202] 'agreement among raft nodes before linearized reading' (duration: 1.346585684s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.646645Z","caller":"traceutil/trace.go:171","msg":"trace[84398646] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:21972; }","duration":"776.29647ms","start":"2026-07-28T06:39:08.870331Z","end":"2026-07-28T06:39:09.646628Z","steps":["trace[84398646] 'agreement among raft nodes before linearized reading' (duration: 776.087475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.646142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.495267Z","time spent":"1.150863211s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.299768Z","time spent":"1.346902222s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.600455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p949n\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-28T06:39:09.646735Z","caller":"traceutil/trace.go:171","msg":"trace[1682093089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p949n; range_end:; response_count:1; response_revision:21972; }","duration":"606.625566ms","start":"2026-07-28T06:39:09.040101Z","end":"2026-07-28T06:39:09.646726Z","steps":["trace[1682093089] 'agreement among raft nodes before linearized reading' (duration: 606.538173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.64676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:09.040006Z","time spent":"606.749589ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-p949n\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.870312Z","time spent":"776.409803ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.544296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T06:39:09.646951Z","caller":"traceutil/trace.go:171","msg":"trace[1287402699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21972; }","duration":"779.844114ms","start":"2026-07-28T06:39:08.867093Z","end":"2026-07-28T06:39:09.646937Z","steps":["trace[1287402699] 'agreement among raft nodes before linearized reading' (duration: 779.241778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399066064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.647081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.472615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.647094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652426624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.647122Z","caller":"traceutil/trace.go:171","msg":"trace[913163880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21972; }","duration":"1.399140426s","start":"2026-07-28T06:39:08.247974Z","end":"2026-07-28T06:39:09.647114Z","steps":["trace[913163880] 'agreement among raft nodes before linearized reading' (duration: 1.399093955s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.905832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T06:39:09.647146Z","caller":"traceutil/trace.go:171","msg":"trace[494911250] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:21972; }","duration":"776.541097ms","start":"2026-07-28T06:39:08.870585Z","end":"2026-07-28T06:39:09.647126Z","steps":["trace[494911250] 'agreement among raft nodes before linearized reading' (duration: 776.411394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650516675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-07-28T06:39:09.646326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332667687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.647179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652368013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.647188Z","caller":"traceutil/trace.go:171","msg":"trace[439878605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21972; }","duration":"781.018555ms","start":"2026-07-28T06:39:08.866153Z","end":"2026-07-28T06:39:09.647171Z","steps":["trace[439878605] 'agreement among raft nodes before linearized reading' (duration: 780.783228ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647201Z","caller":"traceutil/trace.go:171","msg":"trace[1444590480] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21972; }","duration":"1.652437826s","start":"2026-07-28T06:39:07.994757Z","end":"2026-07-28T06:39:09.647194Z","steps":["trace[1444590480] 'agreement among raft nodes before linearized reading' (duration: 1.652406324s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.87058Z","time spent":"776.60889ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.994734Z","time spent":"1.652493607s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.866132Z","time spent":"781.097458ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648540442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:39:09.646224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147179053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:39:09.646742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272559854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"warn","ts":"2026-07-28T06:39:09.646968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348954547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-28T06:39:09.647324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652690572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:39:09.647353Z","caller":"traceutil/trace.go:171","msg":"trace[851892350] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21972; }","duration":"1.273183091s","start":"2026-07-28T06:39:08.374151Z","end":"2026-07-28T06:39:09.647334Z","steps":["trace[851892350] 'agreement among raft nodes before linearized reading' (duration: 1.272490222s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647366Z","caller":"traceutil/trace.go:171","msg":"trace[1889443319] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pkcj6; range_end:; response_count:1; response_revision:21972; }","duration":"1.349391829s","start":"2026-07-28T06:39:08.297957Z","end":"2026-07-28T06:39:09.647349Z","steps":["trace[1889443319] 'agreement among raft nodes before linearized reading' (duration: 1.348954756s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647387Z","caller":"traceutil/trace.go:171","msg":"trace[1539243551] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21972; }","duration":"1.652754954s","start":"2026-07-28T06:39:07.994618Z","end":"2026-07-28T06:39:09.647373Z","steps":["trace[1539243551] 'agreement among raft nodes before linearized reading' (duration: 1.652566609s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.374115Z","time spent":"1.273276094s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.297895Z","time spent":"1.349531823s","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.390616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:39:09.647477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.240616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-07-28T06:39:09.647506Z","caller":"traceutil/trace.go:171","msg":"trace[1193137975] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"778.485959ms","start":"2026-07-28T06:39:08.869013Z","end":"2026-07-28T06:39:09.647499Z","steps":["trace[1193137975] 'agreement among raft nodes before linearized reading' (duration: 778.400907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647515Z","caller":"traceutil/trace.go:171","msg":"trace[2054524499] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:21972; }","duration":"777.319118ms","start":"2026-07-28T06:39:08.870186Z","end":"2026-07-28T06:39:09.647506Z","steps":["trace[2054524499] 'agreement among raft nodes before linearized reading' (duration: 777.136443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.868984Z","time spent":"778.54738ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.45028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:39:09.647598Z","caller":"traceutil/trace.go:171","msg":"trace[744906760] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21972; }","duration":"780.532493ms","start":"2026-07-28T06:39:08.867052Z","end":"2026-07-28T06:39:09.647584Z","steps":["trace[744906760] 'agreement among raft nodes before linearized reading' (duration: 780.385159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647635Z","caller":"traceutil/trace.go:171","msg":"trace[290127752] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:21972; }","duration":"1.653125093s","start":"2026-07-28T06:39:07.9945Z","end":"2026-07-28T06:39:09.647625Z","steps":["trace[290127752] 'agreement among raft nodes before linearized reading' (duration: 1.650261687s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.646395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.530278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-28T06:39:09.646869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.202748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.647672Z","caller":"traceutil/trace.go:171","msg":"trace[288741261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21972; }","duration":"418.855174ms","start":"2026-07-28T06:39:09.228809Z","end":"2026-07-28T06:39:09.647664Z","steps":["trace[288741261] 'agreement among raft nodes before linearized reading' (duration: 417.475467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:09.228779Z","time spent":"418.911165ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T06:39:09.647707Z","caller":"traceutil/trace.go:171","msg":"trace[1085837466] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21972; }","duration":"777.086092ms","start":"2026-07-28T06:39:08.870601Z","end":"2026-07-28T06:39:09.647687Z","steps":["trace[1085837466] 'agreement among raft nodes before linearized reading' (duration: 776.217918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.645979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.867263Z","time spent":"778.699864ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.867087Z","time spent":"780.015968ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.870574Z","time spent":"777.171954ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151777985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:39:09.647148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.247951Z","time spent":"1.399189427s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.850648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T06:39:09.647446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.994542Z","time spent":"1.652891867s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272729438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:39:09.647923Z","caller":"traceutil/trace.go:171","msg":"trace[2064993578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21972; }","duration":"777.556224ms","start":"2026-07-28T06:39:08.870347Z","end":"2026-07-28T06:39:09.647903Z","steps":["trace[2064993578] 'agreement among raft nodes before linearized reading' (duration: 775.627263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.646902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.66913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lmmlz\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T06:39:09.64797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.870326Z","time spent":"777.631016ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.471044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T06:39:09.648048Z","caller":"traceutil/trace.go:171","msg":"trace[1929717438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21972; }","duration":"967.585718ms","start":"2026-07-28T06:39:08.680452Z","end":"2026-07-28T06:39:09.648038Z","steps":["trace[1929717438] 'agreement among raft nodes before linearized reading' (duration: 966.956401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.648098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.680369Z","time spent":"967.720611ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T06:39:09.647152Z","caller":"traceutil/trace.go:171","msg":"trace[985294015] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:21972; }","duration":"1.652532497s","start":"2026-07-28T06:39:07.994604Z","end":"2026-07-28T06:39:09.647137Z","steps":["trace[985294015] 'agreement among raft nodes before linearized reading' (duration: 1.652373083s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.648173Z","caller":"traceutil/trace.go:171","msg":"trace[1748838881] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"1.149194436s","start":"2026-07-28T06:39:08.498966Z","end":"2026-07-28T06:39:09.648161Z","steps":["trace[1748838881] 'agreement among raft nodes before linearized reading' (duration: 1.146837944s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.647548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.870166Z","time spent":"777.3742ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":694,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T06:39:09.648239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.498942Z","time spent":"1.149287619s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368946346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.114\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-28T06:39:09.648341Z","caller":"traceutil/trace.go:171","msg":"trace[1287162599] range","detail":"{range_begin:/registry/masterleases/199.19.213.114; range_end:; response_count:1; response_revision:21972; }","duration":"1.370263151s","start":"2026-07-28T06:39:08.278064Z","end":"2026-07-28T06:39:09.648327Z","steps":["trace[1287162599] 'agreement among raft nodes before linearized reading' (duration: 1.368922045s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647868Z","caller":"traceutil/trace.go:171","msg":"trace[1561377894] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21972; }","duration":"1.15346903s","start":"2026-07-28T06:39:08.494385Z","end":"2026-07-28T06:39:09.647854Z","steps":["trace[1561377894] 'agreement among raft nodes before linearized reading' (duration: 1.151782225s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.648391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.278043Z","time spent":"1.370336994s","remote":"127.0.0.1:48012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.114\" "} {"level":"warn","ts":"2026-07-28T06:39:09.648418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.494372Z","time spent":"1.154036085s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:39:09.648349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.99457Z","time spent":"1.653599136s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":30,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652138887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"info","ts":"2026-07-28T06:39:09.648563Z","caller":"traceutil/trace.go:171","msg":"trace[509015714] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"1.653855502s","start":"2026-07-28T06:39:07.994696Z","end":"2026-07-28T06:39:09.648551Z","steps":["trace[509015714] 'agreement among raft nodes before linearized reading' (duration: 1.652145637s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:39:09.647959Z","caller":"traceutil/trace.go:171","msg":"trace[885400426] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:21972; }","duration":"1.274004653s","start":"2026-07-28T06:39:08.373943Z","end":"2026-07-28T06:39:09.647947Z","steps":["trace[885400426] 'agreement among raft nodes before linearized reading' (duration: 1.272841621s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.648607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.994668Z","time spent":"1.653928274s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T06:39:09.648001Z","caller":"traceutil/trace.go:171","msg":"trace[960963152] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lmmlz; range_end:; response_count:1; response_revision:21972; }","duration":"760.792701ms","start":"2026-07-28T06:39:08.887195Z","end":"2026-07-28T06:39:09.647987Z","steps":["trace[960963152] 'agreement among raft nodes before linearized reading' (duration: 759.124306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.648653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.887181Z","time spent":"761.462098ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lmmlz\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:09.293183Z","time spent":"353.052951ms","remote":"127.0.0.1:48386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":12,"response size":32,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:39:09.648627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.37392Z","time spent":"1.274696111s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T06:39:09.647238Z","caller":"traceutil/trace.go:171","msg":"trace[401145360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21972; }","duration":"1.333584701s","start":"2026-07-28T06:39:08.31361Z","end":"2026-07-28T06:39:09.647195Z","steps":["trace[401145360] 'agreement among raft nodes before linearized reading' (duration: 1.332626295s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.64878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.313592Z","time spent":"1.335179863s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:39:09.645104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.206669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5451"} {"level":"warn","ts":"2026-07-28T06:39:09.647648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.867039Z","time spent":"780.596644ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:39:09.648896Z","caller":"traceutil/trace.go:171","msg":"trace[1622748272] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"777.011419ms","start":"2026-07-28T06:39:08.871875Z","end":"2026-07-28T06:39:09.648886Z","steps":["trace[1622748272] 'agreement among raft nodes before linearized reading' (duration: 773.114716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.649063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.871871Z","time spent":"777.179563ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:39:09.646261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.225414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T06:39:09.650453Z","caller":"traceutil/trace.go:171","msg":"trace[1307582207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21972; }","duration":"676.458896ms","start":"2026-07-28T06:39:08.97397Z","end":"2026-07-28T06:39:09.650429Z","steps":["trace[1307582207] 'agreement among raft nodes before linearized reading' (duration: 672.252534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.650573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:08.973943Z","time spent":"676.60566ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T06:39:09.649427Z","caller":"traceutil/trace.go:171","msg":"trace[1864900170] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:21972; }","duration":"1.648915813s","start":"2026-07-28T06:39:07.998687Z","end":"2026-07-28T06:39:09.647603Z","steps":["trace[1864900170] 'agreement among raft nodes before linearized reading' (duration: 1.648446309s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:39:09.651537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.998676Z","time spent":"1.652841876s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5475,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:39:09.647755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:39:07.994489Z","time spent":"1.653223776s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-28T06:41:54.762706Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20431} {"level":"info","ts":"2026-07-28T06:41:54.868026Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20431,"took":"101.449014ms","hash":291920035,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":27406336,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T06:41:54.868097Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":291920035,"revision":20431,"compact-revision":18028} {"level":"info","ts":"2026-07-28T06:45:54.351669Z","caller":"traceutil/trace.go:171","msg":"trace[1677913869] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"321.395867ms","start":"2026-07-28T06:45:54.03024Z","end":"2026-07-28T06:45:54.351636Z","steps":["trace[1677913869] 'process raft request' (duration: 321.172471ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:54.35171Z","caller":"traceutil/trace.go:171","msg":"trace[2048224866] linearizableReadLoop","detail":"{readStateIndex:25826; appliedIndex:25826; }","duration":"223.305351ms","start":"2026-07-28T06:45:54.128365Z","end":"2026-07-28T06:45:54.35167Z","steps":["trace[2048224866] 'read index received' (duration: 223.292811ms)","trace[2048224866] 'applied index is now lower than readState.Index' (duration: 10.15µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:45:54.351874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:45:54.030226Z","time spent":"321.54566ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:45:54.352146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.746673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T06:45:54.352236Z","caller":"traceutil/trace.go:171","msg":"trace[1632595814] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:25060; }","duration":"223.919337ms","start":"2026-07-28T06:45:54.128305Z","end":"2026-07-28T06:45:54.352225Z","steps":["trace[1632595814] 'agreement among raft nodes before linearized reading' (duration: 223.509067ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:54.374746Z","caller":"traceutil/trace.go:171","msg":"trace[1509340245] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"244.276997ms","start":"2026-07-28T06:45:54.130444Z","end":"2026-07-28T06:45:54.374721Z","steps":["trace[1509340245] 'process raft request' (duration: 244.144513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:45:54.375249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.117096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T06:45:54.375291Z","caller":"traceutil/trace.go:171","msg":"trace[326530049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25061; }","duration":"243.190968ms","start":"2026-07-28T06:45:54.132087Z","end":"2026-07-28T06:45:54.375278Z","steps":["trace[326530049] 'agreement among raft nodes before linearized reading' (duration: 243.044844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:45:54.375427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.016516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T06:45:54.375452Z","caller":"traceutil/trace.go:171","msg":"trace[1729718374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25061; }","duration":"242.060177ms","start":"2026-07-28T06:45:54.133386Z","end":"2026-07-28T06:45:54.375446Z","steps":["trace[1729718374] 'agreement among raft nodes before linearized reading' (duration: 241.994145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:45:54.375472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.629559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T06:45:54.375573Z","caller":"traceutil/trace.go:171","msg":"trace[1020442119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25061; }","duration":"243.768983ms","start":"2026-07-28T06:45:54.131776Z","end":"2026-07-28T06:45:54.375545Z","steps":["trace[1020442119] 'agreement among raft nodes before linearized reading' (duration: 243.435154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:45:54.37571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.851391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T06:45:54.375737Z","caller":"traceutil/trace.go:171","msg":"trace[691848092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25061; }","duration":"244.917743ms","start":"2026-07-28T06:45:54.130812Z","end":"2026-07-28T06:45:54.375729Z","steps":["trace[691848092] 'agreement among raft nodes before linearized reading' (duration: 243.951638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:56.536228Z","caller":"traceutil/trace.go:171","msg":"trace[1811409833] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"110.498515ms","start":"2026-07-28T06:45:56.425668Z","end":"2026-07-28T06:45:56.536166Z","steps":["trace[1811409833] 'process raft request' (duration: 110.122775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:56.536277Z","caller":"traceutil/trace.go:171","msg":"trace[1505102378] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"110.551046ms","start":"2026-07-28T06:45:56.425679Z","end":"2026-07-28T06:45:56.53623Z","steps":["trace[1505102378] 'process raft request' (duration: 110.34382ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:56.536534Z","caller":"traceutil/trace.go:171","msg":"trace[205104185] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"109.985651ms","start":"2026-07-28T06:45:56.426493Z","end":"2026-07-28T06:45:56.536479Z","steps":["trace[205104185] 'process raft request' (duration: 109.590121ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:57.106809Z","caller":"traceutil/trace.go:171","msg":"trace[1481090101] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"183.98327ms","start":"2026-07-28T06:45:56.922793Z","end":"2026-07-28T06:45:57.106776Z","steps":["trace[1481090101] 'process raft request' (duration: 183.766804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:57.123992Z","caller":"traceutil/trace.go:171","msg":"trace[301551370] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"123.651133ms","start":"2026-07-28T06:45:57.000312Z","end":"2026-07-28T06:45:57.123963Z","steps":["trace[301551370] 'process raft request' (duration: 123.310404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:45:57.124462Z","caller":"traceutil/trace.go:171","msg":"trace[588333684] linearizableReadLoop","detail":"{readStateIndex:25852; appliedIndex:25850; }","duration":"123.403297ms","start":"2026-07-28T06:45:57.001018Z","end":"2026-07-28T06:45:57.124422Z","steps":["trace[588333684] 'read index received' (duration: 105.491983ms)","trace[588333684] 'applied index is now lower than readState.Index' (duration: 17.907954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:45:57.124759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.720855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-28T06:45:57.124806Z","caller":"traceutil/trace.go:171","msg":"trace[992591845] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25086; }","duration":"123.829908ms","start":"2026-07-28T06:45:57.000965Z","end":"2026-07-28T06:45:57.124795Z","steps":["trace[992591845] 'agreement among raft nodes before linearized reading' (duration: 123.620422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:45:57.125305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.947606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T06:45:57.125445Z","caller":"traceutil/trace.go:171","msg":"trace[697350364] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:25086; }","duration":"117.13606ms","start":"2026-07-28T06:45:57.008261Z","end":"2026-07-28T06:45:57.125397Z","steps":["trace[697350364] 'agreement among raft nodes before linearized reading' (duration: 116.77149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:46:54.776515Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23031} {"level":"info","ts":"2026-07-28T06:46:54.882413Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23031,"took":"100.955033ms","hash":3687377913,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":28540928,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-28T06:46:54.882502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3687377913,"revision":23031,"compact-revision":20431} {"level":"info","ts":"2026-07-28T06:48:10.078598Z","caller":"traceutil/trace.go:171","msg":"trace[1023652261] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"135.123479ms","start":"2026-07-28T06:48:09.943432Z","end":"2026-07-28T06:48:10.078556Z","steps":["trace[1023652261] 'process raft request' (duration: 134.79636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:10.07872Z","caller":"traceutil/trace.go:171","msg":"trace[820454205] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"132.118109ms","start":"2026-07-28T06:48:09.946555Z","end":"2026-07-28T06:48:10.078673Z","steps":["trace[820454205] 'process raft request' (duration: 131.886163ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:10.078816Z","caller":"traceutil/trace.go:171","msg":"trace[1085880878] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"119.620369ms","start":"2026-07-28T06:48:09.959133Z","end":"2026-07-28T06:48:10.078753Z","steps":["trace[1085880878] 'process raft request' (duration: 119.381703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:51.858496Z","caller":"traceutil/trace.go:171","msg":"trace[356210544] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"124.21484ms","start":"2026-07-28T06:48:51.734235Z","end":"2026-07-28T06:48:51.85845Z","steps":["trace[356210544] 'process raft request' (duration: 111.956576ms)","trace[356210544] 'compare' (duration: 11.949116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:48:54.70496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429541840,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:48:55.036674Z","caller":"traceutil/trace.go:171","msg":"trace[1536964995] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"929.745025ms","start":"2026-07-28T06:48:54.106898Z","end":"2026-07-28T06:48:55.036643Z","steps":["trace[1536964995] 'process raft request' (duration: 929.314584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.036864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.106876Z","time spent":"929.876509ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:48:55.045971Z","caller":"traceutil/trace.go:171","msg":"trace[198708019] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"692.741335ms","start":"2026-07-28T06:48:54.353195Z","end":"2026-07-28T06:48:55.045937Z","steps":["trace[198708019] 'process raft request' (duration: 692.668493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:55.046016Z","caller":"traceutil/trace.go:171","msg":"trace[898696085] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"692.793786ms","start":"2026-07-28T06:48:54.353195Z","end":"2026-07-28T06:48:55.045988Z","steps":["trace[898696085] 'process raft request' (duration: 692.620852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.046157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.353167Z","time spent":"692.92343ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:48:55.046126Z","caller":"traceutil/trace.go:171","msg":"trace[1294996496] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"797.261245ms","start":"2026-07-28T06:48:54.248795Z","end":"2026-07-28T06:48:55.046056Z","steps":["trace[1294996496] 'process raft request' (duration: 796.858415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.046182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.353167Z","time spent":"692.90721ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:48:55.046259Z","caller":"traceutil/trace.go:171","msg":"trace[2047500409] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"686.659885ms","start":"2026-07-28T06:48:54.359575Z","end":"2026-07-28T06:48:55.046235Z","steps":["trace[2047500409] 'process raft request' (duration: 686.321846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.046365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.359545Z","time spent":"686.754297ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:48:55.046386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.248767Z","time spent":"797.472071ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:48:55.046471Z","caller":"traceutil/trace.go:171","msg":"trace[1425315901] linearizableReadLoop","detail":"{readStateIndex:27093; appliedIndex:27087; }","duration":"844.908224ms","start":"2026-07-28T06:48:54.201529Z","end":"2026-07-28T06:48:55.046437Z","steps":["trace[1425315901] 'read index received' (duration: 834.634833ms)","trace[1425315901] 'applied index is now lower than readState.Index' (duration: 10.272041ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:48:55.046538Z","caller":"traceutil/trace.go:171","msg":"trace[1952584115] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"538.895151ms","start":"2026-07-28T06:48:54.507599Z","end":"2026-07-28T06:48:55.046494Z","steps":["trace[1952584115] 'process raft request' (duration: 538.596734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.046727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.507571Z","time spent":"539.061637ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:48:55.046784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.844712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:48:55.046832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.291854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:48:55.046859Z","caller":"traceutil/trace.go:171","msg":"trace[573457050] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:26288; }","duration":"783.895273ms","start":"2026-07-28T06:48:54.262924Z","end":"2026-07-28T06:48:55.04682Z","steps":["trace[573457050] 'agreement among raft nodes before linearized reading' (duration: 783.79437ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:55.046872Z","caller":"traceutil/trace.go:171","msg":"trace[58563076] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26288; }","duration":"845.436128ms","start":"2026-07-28T06:48:54.201428Z","end":"2026-07-28T06:48:55.046864Z","steps":["trace[58563076] 'agreement among raft nodes before linearized reading' (duration: 845.243383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.046896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.262851Z","time spent":"784.034547ms","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:48:55.046916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.201367Z","time spent":"845.538351ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T06:48:55.046913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.729406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:55.046989Z","caller":"traceutil/trace.go:171","msg":"trace[745926532] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26288; }","duration":"199.856679ms","start":"2026-07-28T06:48:54.847117Z","end":"2026-07-28T06:48:55.046973Z","steps":["trace[745926532] 'agreement among raft nodes before linearized reading' (duration: 199.751646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.046889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.305681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:55.047061Z","caller":"traceutil/trace.go:171","msg":"trace[636913513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"735.532786ms","start":"2026-07-28T06:48:54.311518Z","end":"2026-07-28T06:48:55.047051Z","steps":["trace[636913513] 'agreement among raft nodes before linearized reading' (duration: 735.233878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.047095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.311511Z","time spent":"735.575647ms","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:48:55.047133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.271609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:48:55.047205Z","caller":"traceutil/trace.go:171","msg":"trace[443459127] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26288; }","duration":"735.366492ms","start":"2026-07-28T06:48:54.311809Z","end":"2026-07-28T06:48:55.047176Z","steps":["trace[443459127] 'agreement among raft nodes before linearized reading' (duration: 735.161427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.047219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.515768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T06:48:55.047259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.311788Z","time spent":"735.459374ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T06:48:55.047283Z","caller":"traceutil/trace.go:171","msg":"trace[1744315874] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26288; }","duration":"740.626661ms","start":"2026-07-28T06:48:54.306643Z","end":"2026-07-28T06:48:55.047269Z","steps":["trace[1744315874] 'agreement among raft nodes before linearized reading' (duration: 740.470867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.047349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.306621Z","time spent":"740.708583ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":48,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:48:55.047489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.94805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-28T06:48:55.047739Z","caller":"traceutil/trace.go:171","msg":"trace[2024106865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26288; }","duration":"763.248298ms","start":"2026-07-28T06:48:54.284474Z","end":"2026-07-28T06:48:55.047722Z","steps":["trace[2024106865] 'agreement among raft nodes before linearized reading' (duration: 762.817606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:55.047856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:48:54.284442Z","time spent":"763.404152ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12486,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T06:48:57.276814Z","caller":"traceutil/trace.go:171","msg":"trace[75533810] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"224.241962ms","start":"2026-07-28T06:48:57.052552Z","end":"2026-07-28T06:48:57.276794Z","steps":["trace[75533810] 'process raft request' (duration: 223.892332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:57.2769Z","caller":"traceutil/trace.go:171","msg":"trace[1428000800] linearizableReadLoop","detail":"{readStateIndex:27103; appliedIndex:27103; }","duration":"223.430801ms","start":"2026-07-28T06:48:57.053386Z","end":"2026-07-28T06:48:57.276817Z","steps":["trace[1428000800] 'read index received' (duration: 223.409401ms)","trace[1428000800] 'applied index is now lower than readState.Index' (duration: 17.67µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:48:57.277135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.724969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:48:57.277229Z","caller":"traceutil/trace.go:171","msg":"trace[745623868] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26298; }","duration":"223.888023ms","start":"2026-07-28T06:48:57.053324Z","end":"2026-07-28T06:48:57.277212Z","steps":["trace[745623868] 'agreement among raft nodes before linearized reading' (duration: 223.607685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.315567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.075476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:57.315662Z","caller":"traceutil/trace.go:171","msg":"trace[348978336] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26301; }","duration":"191.21551ms","start":"2026-07-28T06:48:57.124429Z","end":"2026-07-28T06:48:57.315645Z","steps":["trace[348978336] 'agreement among raft nodes before linearized reading' (duration: 191.011195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.31565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.920109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T06:48:57.315741Z","caller":"traceutil/trace.go:171","msg":"trace[135758601] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26301; }","duration":"242.049092ms","start":"2026-07-28T06:48:57.07367Z","end":"2026-07-28T06:48:57.315719Z","steps":["trace[135758601] 'agreement among raft nodes before linearized reading' (duration: 241.819356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.315813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.810086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:57.315892Z","caller":"traceutil/trace.go:171","msg":"trace[97062298] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"262.506833ms","start":"2026-07-28T06:48:57.053374Z","end":"2026-07-28T06:48:57.315881Z","steps":["trace[97062298] 'process raft request' (duration: 261.711361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.315945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.667073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:57.315983Z","caller":"traceutil/trace.go:171","msg":"trace[217025688] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26301; }","duration":"245.001872ms","start":"2026-07-28T06:48:57.070967Z","end":"2026-07-28T06:48:57.315969Z","steps":["trace[217025688] 'agreement among raft nodes before linearized reading' (duration: 244.829197ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:57.316012Z","caller":"traceutil/trace.go:171","msg":"trace[1320458695] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26301; }","duration":"191.727204ms","start":"2026-07-28T06:48:57.124268Z","end":"2026-07-28T06:48:57.315995Z","steps":["trace[1320458695] 'agreement among raft nodes before linearized reading' (duration: 191.652332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:57.316043Z","caller":"traceutil/trace.go:171","msg":"trace[67422148] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"262.216115ms","start":"2026-07-28T06:48:57.053815Z","end":"2026-07-28T06:48:57.316031Z","steps":["trace[67422148] 'process raft request' (duration: 261.526326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.315651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.141282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:48:57.31615Z","caller":"traceutil/trace.go:171","msg":"trace[1641469912] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26301; }","duration":"262.692088ms","start":"2026-07-28T06:48:57.053449Z","end":"2026-07-28T06:48:57.316141Z","steps":["trace[1641469912] 'agreement among raft nodes before linearized reading' (duration: 261.948798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.316271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.813853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T06:48:57.315773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.671142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:48:57.316246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.984771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:57.316377Z","caller":"traceutil/trace.go:171","msg":"trace[189681222] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26301; }","duration":"192.188847ms","start":"2026-07-28T06:48:57.124169Z","end":"2026-07-28T06:48:57.316358Z","steps":["trace[189681222] 'agreement among raft nodes before linearized reading' (duration: 191.999242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:57.316414Z","caller":"traceutil/trace.go:171","msg":"trace[722006855] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26301; }","duration":"245.288699ms","start":"2026-07-28T06:48:57.071064Z","end":"2026-07-28T06:48:57.316353Z","steps":["trace[722006855] 'agreement among raft nodes before linearized reading' (duration: 244.675362ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:57.315583Z","caller":"traceutil/trace.go:171","msg":"trace[193010273] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"261.734982ms","start":"2026-07-28T06:48:57.05381Z","end":"2026-07-28T06:48:57.315545Z","steps":["trace[193010273] 'process raft request' (duration: 261.481136ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:48:57.316308Z","caller":"traceutil/trace.go:171","msg":"trace[753186133] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26301; }","duration":"189.893875ms","start":"2026-07-28T06:48:57.126407Z","end":"2026-07-28T06:48:57.316301Z","steps":["trace[753186133] 'agreement among raft nodes before linearized reading' (duration: 189.720941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.317031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.334355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:48:57.317136Z","caller":"traceutil/trace.go:171","msg":"trace[685153135] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26301; }","duration":"246.929171ms","start":"2026-07-28T06:48:57.07019Z","end":"2026-07-28T06:48:57.317119Z","steps":["trace[685153135] 'agreement among raft nodes before linearized reading' (duration: 245.927875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:48:57.475061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.019559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-28T06:48:57.475189Z","caller":"traceutil/trace.go:171","msg":"trace[7048136] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26301; }","duration":"106.224496ms","start":"2026-07-28T06:48:57.368936Z","end":"2026-07-28T06:48:57.47516Z","steps":["trace[7048136] 'range keys from in-memory index tree' (duration: 105.835445ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:03.165349Z","caller":"traceutil/trace.go:171","msg":"trace[1914744283] transaction","detail":"{read_only:false; response_revision:26341; number_of_response:1; }","duration":"139.062923ms","start":"2026-07-28T06:49:03.026255Z","end":"2026-07-28T06:49:03.165318Z","steps":["trace[1914744283] 'process raft request' (duration: 138.836197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:03.815168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429542036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:49:04.315978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429542036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T06:49:04.328968Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.034882561s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T06:49:04.32963Z","caller":"traceutil/trace.go:171","msg":"trace[101559449] transaction","detail":"{read_only:false; response_revision:26342; number_of_response:1; }","duration":"1.03562298s","start":"2026-07-28T06:49:03.293968Z","end":"2026-07-28T06:49:04.329591Z","steps":["trace[101559449] 'process raft request' (duration: 1.035362083s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.329865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.293955Z","time spent":"1.035788815s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:04.409293Z","caller":"traceutil/trace.go:171","msg":"trace[1324155055] transaction","detail":"{read_only:false; response_revision:26344; number_of_response:1; }","duration":"1.069952998s","start":"2026-07-28T06:49:03.339306Z","end":"2026-07-28T06:49:04.409259Z","steps":["trace[1324155055] 'process raft request' (duration: 1.069869495s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.409311Z","caller":"traceutil/trace.go:171","msg":"trace[1733074131] transaction","detail":"{read_only:false; response_revision:26343; number_of_response:1; }","duration":"1.111428904s","start":"2026-07-28T06:49:03.297838Z","end":"2026-07-28T06:49:04.409267Z","steps":["trace[1733074131] 'process raft request' (duration: 1.111106595s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.40951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.339284Z","time spent":"1.070111931s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:49:04.409548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.297799Z","time spent":"1.111624849s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:04.409724Z","caller":"traceutil/trace.go:171","msg":"trace[2140125410] transaction","detail":"{read_only:false; response_revision:26345; number_of_response:1; }","duration":"1.06927748s","start":"2026-07-28T06:49:03.340388Z","end":"2026-07-28T06:49:04.409665Z","steps":["trace[2140125410] 'process raft request' (duration: 1.068829588s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.40977Z","caller":"traceutil/trace.go:171","msg":"trace[1391449593] transaction","detail":"{read_only:false; response_revision:26346; number_of_response:1; }","duration":"1.06816202s","start":"2026-07-28T06:49:03.341566Z","end":"2026-07-28T06:49:04.409728Z","steps":["trace[1391449593] 'process raft request' (duration: 1.067923774s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.409965Z","caller":"traceutil/trace.go:171","msg":"trace[969127799] transaction","detail":"{read_only:false; response_revision:26347; number_of_response:1; }","duration":"928.744458ms","start":"2026-07-28T06:49:03.481201Z","end":"2026-07-28T06:49:04.409946Z","steps":["trace[969127799] 'process raft request' (duration: 928.449821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.409975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.341549Z","time spent":"1.068316134s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:49:04.41003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.481154Z","time spent":"928.848631ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22988,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:49:04.410062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.340368Z","time spent":"1.069458724s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:04.433856Z","caller":"traceutil/trace.go:171","msg":"trace[685817519] linearizableReadLoop","detail":"{readStateIndex:27154; appliedIndex:27147; }","duration":"1.11927369s","start":"2026-07-28T06:49:03.314531Z","end":"2026-07-28T06:49:04.433804Z","steps":["trace[685817519] 'read index received' (duration: 1.014918894s)","trace[685817519] 'applied index is now lower than readState.Index' (duration: 104.352596ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:49:04.434212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101116791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:49:04.434118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119553728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:04.434285Z","caller":"traceutil/trace.go:171","msg":"trace[1419735719] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26347; }","duration":"1.101287316s","start":"2026-07-28T06:49:03.332979Z","end":"2026-07-28T06:49:04.434266Z","steps":["trace[1419735719] 'agreement among raft nodes before linearized reading' (duration: 1.101090441s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.284148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T06:49:04.434353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.332947Z","time spent":"1.101388539s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T06:49:04.434346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095190184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:04.434395Z","caller":"traceutil/trace.go:171","msg":"trace[1013847311] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26347; }","duration":"287.475113ms","start":"2026-07-28T06:49:04.146891Z","end":"2026-07-28T06:49:04.434366Z","steps":["trace[1013847311] 'agreement among raft nodes before linearized reading' (duration: 287.274087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.681182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T06:49:04.434486Z","caller":"traceutil/trace.go:171","msg":"trace[1223591879] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26347; }","duration":"790.798016ms","start":"2026-07-28T06:49:03.643676Z","end":"2026-07-28T06:49:04.434474Z","steps":["trace[1223591879] 'agreement among raft nodes before linearized reading' (duration: 790.617111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095195094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:49:04.43452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.643643Z","time spent":"790.868748ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T06:49:04.434531Z","caller":"traceutil/trace.go:171","msg":"trace[1071805152] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26347; }","duration":"1.095290227s","start":"2026-07-28T06:49:03.339231Z","end":"2026-07-28T06:49:04.434521Z","steps":["trace[1071805152] 'agreement among raft nodes before linearized reading' (duration: 1.095239975s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.305368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T06:49:04.434582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.339202Z","time spent":"1.095371019s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T06:49:04.434584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.284854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-07-28T06:49:04.434596Z","caller":"traceutil/trace.go:171","msg":"trace[1187730259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26347; }","duration":"574.42723ms","start":"2026-07-28T06:49:03.860147Z","end":"2026-07-28T06:49:04.434574Z","steps":["trace[1187730259] 'agreement among raft nodes before linearized reading' (duration: 574.291167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.434638Z","caller":"traceutil/trace.go:171","msg":"trace[1943756060] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pkcj6; range_end:; response_count:1; response_revision:26347; }","duration":"366.336065ms","start":"2026-07-28T06:49:04.068285Z","end":"2026-07-28T06:49:04.434621Z","steps":["trace[1943756060] 'agreement among raft nodes before linearized reading' (duration: 366.157051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.860116Z","time spent":"574.520253ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:49:04.434391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.063573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T06:49:04.434648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093687555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T06:49:04.434698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:04.068206Z","time spent":"366.479779ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" "} {"level":"info","ts":"2026-07-28T06:49:04.434713Z","caller":"traceutil/trace.go:171","msg":"trace[485025376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26347; }","duration":"724.438773ms","start":"2026-07-28T06:49:03.710261Z","end":"2026-07-28T06:49:04.434699Z","steps":["trace[485025376] 'agreement among raft nodes before linearized reading' (duration: 723.950851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095479862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:04.434728Z","caller":"traceutil/trace.go:171","msg":"trace[1394247608] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26347; }","duration":"1.093775517s","start":"2026-07-28T06:49:03.340939Z","end":"2026-07-28T06:49:04.434715Z","steps":["trace[1394247608] 'agreement among raft nodes before linearized reading' (duration: 1.093431428s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.434753Z","caller":"traceutil/trace.go:171","msg":"trace[663821640] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26347; }","duration":"1.095523063s","start":"2026-07-28T06:49:03.33922Z","end":"2026-07-28T06:49:04.434743Z","steps":["trace[663821640] 'agreement among raft nodes before linearized reading' (duration: 1.095480171s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.43476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.710235Z","time spent":"724.507955ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T06:49:04.43478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.980328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lmmlz\" ","response":"range_response_count:1 size:9715"} {"level":"warn","ts":"2026-07-28T06:49:04.434783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.339214Z","time spent":"1.095563183s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-07-28T06:49:04.434812Z","caller":"traceutil/trace.go:171","msg":"trace[954367378] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lmmlz; range_end:; response_count:1; response_revision:26347; }","duration":"432.071131ms","start":"2026-07-28T06:49:04.002734Z","end":"2026-07-28T06:49:04.434805Z","steps":["trace[954367378] 'agreement among raft nodes before linearized reading' (duration: 431.982289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:04.002686Z","time spent":"432.140853ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lmmlz\" "} {"level":"warn","ts":"2026-07-28T06:49:04.434834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.340912Z","time spent":"1.093908751s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5260,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:49:04.434391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.790735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T06:49:04.434686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.222367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:49:04.434441Z","caller":"traceutil/trace.go:171","msg":"trace[1136121650] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26347; }","duration":"1.095317847s","start":"2026-07-28T06:49:03.339099Z","end":"2026-07-28T06:49:04.434417Z","steps":["trace[1136121650] 'agreement among raft nodes before linearized reading' (duration: 1.095156893s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.434957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.339086Z","time spent":"1.095865582s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T06:49:04.434966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099008415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T06:49:04.435025Z","caller":"traceutil/trace.go:171","msg":"trace[438074910] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26347; }","duration":"1.099086777s","start":"2026-07-28T06:49:03.33592Z","end":"2026-07-28T06:49:04.435006Z","steps":["trace[438074910] 'agreement among raft nodes before linearized reading' (duration: 1.098884322s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.434968Z","caller":"traceutil/trace.go:171","msg":"trace[2005715503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26347; }","duration":"867.030579ms","start":"2026-07-28T06:49:03.56792Z","end":"2026-07-28T06:49:04.434951Z","steps":["trace[2005715503] 'agreement among raft nodes before linearized reading' (duration: 866.512985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.434311Z","caller":"traceutil/trace.go:171","msg":"trace[1212577875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26347; }","duration":"1.119807625s","start":"2026-07-28T06:49:03.314476Z","end":"2026-07-28T06:49:04.434283Z","steps":["trace[1212577875] 'agreement among raft nodes before linearized reading' (duration: 1.119512416s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.435084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.335799Z","time spent":"1.099271532s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5260,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:49:04.435097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.567885Z","time spent":"867.195113ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T06:49:04.43492Z","caller":"traceutil/trace.go:171","msg":"trace[1250518236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26347; }","duration":"507.37607ms","start":"2026-07-28T06:49:03.927536Z","end":"2026-07-28T06:49:04.434912Z","steps":["trace[1250518236] 'agreement among raft nodes before linearized reading' (duration: 506.632841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.435168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099259062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:49:04.43519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.927508Z","time spent":"507.664758ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T06:49:04.435227Z","caller":"traceutil/trace.go:171","msg":"trace[1451725197] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26347; }","duration":"1.099371035s","start":"2026-07-28T06:49:03.33584Z","end":"2026-07-28T06:49:04.435211Z","steps":["trace[1451725197] 'agreement among raft nodes before linearized reading' (duration: 1.099289113s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.43527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.335768Z","time spent":"1.099493358s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:49:04.435211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.314446Z","time spent":"1.120708178s","remote":"127.0.0.1:47990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T06:49:04.43528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.20697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T06:49:04.435096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102024785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:04.435337Z","caller":"traceutil/trace.go:171","msg":"trace[999373350] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26347; }","duration":"1.102324614s","start":"2026-07-28T06:49:03.332998Z","end":"2026-07-28T06:49:04.435322Z","steps":["trace[999373350] 'agreement among raft nodes before linearized reading' (duration: 1.102043346s)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:04.435322Z","caller":"traceutil/trace.go:171","msg":"trace[1957749532] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26347; }","duration":"929.349714ms","start":"2026-07-28T06:49:03.505959Z","end":"2026-07-28T06:49:04.435309Z","steps":["trace[1957749532] 'agreement among raft nodes before linearized reading' (duration: 929.120438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.435357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102197309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-07-28T06:49:04.43539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.33297Z","time spent":"1.102406525s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T06:49:04.435428Z","caller":"traceutil/trace.go:171","msg":"trace[251688167] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26347; }","duration":"1.102276601s","start":"2026-07-28T06:49:03.333136Z","end":"2026-07-28T06:49:04.435413Z","steps":["trace[251688167] 'agreement among raft nodes before linearized reading' (duration: 1.102030615s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.435394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.505911Z","time spent":"929.470678ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T06:49:04.435471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.333101Z","time spent":"1.102362614s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T06:49:04.435543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.920224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T06:49:04.439493Z","caller":"traceutil/trace.go:171","msg":"trace[836376697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26347; }","duration":"923.156561ms","start":"2026-07-28T06:49:03.512546Z","end":"2026-07-28T06:49:04.435703Z","steps":["trace[836376697] 'agreement among raft nodes before linearized reading' (duration: 921.59948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:04.439651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:03.512503Z","time spent":"927.112844ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T06:49:05.182408Z","caller":"traceutil/trace.go:171","msg":"trace[1115796652] transaction","detail":"{read_only:false; response_revision:26354; number_of_response:1; }","duration":"122.007183ms","start":"2026-07-28T06:49:05.060369Z","end":"2026-07-28T06:49:05.182376Z","steps":["trace[1115796652] 'process raft request' (duration: 121.825098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:06.941569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4223707566429542072,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T06:49:07.182168Z","caller":"traceutil/trace.go:171","msg":"trace[1776154894] transaction","detail":"{read_only:false; response_revision:26355; number_of_response:1; }","duration":"765.575378ms","start":"2026-07-28T06:49:06.416553Z","end":"2026-07-28T06:49:07.182129Z","steps":["trace[1776154894] 'process raft request' (duration: 765.353533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.182393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.416522Z","time spent":"765.743924ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:07.208299Z","caller":"traceutil/trace.go:171","msg":"trace[854016859] transaction","detail":"{read_only:false; response_revision:26357; number_of_response:1; }","duration":"791.100313ms","start":"2026-07-28T06:49:06.417159Z","end":"2026-07-28T06:49:07.208259Z","steps":["trace[854016859] 'process raft request' (duration: 790.96843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.208525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.417146Z","time spent":"791.262458ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:07.208298Z","caller":"traceutil/trace.go:171","msg":"trace[1549146708] transaction","detail":"{read_only:false; response_revision:26356; number_of_response:1; }","duration":"791.656748ms","start":"2026-07-28T06:49:06.416591Z","end":"2026-07-28T06:49:07.208247Z","steps":["trace[1549146708] 'process raft request' (duration: 791.281358ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.208731Z","caller":"traceutil/trace.go:171","msg":"trace[1454781909] transaction","detail":"{read_only:false; response_revision:26358; number_of_response:1; }","duration":"790.742043ms","start":"2026-07-28T06:49:06.417969Z","end":"2026-07-28T06:49:07.208711Z","steps":["trace[1454781909] 'process raft request' (duration: 790.205509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.208806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.416548Z","time spent":"792.12056ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:49:07.208906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.417927Z","time spent":"790.863776ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:07.209084Z","caller":"traceutil/trace.go:171","msg":"trace[677543133] linearizableReadLoop","detail":"{readStateIndex:27166; appliedIndex:27161; }","duration":"767.745766ms","start":"2026-07-28T06:49:06.441315Z","end":"2026-07-28T06:49:07.209061Z","steps":["trace[677543133] 'read index received' (duration: 740.624279ms)","trace[677543133] 'applied index is now lower than readState.Index' (duration: 27.120357ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:49:07.209171Z","caller":"traceutil/trace.go:171","msg":"trace[625521107] transaction","detail":"{read_only:false; response_revision:26359; number_of_response:1; }","duration":"465.34374ms","start":"2026-07-28T06:49:06.743816Z","end":"2026-07-28T06:49:07.20916Z","steps":["trace[625521107] 'process raft request' (duration: 464.58042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.20923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.74379Z","time spent":"465.410072ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T06:49:07.209252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.932101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.209303Z","caller":"traceutil/trace.go:171","msg":"trace[552375230] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26359; }","duration":"768.032224ms","start":"2026-07-28T06:49:06.441255Z","end":"2026-07-28T06:49:07.209288Z","steps":["trace[552375230] 'agreement among raft nodes before linearized reading' (duration: 767.950422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.209344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.441239Z","time spent":"768.096885ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.302411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.210088Z","caller":"traceutil/trace.go:171","msg":"trace[19531873] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26359; }","duration":"768.404453ms","start":"2026-07-28T06:49:06.441671Z","end":"2026-07-28T06:49:07.210076Z","steps":["trace[19531873] 'agreement among raft nodes before linearized reading' (duration: 768.315131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.441651Z","time spent":"768.460934ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.622082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-lmmlz\" ","response":"range_response_count:1 size:9715"} {"level":"info","ts":"2026-07-28T06:49:07.21031Z","caller":"traceutil/trace.go:171","msg":"trace[99267177] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-lmmlz; range_end:; response_count:1; response_revision:26359; }","duration":"695.692494ms","start":"2026-07-28T06:49:06.514605Z","end":"2026-07-28T06:49:07.210297Z","steps":["trace[99267177] 'agreement among raft nodes before linearized reading' (duration: 695.538499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.112068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-07-28T06:49:07.2104Z","caller":"traceutil/trace.go:171","msg":"trace[104104237] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26359; }","duration":"762.250902ms","start":"2026-07-28T06:49:06.448141Z","end":"2026-07-28T06:49:07.210391Z","steps":["trace[104104237] 'agreement among raft nodes before linearized reading' (duration: 762.145589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.21041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.449786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T06:49:07.210458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.149944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T06:49:07.210491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.883361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.210497Z","caller":"traceutil/trace.go:171","msg":"trace[3615403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26359; }","duration":"716.218146ms","start":"2026-07-28T06:49:06.494266Z","end":"2026-07-28T06:49:07.210484Z","steps":["trace[3615403] 'agreement among raft nodes before linearized reading' (duration: 716.121104ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.210505Z","caller":"traceutil/trace.go:171","msg":"trace[2139371482] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:26359; }","duration":"715.564859ms","start":"2026-07-28T06:49:06.494916Z","end":"2026-07-28T06:49:07.210481Z","steps":["trace[2139371482] 'agreement among raft nodes before linearized reading' (duration: 715.328443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.448108Z","time spent":"762.318424ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5260,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.494904Z","time spent":"715.649751ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.054299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.210664Z","caller":"traceutil/trace.go:171","msg":"trace[1465135683] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:26359; }","duration":"764.203473ms","start":"2026-07-28T06:49:06.446432Z","end":"2026-07-28T06:49:07.210636Z","steps":["trace[1465135683] 'agreement among raft nodes before linearized reading' (duration: 764.009058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.747512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:49:07.21073Z","caller":"traceutil/trace.go:171","msg":"trace[1582357096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26359; }","duration":"721.820163ms","start":"2026-07-28T06:49:06.488894Z","end":"2026-07-28T06:49:07.210714Z","steps":["trace[1582357096] 'agreement among raft nodes before linearized reading' (duration: 721.735751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.446421Z","time spent":"764.304495ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.488875Z","time spent":"721.882615ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.77943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.210808Z","caller":"traceutil/trace.go:171","msg":"trace[1004657936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26359; }","duration":"739.50062ms","start":"2026-07-28T06:49:06.471292Z","end":"2026-07-28T06:49:07.210792Z","steps":["trace[1004657936] 'agreement among raft nodes before linearized reading' (duration: 738.76949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.47128Z","time spent":"739.556351ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T06:49:07.210871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.530422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-07-28T06:49:07.210528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.494153Z","time spent":"716.36683ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T06:49:07.210916Z","caller":"traceutil/trace.go:171","msg":"trace[673079469] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-pkcj6; range_end:; response_count:1; response_revision:26359; }","duration":"697.696236ms","start":"2026-07-28T06:49:06.513209Z","end":"2026-07-28T06:49:07.210905Z","steps":["trace[673079469] 'agreement among raft nodes before linearized reading' (duration: 697.525282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.210953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.513191Z","time spent":"697.754278ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-pkcj6\" "} {"level":"warn","ts":"2026-07-28T06:49:07.21036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.514591Z","time spent":"695.760216ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-lmmlz\" "} {"level":"warn","ts":"2026-07-28T06:49:07.2111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.899189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-07-28T06:49:07.210767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.738883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.211237Z","caller":"traceutil/trace.go:171","msg":"trace[1117739964] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:26359; }","duration":"769.245246ms","start":"2026-07-28T06:49:06.441979Z","end":"2026-07-28T06:49:07.211224Z","steps":["trace[1117739964] 'agreement among raft nodes before linearized reading' (duration: 768.758044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.211283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.441957Z","time spent":"769.315178ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.344189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T06:49:07.21133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.706553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T06:49:07.211347Z","caller":"traceutil/trace.go:171","msg":"trace[1067397763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26359; }","duration":"717.108549ms","start":"2026-07-28T06:49:06.49421Z","end":"2026-07-28T06:49:07.211318Z","steps":["trace[1067397763] 'agreement among raft nodes before linearized reading' (duration: 716.336589ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.211387Z","caller":"traceutil/trace.go:171","msg":"trace[1599783987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26359; }","duration":"715.778894ms","start":"2026-07-28T06:49:06.495589Z","end":"2026-07-28T06:49:07.211368Z","steps":["trace[1599783987] 'agreement among raft nodes before linearized reading' (duration: 715.644271ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.211192Z","caller":"traceutil/trace.go:171","msg":"trace[1193680179] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:26359; }","duration":"763.059543ms","start":"2026-07-28T06:49:06.448121Z","end":"2026-07-28T06:49:07.211181Z","steps":["trace[1193680179] 'agreement among raft nodes before linearized reading' (duration: 762.812237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.211419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.495572Z","time spent":"715.839816ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T06:49:07.211414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.437283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:49:07.211427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.494186Z","time spent":"717.213862ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T06:49:07.211463Z","caller":"traceutil/trace.go:171","msg":"trace[109906340] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26359; }","duration":"763.502564ms","start":"2026-07-28T06:49:06.447949Z","end":"2026-07-28T06:49:07.211452Z","steps":["trace[109906340] 'agreement among raft nodes before linearized reading' (duration: 763.427792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.211503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.447938Z","time spent":"763.554766ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-07-28T06:49:07.210526Z","caller":"traceutil/trace.go:171","msg":"trace[9920038] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:26359; }","duration":"767.942842ms","start":"2026-07-28T06:49:06.442574Z","end":"2026-07-28T06:49:07.210517Z","steps":["trace[9920038] 'agreement among raft nodes before linearized reading' (duration: 767.88088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.211603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.442562Z","time spent":"768.99533ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-07-28T06:49:07.210267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.624885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:49:07.211794Z","caller":"traceutil/trace.go:171","msg":"trace[1989263393] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26359; }","duration":"760.172656ms","start":"2026-07-28T06:49:06.451609Z","end":"2026-07-28T06:49:07.211782Z","steps":["trace[1989263393] 'agreement among raft nodes before linearized reading' (duration: 758.589774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.211844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.451592Z","time spent":"760.240897ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T06:49:07.211406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.99881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T06:49:07.211459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.448087Z","time spent":"763.359861ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5260,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-07-28T06:49:07.211899Z","caller":"traceutil/trace.go:171","msg":"trace[1312819966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26359; }","duration":"716.512403ms","start":"2026-07-28T06:49:06.49537Z","end":"2026-07-28T06:49:07.211883Z","steps":["trace[1312819966] 'agreement among raft nodes before linearized reading' (duration: 715.945879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.211957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.495357Z","time spent":"716.584235ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T06:49:07.212314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.209363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:49:07.212361Z","caller":"traceutil/trace.go:171","msg":"trace[1503212525] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26359; }","duration":"764.281595ms","start":"2026-07-28T06:49:06.448068Z","end":"2026-07-28T06:49:07.21235Z","steps":["trace[1503212525] 'agreement among raft nodes before linearized reading' (duration: 763.146895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.2124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:06.448051Z","time spent":"764.340677ms","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-28T06:49:07.494793Z","caller":"traceutil/trace.go:171","msg":"trace[31142066] transaction","detail":"{read_only:false; response_revision:26361; number_of_response:1; }","duration":"277.002106ms","start":"2026-07-28T06:49:07.21774Z","end":"2026-07-28T06:49:07.494742Z","steps":["trace[31142066] 'process raft request' (duration: 276.709148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.494892Z","caller":"traceutil/trace.go:171","msg":"trace[2016970540] transaction","detail":"{read_only:false; response_revision:26362; number_of_response:1; }","duration":"276.955725ms","start":"2026-07-28T06:49:07.217865Z","end":"2026-07-28T06:49:07.49482Z","steps":["trace[2016970540] 'process raft request' (duration: 276.795001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.494819Z","caller":"traceutil/trace.go:171","msg":"trace[1976139456] transaction","detail":"{read_only:false; response_revision:26363; number_of_response:1; }","duration":"276.850812ms","start":"2026-07-28T06:49:07.217914Z","end":"2026-07-28T06:49:07.494765Z","steps":["trace[1976139456] 'process raft request' (duration: 276.78249ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.495257Z","caller":"traceutil/trace.go:171","msg":"trace[1065800856] transaction","detail":"{read_only:false; response_revision:26364; number_of_response:1; }","duration":"277.323844ms","start":"2026-07-28T06:49:07.217914Z","end":"2026-07-28T06:49:07.495238Z","steps":["trace[1065800856] 'process raft request' (duration: 276.8089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.495256Z","caller":"traceutil/trace.go:171","msg":"trace[1878731996] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27166; }","duration":"276.306607ms","start":"2026-07-28T06:49:07.218925Z","end":"2026-07-28T06:49:07.495231Z","steps":["trace[1878731996] 'read index received' (duration: 49.936158ms)","trace[1878731996] 'applied index is now lower than readState.Index' (duration: 226.368979ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:49:07.495335Z","caller":"traceutil/trace.go:171","msg":"trace[1993060061] transaction","detail":"{read_only:false; response_revision:26365; number_of_response:1; }","duration":"277.314804ms","start":"2026-07-28T06:49:07.217982Z","end":"2026-07-28T06:49:07.495296Z","steps":["trace[1993060061] 'process raft request' (duration: 277.049038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.495584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.845326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T06:49:07.495644Z","caller":"traceutil/trace.go:171","msg":"trace[100310268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26365; }","duration":"180.980209ms","start":"2026-07-28T06:49:07.314647Z","end":"2026-07-28T06:49:07.495627Z","steps":["trace[100310268] 'agreement among raft nodes before linearized reading' (duration: 180.852936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.495642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.634355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:49:07.495692Z","caller":"traceutil/trace.go:171","msg":"trace[827468454] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26365; }","duration":"190.748327ms","start":"2026-07-28T06:49:07.30493Z","end":"2026-07-28T06:49:07.495678Z","steps":["trace[827468454] 'agreement among raft nodes before linearized reading' (duration: 190.571543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.496731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.790866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:897062"} {"level":"info","ts":"2026-07-28T06:49:07.496825Z","caller":"traceutil/trace.go:171","msg":"trace[444196998] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:26365; }","duration":"277.888989ms","start":"2026-07-28T06:49:07.218921Z","end":"2026-07-28T06:49:07.49681Z","steps":["trace[444196998] 'agreement among raft nodes before linearized reading' (duration: 276.373918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:49:07.995411Z","caller":"traceutil/trace.go:171","msg":"trace[511975712] linearizableReadLoop","detail":"{readStateIndex:27173; appliedIndex:27172; }","duration":"376.638468ms","start":"2026-07-28T06:49:07.618729Z","end":"2026-07-28T06:49:07.995367Z","steps":["trace[511975712] 'read index received' (duration: 354.571445ms)","trace[511975712] 'applied index is now lower than readState.Index' (duration: 22.065643ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:49:07.99547Z","caller":"traceutil/trace.go:171","msg":"trace[450529904] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"488.101011ms","start":"2026-07-28T06:49:07.507303Z","end":"2026-07-28T06:49:07.995404Z","steps":["trace[450529904] 'process raft request' (duration: 466.013938ms)","trace[450529904] 'compare' (duration: 21.511938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:49:07.995761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.007937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-28T06:49:07.995688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:07.507285Z","time spent":"488.283265ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T06:49:07.995794Z","caller":"traceutil/trace.go:171","msg":"trace[1266231247] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26366; }","duration":"377.11409ms","start":"2026-07-28T06:49:07.618669Z","end":"2026-07-28T06:49:07.995783Z","steps":["trace[1266231247] 'agreement among raft nodes before linearized reading' (duration: 376.922145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.995826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T06:49:07.618635Z","time spent":"377.185052ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T06:49:07.995846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.590348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T06:49:07.995945Z","caller":"traceutil/trace.go:171","msg":"trace[966734399] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:26366; }","duration":"281.743821ms","start":"2026-07-28T06:49:07.714181Z","end":"2026-07-28T06:49:07.995925Z","steps":["trace[966734399] 'agreement among raft nodes before linearized reading' (duration: 281.471924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:07.996062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.798805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T06:49:07.996141Z","caller":"traceutil/trace.go:171","msg":"trace[1199292606] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26366; }","duration":"202.912018ms","start":"2026-07-28T06:49:07.793197Z","end":"2026-07-28T06:49:07.996109Z","steps":["trace[1199292606] 'agreement among raft nodes before linearized reading' (duration: 202.465967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:13.883065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.041475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T06:49:27.531157Z","caller":"traceutil/trace.go:171","msg":"trace[634885203] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"127.511991ms","start":"2026-07-28T06:49:27.403597Z","end":"2026-07-28T06:49:27.531109Z","steps":["trace[634885203] 'process raft request' (duration: 127.190592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:49:28.664643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.770205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:49:28.664811Z","caller":"traceutil/trace.go:171","msg":"trace[848390628] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"294.137299ms","start":"2026-07-28T06:49:28.370643Z","end":"2026-07-28T06:49:28.664781Z","steps":["trace[848390628] 'process raft request' (duration: 105.100007ms)","trace[848390628] 'compare' (duration: 188.5707ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:50:07.591106Z","caller":"traceutil/trace.go:171","msg":"trace[1955157039] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"133.902ms","start":"2026-07-28T06:50:07.457177Z","end":"2026-07-28T06:50:07.591079Z","steps":["trace[1955157039] 'process raft request' (duration: 133.663474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:50:23.820829Z","caller":"traceutil/trace.go:171","msg":"trace[1934218348] linearizableReadLoop","detail":"{readStateIndex:27748; appliedIndex:27747; }","duration":"103.689339ms","start":"2026-07-28T06:50:23.717097Z","end":"2026-07-28T06:50:23.820787Z","steps":["trace[1934218348] 'read index received' (duration: 103.593757ms)","trace[1934218348] 'applied index is now lower than readState.Index' (duration: 93.912µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:50:23.820958Z","caller":"traceutil/trace.go:171","msg":"trace[1853132350] transaction","detail":"{read_only:false; response_revision:26921; number_of_response:1; }","duration":"137.025294ms","start":"2026-07-28T06:50:23.683871Z","end":"2026-07-28T06:50:23.820896Z","steps":["trace[1853132350] 'process raft request' (duration: 136.650154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:50:23.821159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.991628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-07-28T06:50:23.821209Z","caller":"traceutil/trace.go:171","msg":"trace[157289185] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:26921; }","duration":"104.153432ms","start":"2026-07-28T06:50:23.717044Z","end":"2026-07-28T06:50:23.821197Z","steps":["trace[157289185] 'agreement among raft nodes before linearized reading' (duration: 103.893575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:50:23.826312Z","caller":"traceutil/trace.go:171","msg":"trace[273838228] transaction","detail":"{read_only:false; response_revision:26922; number_of_response:1; }","duration":"108.441356ms","start":"2026-07-28T06:50:23.717833Z","end":"2026-07-28T06:50:23.826274Z","steps":["trace[273838228] 'process raft request' (duration: 108.089837ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:50:23.826714Z","caller":"traceutil/trace.go:171","msg":"trace[1178773270] transaction","detail":"{read_only:false; response_revision:26923; number_of_response:1; }","duration":"108.328683ms","start":"2026-07-28T06:50:23.718373Z","end":"2026-07-28T06:50:23.826702Z","steps":["trace[1178773270] 'process raft request' (duration: 107.85393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:50:56.466777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.6956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T06:50:56.466972Z","caller":"traceutil/trace.go:171","msg":"trace[699880639] linearizableReadLoop","detail":"{readStateIndex:27964; appliedIndex:27963; }","duration":"261.75907ms","start":"2026-07-28T06:50:56.205184Z","end":"2026-07-28T06:50:56.466943Z","steps":["trace[699880639] 'read index received' (duration: 94.765403ms)","trace[699880639] 'applied index is now lower than readState.Index' (duration: 166.991517ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:50:56.467073Z","caller":"traceutil/trace.go:171","msg":"trace[2144138388] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"265.161212ms","start":"2026-07-28T06:50:56.201837Z","end":"2026-07-28T06:50:56.466998Z","steps":["trace[2144138388] 'process raft request' (duration: 98.091101ms)","trace[2144138388] 'compare' (duration: 166.391822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T06:50:56.467406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.116662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T06:50:56.467407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.56741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T06:50:56.467504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.432151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T06:50:56.467539Z","caller":"traceutil/trace.go:171","msg":"trace[454963979] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:27130; }","duration":"230.277567ms","start":"2026-07-28T06:50:56.237228Z","end":"2026-07-28T06:50:56.467505Z","steps":["trace[454963979] 'agreement among raft nodes before linearized reading' (duration: 229.99183ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:50:56.46756Z","caller":"traceutil/trace.go:171","msg":"trace[292765658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27130; }","duration":"250.514703ms","start":"2026-07-28T06:50:56.217027Z","end":"2026-07-28T06:50:56.467542Z","steps":["trace[292765658] 'agreement among raft nodes before linearized reading' (duration: 250.297457ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:50:56.46755Z","caller":"traceutil/trace.go:171","msg":"trace[382487857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27130; }","duration":"154.799846ms","start":"2026-07-28T06:50:56.312721Z","end":"2026-07-28T06:50:56.46752Z","steps":["trace[382487857] 'agreement among raft nodes before linearized reading' (duration: 154.529348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:50:56.46741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.205824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T06:50:56.467788Z","caller":"traceutil/trace.go:171","msg":"trace[707192146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27130; }","duration":"262.636005ms","start":"2026-07-28T06:50:56.205125Z","end":"2026-07-28T06:50:56.467761Z","steps":["trace[707192146] 'agreement among raft nodes before linearized reading' (duration: 262.109021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:50:56.467999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.259028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T06:50:56.468267Z","caller":"traceutil/trace.go:171","msg":"trace[281678995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27130; }","duration":"255.665789ms","start":"2026-07-28T06:50:56.212419Z","end":"2026-07-28T06:50:56.468085Z","steps":["trace[281678995] 'agreement among raft nodes before linearized reading' (duration: 254.713424ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T06:51:54.786631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25486} {"level":"info","ts":"2026-07-28T06:51:54.927377Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25486,"took":"138.329909ms","hash":2468666821,"current-db-size-bytes":45088768,"current-db-size":"45 MB","current-db-size-in-use-bytes":24547328,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-28T06:51:54.927453Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2468666821,"revision":25486,"compact-revision":23031} {"level":"info","ts":"2026-07-28T06:54:19.838264Z","caller":"traceutil/trace.go:171","msg":"trace[1673065888] linearizableReadLoop","detail":"{readStateIndex:29311; appliedIndex:29310; }","duration":"105.488658ms","start":"2026-07-28T06:54:19.732738Z","end":"2026-07-28T06:54:19.838227Z","steps":["trace[1673065888] 'read index received' (duration: 100.97797ms)","trace[1673065888] 'applied index is now lower than readState.Index' (duration: 4.509388ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T06:54:19.838307Z","caller":"traceutil/trace.go:171","msg":"trace[1556944823] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"121.824459ms","start":"2026-07-28T06:54:19.716438Z","end":"2026-07-28T06:54:19.838263Z","steps":["trace[1556944823] 'process raft request' (duration: 117.362652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T06:54:19.838594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.838278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T06:54:19.83864Z","caller":"traceutil/trace.go:171","msg":"trace[12170989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28433; }","duration":"105.95289ms","start":"2026-07-28T06:54:19.732674Z","end":"2026-07-28T06:54:19.838627Z","steps":["trace[12170989] 'agreement among raft nodes before linearized reading' (duration: 105.754125ms)"],"step_count":1}