{"level":"warn","ts":"2026-03-12T13:52:03.283006Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T13:52:03.283113Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.200:2380","--initial-cluster=instance=https://162.253.55.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-12T13:52:03.283196Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-12T13:52:03.28321Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-12T13:52:03.283248Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T13:52:03.284011Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"]} {"level":"info","ts":"2026-03-12T13:52:03.284099Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-12T13:52:03.288165Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.834039ms"} {"level":"info","ts":"2026-03-12T13:52:03.293338Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e10bb51ed7578852","cluster-id":"aa14459abd2161c3"} {"level":"info","ts":"2026-03-12T13:52:03.293431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=()"} {"level":"info","ts":"2026-03-12T13:52:03.293465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 0"} {"level":"info","ts":"2026-03-12T13:52:03.29348Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e10bb51ed7578852 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-12T13:52:03.293493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became follower at term 1"} {"level":"info","ts":"2026-03-12T13:52:03.293539Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"warn","ts":"2026-03-12T13:52:03.301391Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-12T13:52:03.303587Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-12T13:52:03.305156Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-12T13:52:03.308557Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e10bb51ed7578852","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-12T13:52:03.308877Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e10bb51ed7578852","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-12T13:52:03.308928Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T13:52:03.309054Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T13:52:03.309079Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-12T13:52:03.311114Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 switched to configuration voters=(16216254027344087122)"} {"level":"info","ts":"2026-03-12T13:52:03.311403Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","added-peer-id":"e10bb51ed7578852","added-peer-peer-urls":["https://162.253.55.200:2380"]} {"level":"info","ts":"2026-03-12T13:52:03.314474Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-12T13:52:03.314576Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-12T13:52:03.314656Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.200:2380"} {"level":"info","ts":"2026-03-12T13:52:03.314872Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e10bb51ed7578852","initial-advertise-peer-urls":["https://162.253.55.200:2380"],"listen-peer-urls":["https://162.253.55.200:2380"],"advertise-client-urls":["https://162.253.55.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-12T13:52:03.314949Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-12T13:52:03.594714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 is starting a new election at term 1"} {"level":"info","ts":"2026-03-12T13:52:03.594807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-12T13:52:03.594871Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgPreVoteResp from e10bb51ed7578852 at term 1"} {"level":"info","ts":"2026-03-12T13:52:03.594895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became candidate at term 2"} {"level":"info","ts":"2026-03-12T13:52:03.594907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 received MsgVoteResp from e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-12T13:52:03.594923Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e10bb51ed7578852 became leader at term 2"} {"level":"info","ts":"2026-03-12T13:52:03.594946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e10bb51ed7578852 elected leader e10bb51ed7578852 at term 2"} {"level":"info","ts":"2026-03-12T13:52:03.598015Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e10bb51ed7578852","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.200:2379]}","request-path":"/0/members/e10bb51ed7578852/attributes","cluster-id":"aa14459abd2161c3","publish-timeout":"7s"} {"level":"info","ts":"2026-03-12T13:52:03.598107Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T13:52:03.598507Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-12T13:52:03.598978Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-12T13:52:03.599018Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-12T13:52:03.599056Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T13:52:03.602374Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.200:2379"} {"level":"info","ts":"2026-03-12T13:52:03.602444Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-12T13:52:03.602511Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aa14459abd2161c3","local-member-id":"e10bb51ed7578852","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T13:52:03.602647Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T13:52:03.602703Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-12T13:52:12.54244Z","caller":"traceutil/trace.go:171","msg":"trace[330776967] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"251.151667ms","start":"2026-03-12T13:52:12.291255Z","end":"2026-03-12T13:52:12.542407Z","steps":["trace[330776967] 'read index received' (duration: 251.045594ms)","trace[330776967] 'applied index is now lower than readState.Index' (duration: 104.653µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:12.542774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.485168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-12T13:52:12.542848Z","caller":"traceutil/trace.go:171","msg":"trace[811860503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:301; }","duration":"251.620812ms","start":"2026-03-12T13:52:12.291215Z","end":"2026-03-12T13:52:12.542836Z","steps":["trace[811860503] 'agreement among raft nodes before linearized reading' (duration: 251.389515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:12.542834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.362117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-12T13:52:12.542904Z","caller":"traceutil/trace.go:171","msg":"trace[1779356835] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:301; }","duration":"149.516622ms","start":"2026-03-12T13:52:12.39337Z","end":"2026-03-12T13:52:12.542887Z","steps":["trace[1779356835] 'agreement among raft nodes before linearized reading' (duration: 149.333937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:12.542868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.598351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-12T13:52:12.54293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.34713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-12T13:52:12.543005Z","caller":"traceutil/trace.go:171","msg":"trace[87786257] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:301; }","duration":"241.802548ms","start":"2026-03-12T13:52:12.301163Z","end":"2026-03-12T13:52:12.542965Z","steps":["trace[87786257] 'agreement among raft nodes before linearized reading' (duration: 241.527819ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:12.543045Z","caller":"traceutil/trace.go:171","msg":"trace[209160332] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:301; }","duration":"200.476854ms","start":"2026-03-12T13:52:12.342541Z","end":"2026-03-12T13:52:12.543017Z","steps":["trace[209160332] 'agreement among raft nodes before linearized reading' (duration: 200.248417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:12.543067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.470348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-12T13:52:12.543191Z","caller":"traceutil/trace.go:171","msg":"trace[876975192] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:301; }","duration":"241.641063ms","start":"2026-03-12T13:52:12.30151Z","end":"2026-03-12T13:52:12.543152Z","steps":["trace[876975192] 'agreement among raft nodes before linearized reading' (duration: 241.314152ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:12.542586Z","caller":"traceutil/trace.go:171","msg":"trace[219554078] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"291.424729ms","start":"2026-03-12T13:52:12.251116Z","end":"2026-03-12T13:52:12.54254Z","steps":["trace[219554078] 'process raft request' (duration: 291.111809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.197955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.032143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:52:13.198127Z","caller":"traceutil/trace.go:171","msg":"trace[28971867] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"650.700543ms","start":"2026-03-12T13:52:12.547405Z","end":"2026-03-12T13:52:13.198105Z","steps":["trace[28971867] 'process raft request' (duration: 180.011819ms)","trace[28971867] 'compare' (duration: 468.840236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:13.198195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.547355Z","time spent":"650.811777ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":172,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T13:52:13.400928Z","caller":"traceutil/trace.go:171","msg":"trace[1487852598] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:313; }","duration":"808.335797ms","start":"2026-03-12T13:52:12.592531Z","end":"2026-03-12T13:52:13.400867Z","steps":["trace[1487852598] 'read index received' (duration: 134.844747ms)","trace[1487852598] 'applied index is now lower than readState.Index' (duration: 673.48998ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:13.401055Z","caller":"traceutil/trace.go:171","msg":"trace[2132309467] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"846.120741ms","start":"2026-03-12T13:52:12.554926Z","end":"2026-03-12T13:52:13.401047Z","steps":["trace[2132309467] 'process raft request' (duration: 845.898074ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:13.401172Z","caller":"traceutil/trace.go:171","msg":"trace[1904231425] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"849.63683ms","start":"2026-03-12T13:52:12.551489Z","end":"2026-03-12T13:52:13.401126Z","steps":["trace[1904231425] 'process raft request' (duration: 849.273469ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:13.401236Z","caller":"traceutil/trace.go:171","msg":"trace[1017550102] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"850.073134ms","start":"2026-03-12T13:52:12.551091Z","end":"2026-03-12T13:52:13.401164Z","steps":["trace[1017550102] 'process raft request' (duration: 822.061203ms)","trace[1017550102] 'compare' (duration: 27.468924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:13.401342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.551476Z","time spent":"849.795945ms","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T13:52:13.401302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.7276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-03-12T13:52:13.401407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.551071Z","time spent":"850.26256ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T13:52:13.401434Z","caller":"traceutil/trace.go:171","msg":"trace[934102645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:306; }","duration":"808.928926ms","start":"2026-03-12T13:52:12.592476Z","end":"2026-03-12T13:52:13.401405Z","steps":["trace[934102645] 'agreement among raft nodes before linearized reading' (duration: 808.585375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.40149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.592454Z","time spent":"809.026199ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-03-12T13:52:13.401508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.554917Z","time spent":"846.160032ms","remote":"127.0.0.1:59490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:13.401494Z","caller":"traceutil/trace.go:171","msg":"trace[1599670019] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"849.576048ms","start":"2026-03-12T13:52:12.55175Z","end":"2026-03-12T13:52:13.401326Z","steps":["trace[1599670019] 'process raft request' (duration: 849.048521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.402099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.55174Z","time spent":"850.335612ms","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T13:52:13.445386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.573231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T13:52:13.445463Z","caller":"traceutil/trace.go:171","msg":"trace[880902067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:307; }","duration":"804.751706ms","start":"2026-03-12T13:52:12.640694Z","end":"2026-03-12T13:52:13.445446Z","steps":["trace[880902067] 'agreement among raft nodes before linearized reading' (duration: 804.572661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.445504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.640668Z","time spent":"804.827509ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:13.445546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.844869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-12T13:52:13.445549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.719988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-12T13:52:13.445602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.006191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-12T13:52:13.44561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.676369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-12T13:52:13.445647Z","caller":"traceutil/trace.go:171","msg":"trace[1525862472] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:307; }","duration":"802.093224ms","start":"2026-03-12T13:52:12.643541Z","end":"2026-03-12T13:52:13.445634Z","steps":["trace[1525862472] 'agreement among raft nodes before linearized reading' (duration: 801.994251ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:13.445636Z","caller":"traceutil/trace.go:171","msg":"trace[1665038800] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:307; }","duration":"652.979853ms","start":"2026-03-12T13:52:12.792633Z","end":"2026-03-12T13:52:13.445613Z","steps":["trace[1665038800] 'agreement among raft nodes before linearized reading' (duration: 652.811218ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:13.445647Z","caller":"traceutil/trace.go:171","msg":"trace[300809772] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:307; }","duration":"702.889864ms","start":"2026-03-12T13:52:12.742734Z","end":"2026-03-12T13:52:13.445623Z","steps":["trace[300809772] 'agreement among raft nodes before linearized reading' (duration: 702.714958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.445674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.643519Z","time spent":"802.149155ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-12T13:52:13.445686Z","caller":"traceutil/trace.go:171","msg":"trace[1759991759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:307; }","duration":"751.797242ms","start":"2026-03-12T13:52:12.693866Z","end":"2026-03-12T13:52:13.445664Z","steps":["trace[1759991759] 'agreement among raft nodes before linearized reading' (duration: 751.637877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.445691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.792613Z","time spent":"653.067637ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-12T13:52:13.445695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.742709Z","time spent":"702.976576ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-12T13:52:13.445734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.693839Z","time spent":"751.886115ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-03-12T13:52:13.445726Z","caller":"traceutil/trace.go:171","msg":"trace[1796934147] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"242.804119ms","start":"2026-03-12T13:52:13.202858Z","end":"2026-03-12T13:52:13.445662Z","steps":["trace[1796934147] 'process raft request' (duration: 242.216371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.445825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.680218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-12T13:52:13.446014Z","caller":"traceutil/trace.go:171","msg":"trace[1651254581] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:307; }","duration":"206.935075ms","start":"2026-03-12T13:52:13.239048Z","end":"2026-03-12T13:52:13.445983Z","steps":["trace[1651254581] 'agreement among raft nodes before linearized reading' (duration: 206.557453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.446044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.922113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:52:13.446173Z","caller":"traceutil/trace.go:171","msg":"trace[1242735772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:307; }","duration":"558.088238ms","start":"2026-03-12T13:52:12.887983Z","end":"2026-03-12T13:52:13.446071Z","steps":["trace[1242735772] 'agreement among raft nodes before linearized reading' (duration: 557.308954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:13.44629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:12.887961Z","time spent":"558.318975ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T13:52:21.313642Z","caller":"traceutil/trace.go:171","msg":"trace[1340806945] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"394.662794ms","start":"2026-03-12T13:52:20.91895Z","end":"2026-03-12T13:52:21.313613Z","steps":["trace[1340806945] 'process raft request' (duration: 394.380405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:21.313953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:20.918923Z","time spent":"394.87762ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4365,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:25.54961Z","caller":"traceutil/trace.go:171","msg":"trace[159678167] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"129.416208ms","start":"2026-03-12T13:52:25.420157Z","end":"2026-03-12T13:52:25.549574Z","steps":["trace[159678167] 'process raft request' (duration: 129.242393ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:27.479926Z","caller":"traceutil/trace.go:171","msg":"trace[1990456211] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"374.604211ms","start":"2026-03-12T13:52:27.105296Z","end":"2026-03-12T13:52:27.4799Z","steps":["trace[1990456211] 'read index received' (duration: 374.387764ms)","trace[1990456211] 'applied index is now lower than readState.Index' (duration: 214.926µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:27.480082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.758595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:52:27.480116Z","caller":"traceutil/trace.go:171","msg":"trace[122246529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"374.857529ms","start":"2026-03-12T13:52:27.105248Z","end":"2026-03-12T13:52:27.480105Z","steps":["trace[122246529] 'agreement among raft nodes before linearized reading' (duration: 374.769106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:27.480153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.105228Z","time spent":"374.9164ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:52:27.48048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:26.795153Z","time spent":"685.324297ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T13:52:28.800553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.841991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:52:28.800691Z","caller":"traceutil/trace.go:171","msg":"trace[1059828305] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:429; }","duration":"1.318982382s","start":"2026-03-12T13:52:27.481691Z","end":"2026-03-12T13:52:28.800674Z","steps":["trace[1059828305] 'read index received' (duration: 377.864672ms)","trace[1059828305] 'applied index is now lower than readState.Index' (duration: 941.11662ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:28.800806Z","caller":"traceutil/trace.go:171","msg":"trace[1028545980] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"1.319149068s","start":"2026-03-12T13:52:27.481604Z","end":"2026-03-12T13:52:28.800753Z","steps":["trace[1028545980] 'process raft request' (duration: 378.009817ms)","trace[1028545980] 'compare' (duration: 940.704997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:28.800956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138416486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:52:28.800997Z","caller":"traceutil/trace.go:171","msg":"trace[894015980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:413; }","duration":"1.138466287s","start":"2026-03-12T13:52:27.662518Z","end":"2026-03-12T13:52:28.800984Z","steps":["trace[894015980] 'agreement among raft nodes before linearized reading' (duration: 1.138394285s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:28.800879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319187148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:52:28.801026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138467787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T13:52:28.801094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.662512Z","time spent":"1.13852777s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:28.801099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.481585Z","time spent":"1.319345763s","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:28.801085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087121353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T13:52:28.801112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097946529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T13:52:28.801147Z","caller":"traceutil/trace.go:171","msg":"trace[22671569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:413; }","duration":"1.319468727s","start":"2026-03-12T13:52:27.48163Z","end":"2026-03-12T13:52:28.801099Z","steps":["trace[22671569] 'agreement among raft nodes before linearized reading' (duration: 1.319142907s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:28.801251Z","caller":"traceutil/trace.go:171","msg":"trace[1216965024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:413; }","duration":"1.138669864s","start":"2026-03-12T13:52:27.662447Z","end":"2026-03-12T13:52:28.801117Z","steps":["trace[1216965024] 'agreement among raft nodes before linearized reading' (duration: 1.138422466s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:28.801296Z","caller":"traceutil/trace.go:171","msg":"trace[1625853024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:413; }","duration":"1.098175256s","start":"2026-03-12T13:52:27.703082Z","end":"2026-03-12T13:52:28.801258Z","steps":["trace[1625853024] 'agreement among raft nodes before linearized reading' (duration: 1.097826966s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:28.801307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.662427Z","time spent":"1.138868069s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T13:52:28.801219Z","caller":"traceutil/trace.go:171","msg":"trace[1872226136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"1.087284808s","start":"2026-03-12T13:52:27.713874Z","end":"2026-03-12T13:52:28.801158Z","steps":["trace[1872226136] 'agreement among raft nodes before linearized reading' (duration: 1.087042921s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:28.801342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.481604Z","time spent":"1.319690624s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:52:28.80136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.703061Z","time spent":"1.09828748s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T13:52:28.801392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:27.713851Z","time spent":"1.087531976s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:29.308033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726361,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:29.894496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.880294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:52:29.894639Z","caller":"traceutil/trace.go:171","msg":"trace[1229163057] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"1.088364141s","start":"2026-03-12T13:52:28.806248Z","end":"2026-03-12T13:52:29.894613Z","steps":["trace[1229163057] 'process raft request' (duration: 985.243859ms)","trace[1229163057] 'compare' (duration: 102.706909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:29.894711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:28.80621Z","time spent":"1.088468834s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:29.932757Z","caller":"traceutil/trace.go:171","msg":"trace[712793215] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"1.126434123s","start":"2026-03-12T13:52:28.806293Z","end":"2026-03-12T13:52:29.932727Z","steps":["trace[712793215] 'process raft request' (duration: 1.126202545s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:29.933059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:28.806273Z","time spent":"1.12666101s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:29.933244Z","caller":"traceutil/trace.go:171","msg":"trace[1355191952] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.126730123s","start":"2026-03-12T13:52:28.806443Z","end":"2026-03-12T13:52:29.933173Z","steps":["trace[1355191952] 'process raft request' (duration: 1.126230607s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:29.93346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:28.806414Z","time spent":"1.126939269s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:29.933466Z","caller":"traceutil/trace.go:171","msg":"trace[1974590271] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.125860855s","start":"2026-03-12T13:52:28.807582Z","end":"2026-03-12T13:52:29.933443Z","steps":["trace[1974590271] 'process raft request' (duration: 1.125472353s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:29.933686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:28.807551Z","time spent":"1.126087002s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:29.933833Z","caller":"traceutil/trace.go:171","msg":"trace[1762263566] linearizableReadLoop","detail":"{readStateIndex:435; appliedIndex:430; }","duration":"1.126093313s","start":"2026-03-12T13:52:28.807693Z","end":"2026-03-12T13:52:29.933786Z","steps":["trace[1762263566] 'read index received' (duration: 983.815215ms)","trace[1762263566] 'applied index is now lower than readState.Index' (duration: 142.276498ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:29.933992Z","caller":"traceutil/trace.go:171","msg":"trace[655440729] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"916.34178ms","start":"2026-03-12T13:52:29.017629Z","end":"2026-03-12T13:52:29.933971Z","steps":["trace[655440729] 'process raft request' (duration: 915.743342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:29.934103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126391061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-12T13:52:29.934156Z","caller":"traceutil/trace.go:171","msg":"trace[423110309] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:418; }","duration":"1.126501466s","start":"2026-03-12T13:52:28.807642Z","end":"2026-03-12T13:52:29.934143Z","steps":["trace[423110309] 'agreement among raft nodes before linearized reading' (duration: 1.126343901s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:29.934178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122774449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:52:29.934203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:28.80763Z","time spent":"1.126562547s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-12T13:52:29.934261Z","caller":"traceutil/trace.go:171","msg":"trace[1697637493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"1.122883493s","start":"2026-03-12T13:52:28.811358Z","end":"2026-03-12T13:52:29.934241Z","steps":["trace[1697637493] 'agreement among raft nodes before linearized reading' (duration: 1.122730128s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:29.93419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:29.017598Z","time spent":"916.456414ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:29.934315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:28.811347Z","time spent":"1.122955325s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:52:34.13197Z","caller":"traceutil/trace.go:171","msg":"trace[829098830] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"178.262905ms","start":"2026-03-12T13:52:33.953669Z","end":"2026-03-12T13:52:34.131932Z","steps":["trace[829098830] 'process raft request' (duration: 96.164546ms)","trace[829098830] 'compare' (duration: 81.915403ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:34.169004Z","caller":"traceutil/trace.go:171","msg":"trace[1126072491] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"214.52616ms","start":"2026-03-12T13:52:33.95445Z","end":"2026-03-12T13:52:34.168976Z","steps":["trace[1126072491] 'process raft request' (duration: 214.347464ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:34.16927Z","caller":"traceutil/trace.go:171","msg":"trace[1399602625] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"202.063694ms","start":"2026-03-12T13:52:33.967166Z","end":"2026-03-12T13:52:34.16923Z","steps":["trace[1399602625] 'process raft request' (duration: 201.762974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:36.368403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.037789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:52:36.368567Z","caller":"traceutil/trace.go:171","msg":"trace[1879978383] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"184.277021ms","start":"2026-03-12T13:52:36.18426Z","end":"2026-03-12T13:52:36.368537Z","steps":["trace[1879978383] 'process raft request' (duration: 61.966284ms)","trace[1879978383] 'compare' (duration: 121.865833ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:37.007861Z","caller":"traceutil/trace.go:171","msg":"trace[1273538444] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"104.236735ms","start":"2026-03-12T13:52:36.903593Z","end":"2026-03-12T13:52:37.007829Z","steps":["trace[1273538444] 'process raft request' (duration: 68.31018ms)","trace[1273538444] 'compare' (duration: 35.796701ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:37.017929Z","caller":"traceutil/trace.go:171","msg":"trace[1386470627] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"113.518384ms","start":"2026-03-12T13:52:36.904382Z","end":"2026-03-12T13:52:37.0179Z","steps":["trace[1386470627] 'process raft request' (duration: 113.318527ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:37.018533Z","caller":"traceutil/trace.go:171","msg":"trace[1134581905] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"111.544632ms","start":"2026-03-12T13:52:36.906908Z","end":"2026-03-12T13:52:37.018453Z","steps":["trace[1134581905] 'process raft request' (duration: 110.939263ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:37.019267Z","caller":"traceutil/trace.go:171","msg":"trace[1615362932] linearizableReadLoop","detail":"{readStateIndex:480; appliedIndex:476; }","duration":"107.523658ms","start":"2026-03-12T13:52:36.911725Z","end":"2026-03-12T13:52:37.019248Z","steps":["trace[1615362932] 'read index received' (duration: 60.277481ms)","trace[1615362932] 'applied index is now lower than readState.Index' (duration: 47.244927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:37.019425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.685142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14401"} {"level":"info","ts":"2026-03-12T13:52:37.019471Z","caller":"traceutil/trace.go:171","msg":"trace[363572670] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:462; }","duration":"107.784265ms","start":"2026-03-12T13:52:36.911675Z","end":"2026-03-12T13:52:37.019459Z","steps":["trace[363572670] 'agreement among raft nodes before linearized reading' (duration: 107.665181ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:37.020407Z","caller":"traceutil/trace.go:171","msg":"trace[360959201] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"112.662807ms","start":"2026-03-12T13:52:36.907063Z","end":"2026-03-12T13:52:37.019726Z","steps":["trace[360959201] 'process raft request' (duration: 111.417549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:40.602836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:41.103288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726486,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:41.144832Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.167514178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T13:52:41.145557Z","caller":"traceutil/trace.go:171","msg":"trace[1112044051] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"1.168365945s","start":"2026-03-12T13:52:39.977162Z","end":"2026-03-12T13:52:41.145528Z","steps":["trace[1112044051] 'process raft request' (duration: 1.168194149s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:41.145791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:39.977141Z","time spent":"1.168517379s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:41.243309Z","caller":"traceutil/trace.go:171","msg":"trace[1254422006] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:491; }","duration":"1.141229392s","start":"2026-03-12T13:52:40.102046Z","end":"2026-03-12T13:52:41.243275Z","steps":["trace[1254422006] 'read index received' (duration: 1.043190759s)","trace[1254422006] 'applied index is now lower than readState.Index' (duration: 98.037333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:41.243552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14147908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:52:41.243606Z","caller":"traceutil/trace.go:171","msg":"trace[1638008480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"1.141597913s","start":"2026-03-12T13:52:40.101993Z","end":"2026-03-12T13:52:41.24359Z","steps":["trace[1638008480] 'agreement among raft nodes before linearized reading' (duration: 1.14149103s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:41.243663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033474096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T13:52:41.243769Z","caller":"traceutil/trace.go:171","msg":"trace[2095718051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"1.033632221s","start":"2026-03-12T13:52:40.210113Z","end":"2026-03-12T13:52:41.243745Z","steps":["trace[2095718051] 'agreement among raft nodes before linearized reading' (duration: 1.033463776s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:41.243807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:40.210089Z","time spent":"1.033711664s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T13:52:41.243792Z","caller":"traceutil/trace.go:171","msg":"trace[2091623119] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.248645057s","start":"2026-03-12T13:52:39.9951Z","end":"2026-03-12T13:52:41.243745Z","steps":["trace[2091623119] 'process raft request' (duration: 1.247707218s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:41.244008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007390487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T13:52:41.244117Z","caller":"traceutil/trace.go:171","msg":"trace[849060841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:474; }","duration":"1.007572793s","start":"2026-03-12T13:52:40.236521Z","end":"2026-03-12T13:52:41.244094Z","steps":["trace[849060841] 'agreement among raft nodes before linearized reading' (duration: 1.007245883s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:41.244174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:40.236477Z","time spent":"1.007685586s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T13:52:41.243903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.941005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T13:52:41.24421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:40.101968Z","time spent":"1.141687006s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:52:41.244271Z","caller":"traceutil/trace.go:171","msg":"trace[1503829751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:474; }","duration":"856.369578ms","start":"2026-03-12T13:52:40.387877Z","end":"2026-03-12T13:52:41.244247Z","steps":["trace[1503829751] 'agreement among raft nodes before linearized reading' (duration: 855.79555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:41.244335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:40.387854Z","time spent":"856.467601ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:41.244327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:39.995077Z","time spent":"1.248803552s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:49.832878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:50.334068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726768,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:50.568128Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278232577s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T13:52:50.568582Z","caller":"traceutil/trace.go:171","msg":"trace[1765221791] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"1.235942334s","start":"2026-03-12T13:52:49.332616Z","end":"2026-03-12T13:52:50.568558Z","steps":["trace[1765221791] 'read index received' (duration: 1.235704997s)","trace[1765221791] 'applied index is now lower than readState.Index' (duration: 236.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:50.568695Z","caller":"traceutil/trace.go:171","msg":"trace[293828686] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.278926779s","start":"2026-03-12T13:52:49.289715Z","end":"2026-03-12T13:52:50.568641Z","steps":["trace[293828686] 'process raft request' (duration: 1.278695612s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:50.568787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183852337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T13:52:50.568787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236152731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T13:52:50.56882Z","caller":"traceutil/trace.go:171","msg":"trace[2031832087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"1.183946179s","start":"2026-03-12T13:52:49.384864Z","end":"2026-03-12T13:52:50.56881Z","steps":["trace[2031832087] 'agreement among raft nodes before linearized reading' (duration: 1.183832346s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:50.568824Z","caller":"traceutil/trace.go:171","msg":"trace[1062350557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:638; }","duration":"1.236241423s","start":"2026-03-12T13:52:49.332575Z","end":"2026-03-12T13:52:50.568817Z","steps":["trace[1062350557] 'agreement among raft nodes before linearized reading' (duration: 1.236089629s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:50.568847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:49.332559Z","time spent":"1.236282854s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T13:52:50.568848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:49.384832Z","time spent":"1.184009761s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:50.568884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:49.289691Z","time spent":"1.279096343s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:50.56892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.388938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:52:50.568985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182335799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T13:52:50.569019Z","caller":"traceutil/trace.go:171","msg":"trace[2039139991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"1.182415942s","start":"2026-03-12T13:52:49.386594Z","end":"2026-03-12T13:52:50.56901Z","steps":["trace[2039139991] 'agreement among raft nodes before linearized reading' (duration: 1.182324359s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:50.569051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:49.386563Z","time spent":"1.182482764s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T13:52:50.569038Z","caller":"traceutil/trace.go:171","msg":"trace[608241619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"463.536582ms","start":"2026-03-12T13:52:50.105472Z","end":"2026-03-12T13:52:50.569008Z","steps":["trace[608241619] 'agreement among raft nodes before linearized reading' (duration: 463.290605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:50.56911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:50.10539Z","time spent":"463.707527ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:52:51.137145Z","caller":"traceutil/trace.go:171","msg":"trace[1929785794] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"563.570808ms","start":"2026-03-12T13:52:50.573541Z","end":"2026-03-12T13:52:51.137112Z","steps":["trace[1929785794] 'process raft request' (duration: 563.188106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:51.137368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:50.573517Z","time spent":"563.753104ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:51.91869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.495352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:52:51.919197Z","caller":"traceutil/trace.go:171","msg":"trace[481185822] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"1.345303578s","start":"2026-03-12T13:52:50.573844Z","end":"2026-03-12T13:52:51.919148Z","steps":["trace[481185822] 'process raft request' (duration: 668.225577ms)","trace[481185822] 'compare' (duration: 676.197733ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:51.919284Z","caller":"traceutil/trace.go:171","msg":"trace[660983370] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"609.874566ms","start":"2026-03-12T13:52:51.309369Z","end":"2026-03-12T13:52:51.919244Z","steps":["trace[660983370] 'process raft request' (duration: 609.809564ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:51.91945Z","caller":"traceutil/trace.go:171","msg":"trace[1579578765] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:659; }","duration":"813.083643ms","start":"2026-03-12T13:52:51.106303Z","end":"2026-03-12T13:52:51.919387Z","steps":["trace[1579578765] 'read index received' (duration: 30.430484ms)","trace[1579578765] 'applied index is now lower than readState.Index' (duration: 782.647089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:51.919559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.242419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:52:51.919365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:50.573826Z","time spent":"1.345456073s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:51.919626Z","caller":"traceutil/trace.go:171","msg":"trace[59214941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"813.318361ms","start":"2026-03-12T13:52:51.106294Z","end":"2026-03-12T13:52:51.919612Z","steps":["trace[59214941] 'agreement among raft nodes before linearized reading' (duration: 813.204608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:51.919536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:51.309337Z","time spent":"610.142094ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:51.91938Z","caller":"traceutil/trace.go:171","msg":"trace[681146414] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"1.345356949s","start":"2026-03-12T13:52:50.573971Z","end":"2026-03-12T13:52:51.919328Z","steps":["trace[681146414] 'process raft request' (duration: 1.344879914s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:51.919926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:51.106243Z","time spent":"813.579899ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:52:51.919978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:50.573929Z","time spent":"1.345986139s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:52.268754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.925722ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T13:52:52.268903Z","caller":"traceutil/trace.go:171","msg":"trace[1766917777] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:663; }","duration":"347.678075ms","start":"2026-03-12T13:52:51.921201Z","end":"2026-03-12T13:52:52.268879Z","steps":["trace[1766917777] 'read index received' (duration: 218.550106ms)","trace[1766917777] 'applied index is now lower than readState.Index' (duration: 129.125939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:52.269011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.814659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:52:52.269065Z","caller":"traceutil/trace.go:171","msg":"trace[1959918844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"347.909842ms","start":"2026-03-12T13:52:51.92114Z","end":"2026-03-12T13:52:52.26905Z","steps":["trace[1959918844] 'agreement among raft nodes before linearized reading' (duration: 347.804979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:52.269114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:51.921122Z","time spent":"347.979474ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:52:53.606978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:54.108184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:54.608428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:55.105928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999765139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T13:52:55.106105Z","caller":"traceutil/trace.go:171","msg":"trace[1097275033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000021267s","start":"2026-03-12T13:52:53.106062Z","end":"2026-03-12T13:52:55.106084Z","steps":["trace[1097275033] 'agreement among raft nodes before linearized reading' (duration: 1.99979616s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.106383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:53.106041Z","time spent":"2.000327007s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 13:52:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T13:52:55.109004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093726781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:52:55.143079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.5644294s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T13:52:55.143522Z","caller":"traceutil/trace.go:171","msg":"trace[576206783] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"2.037393587s","start":"2026-03-12T13:52:53.106109Z","end":"2026-03-12T13:52:55.143503Z","steps":["trace[576206783] 'read index received' (duration: 2.037248252s)","trace[576206783] 'applied index is now lower than readState.Index' (duration: 144.184µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:55.143583Z","caller":"traceutil/trace.go:171","msg":"trace[1902968386] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"2.56506127s","start":"2026-03-12T13:52:52.578496Z","end":"2026-03-12T13:52:55.143557Z","steps":["trace[1902968386] 'process raft request' (duration: 2.564843303s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.143715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:52.578472Z","time spent":"2.565161764s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:52:55.432358Z","caller":"traceutil/trace.go:171","msg":"trace[1786672593] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"288.766595ms","start":"2026-03-12T13:52:55.143571Z","end":"2026-03-12T13:52:55.432338Z","steps":["trace[1786672593] 'read index received' (duration: 288.570579ms)","trace[1786672593] 'applied index is now lower than readState.Index' (duration: 195.016µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:55.432529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290204487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T13:52:55.432576Z","caller":"traceutil/trace.go:171","msg":"trace[1372339290] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"323.262976ms","start":"2026-03-12T13:52:55.109297Z","end":"2026-03-12T13:52:55.43256Z","steps":["trace[1372339290] 'process raft request' (duration: 322.872474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.432612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506134013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T13:52:55.43265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506589287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:52:55.432683Z","caller":"traceutil/trace.go:171","msg":"trace[1280659499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:644; }","duration":"1.506673709s","start":"2026-03-12T13:52:53.926003Z","end":"2026-03-12T13:52:55.432677Z","steps":["trace[1280659499] 'agreement among raft nodes before linearized reading' (duration: 1.506598716s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:55.43269Z","caller":"traceutil/trace.go:171","msg":"trace[557142900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:644; }","duration":"1.506295108s","start":"2026-03-12T13:52:53.926378Z","end":"2026-03-12T13:52:55.432673Z","steps":["trace[557142900] 'agreement among raft nodes before linearized reading' (duration: 1.50605527s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.432703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:53.925977Z","time spent":"1.50672184s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:55.432691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:55.109273Z","time spent":"323.357659ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T13:52:55.432736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:53.92634Z","time spent":"1.50638105s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T13:52:55.432512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41201304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:52:55.432861Z","caller":"traceutil/trace.go:171","msg":"trace[1990872112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"1.412444423s","start":"2026-03-12T13:52:54.020409Z","end":"2026-03-12T13:52:55.432853Z","steps":["trace[1990872112] 'agreement among raft nodes before linearized reading' (duration: 1.411986929s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.432881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:54.020382Z","time spent":"1.412494285s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:52:55.432588Z","caller":"traceutil/trace.go:171","msg":"trace[1471545335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:644; }","duration":"2.290268658s","start":"2026-03-12T13:52:53.142284Z","end":"2026-03-12T13:52:55.432553Z","steps":["trace[1471545335] 'agreement among raft nodes before linearized reading' (duration: 2.290138584s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.433064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.753488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:52:55.433076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:53.142269Z","time spent":"2.290752173s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T13:52:55.433141Z","caller":"traceutil/trace.go:171","msg":"trace[164085200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:644; }","duration":"319.876101ms","start":"2026-03-12T13:52:55.113246Z","end":"2026-03-12T13:52:55.433122Z","steps":["trace[164085200] 'agreement among raft nodes before linearized reading' (duration: 319.706366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:55.433188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:55.113227Z","time spent":"319.952964ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:52:57.424982Z","caller":"traceutil/trace.go:171","msg":"trace[227240093] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"415.497328ms","start":"2026-03-12T13:52:57.009457Z","end":"2026-03-12T13:52:57.424954Z","steps":["trace[227240093] 'read index received' (duration: 415.390404ms)","trace[227240093] 'applied index is now lower than readState.Index' (duration: 105.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:57.425103Z","caller":"traceutil/trace.go:171","msg":"trace[1616150074] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"558.856617ms","start":"2026-03-12T13:52:56.866208Z","end":"2026-03-12T13:52:57.425064Z","steps":["trace[1616150074] 'process raft request' (duration: 558.551997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:57.425161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.693854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:52:57.425246Z","caller":"traceutil/trace.go:171","msg":"trace[1334263835] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:678; }","duration":"415.86567ms","start":"2026-03-12T13:52:57.009367Z","end":"2026-03-12T13:52:57.425232Z","steps":["trace[1334263835] 'agreement among raft nodes before linearized reading' (duration: 415.733535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:57.425287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:57.009119Z","time spent":"416.156959ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-12T13:52:57.425316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:56.866191Z","time spent":"559.030233ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:52:57.437145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.627213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:52:57.437355Z","caller":"traceutil/trace.go:171","msg":"trace[1214388694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"332.983835ms","start":"2026-03-12T13:52:57.104356Z","end":"2026-03-12T13:52:57.43734Z","steps":["trace[1214388694] 'agreement among raft nodes before linearized reading' (duration: 332.714276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:57.43738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:52:57.104332Z","time spent":"333.044147ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:52:57.437294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.630492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:52:57.437314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.978367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T13:52:57.437464Z","caller":"traceutil/trace.go:171","msg":"trace[458442028] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:679; }","duration":"228.820478ms","start":"2026-03-12T13:52:57.208621Z","end":"2026-03-12T13:52:57.437441Z","steps":["trace[458442028] 'agreement among raft nodes before linearized reading' (duration: 228.480427ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:57.437497Z","caller":"traceutil/trace.go:171","msg":"trace[1503268406] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"290.159353ms","start":"2026-03-12T13:52:57.147314Z","end":"2026-03-12T13:52:57.437474Z","steps":["trace[1503268406] 'agreement among raft nodes before linearized reading' (duration: 289.917205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:52:57.43807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.541122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-ddpfq\" ","response":"range_response_count:1 size:4888"} {"level":"info","ts":"2026-03-12T13:52:57.438384Z","caller":"traceutil/trace.go:171","msg":"trace[1154492520] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-ddpfq; range_end:; response_count:1; response_revision:679; }","duration":"245.950925ms","start":"2026-03-12T13:52:57.192411Z","end":"2026-03-12T13:52:57.438361Z","steps":["trace[1154492520] 'agreement among raft nodes before linearized reading' (duration: 244.758997ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:52:59.925146Z","caller":"traceutil/trace.go:171","msg":"trace[534965238] linearizableReadLoop","detail":"{readStateIndex:738; appliedIndex:737; }","duration":"115.796245ms","start":"2026-03-12T13:52:59.809309Z","end":"2026-03-12T13:52:59.925106Z","steps":["trace[534965238] 'read index received' (duration: 70.379138ms)","trace[534965238] 'applied index is now lower than readState.Index' (duration: 45.415446ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:52:59.925298Z","caller":"traceutil/trace.go:171","msg":"trace[79364382] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"118.567574ms","start":"2026-03-12T13:52:59.80667Z","end":"2026-03-12T13:52:59.925237Z","steps":["trace[79364382] 'process raft request' (duration: 73.067675ms)","trace[79364382] 'compare' (duration: 45.187379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:52:59.925453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.101644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-12T13:52:59.925493Z","caller":"traceutil/trace.go:171","msg":"trace[1058923634] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:715; }","duration":"116.211938ms","start":"2026-03-12T13:52:59.809271Z","end":"2026-03-12T13:52:59.925483Z","steps":["trace[1058923634] 'agreement among raft nodes before linearized reading' (duration: 115.999841ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:00.455933Z","caller":"traceutil/trace.go:171","msg":"trace[834331664] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:741; }","duration":"246.188463ms","start":"2026-03-12T13:53:00.209713Z","end":"2026-03-12T13:53:00.455901Z","steps":["trace[834331664] 'read index received' (duration: 244.582761ms)","trace[834331664] 'applied index is now lower than readState.Index' (duration: 1.604152ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:53:00.456016Z","caller":"traceutil/trace.go:171","msg":"trace[2111644928] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"321.196262ms","start":"2026-03-12T13:53:00.13477Z","end":"2026-03-12T13:53:00.455967Z","steps":["trace[2111644928] 'process raft request' (duration: 319.854648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:00.456164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.42267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-12T13:53:00.456217Z","caller":"traceutil/trace.go:171","msg":"trace[1144826457] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:719; }","duration":"246.548225ms","start":"2026-03-12T13:53:00.209652Z","end":"2026-03-12T13:53:00.4562Z","steps":["trace[1144826457] 'agreement among raft nodes before linearized reading' (duration: 246.366849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:00.456213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:00.134723Z","time spent":"321.371927ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:53:07.203596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.292011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:53:07.203789Z","caller":"traceutil/trace.go:171","msg":"trace[1754752194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"100.630441ms","start":"2026-03-12T13:53:07.103102Z","end":"2026-03-12T13:53:07.203733Z","steps":["trace[1754752194] 'range keys from in-memory index tree' (duration: 100.136025ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:07.557642Z","caller":"traceutil/trace.go:171","msg":"trace[1437934360] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"280.708106ms","start":"2026-03-12T13:53:07.276905Z","end":"2026-03-12T13:53:07.557613Z","steps":["trace[1437934360] 'process raft request' (duration: 279.972672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:07.783851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.490227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:53:07.783955Z","caller":"traceutil/trace.go:171","msg":"trace[2053493752] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"221.563983ms","start":"2026-03-12T13:53:07.562374Z","end":"2026-03-12T13:53:07.783938Z","steps":["trace[2053493752] 'process raft request' (duration: 68.89284ms)","trace[2053493752] 'compare' (duration: 152.283541ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:53:07.825655Z","caller":"traceutil/trace.go:171","msg":"trace[1264366654] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"262.975589ms","start":"2026-03-12T13:53:07.562648Z","end":"2026-03-12T13:53:07.825624Z","steps":["trace[1264366654] 'process raft request' (duration: 262.816694ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:07.825923Z","caller":"traceutil/trace.go:171","msg":"trace[1235197336] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"263.172555ms","start":"2026-03-12T13:53:07.562732Z","end":"2026-03-12T13:53:07.825905Z","steps":["trace[1235197336] 'process raft request' (duration: 263.085713ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:07.82598Z","caller":"traceutil/trace.go:171","msg":"trace[1587487655] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"263.281738ms","start":"2026-03-12T13:53:07.562686Z","end":"2026-03-12T13:53:07.825967Z","steps":["trace[1587487655] 'process raft request' (duration: 262.896826ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:08.092984Z","caller":"traceutil/trace.go:171","msg":"trace[107533949] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:863; }","duration":"258.216064ms","start":"2026-03-12T13:53:07.834743Z","end":"2026-03-12T13:53:08.092959Z","steps":["trace[107533949] 'read index received' (duration: 258.179212ms)","trace[107533949] 'applied index is now lower than readState.Index' (duration: 35.862µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:53:08.093085Z","caller":"traceutil/trace.go:171","msg":"trace[136130750] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"415.290691ms","start":"2026-03-12T13:53:07.677761Z","end":"2026-03-12T13:53:08.093052Z","steps":["trace[136130750] 'process raft request' (duration: 415.063603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:08.09328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:07.677723Z","time spent":"415.484917ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2920,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T13:53:08.093282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.526604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-9xbhj\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-03-12T13:53:08.093334Z","caller":"traceutil/trace.go:171","msg":"trace[902827822] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-9xbhj; range_end:; response_count:1; response_revision:838; }","duration":"258.628747ms","start":"2026-03-12T13:53:07.834694Z","end":"2026-03-12T13:53:08.093323Z","steps":["trace[902827822] 'agreement among raft nodes before linearized reading' (duration: 258.370469ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:08.276088Z","caller":"traceutil/trace.go:171","msg":"trace[611717686] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"400.772278ms","start":"2026-03-12T13:53:07.875287Z","end":"2026-03-12T13:53:08.276059Z","steps":["trace[611717686] 'process raft request' (duration: 348.334774ms)","trace[611717686] 'compare' (duration: 52.274919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:53:08.276242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:07.875268Z","time spent":"400.903783ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2491,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T13:53:08.29348Z","caller":"traceutil/trace.go:171","msg":"trace[555116135] linearizableReadLoop","detail":"{readStateIndex:866; appliedIndex:864; }","duration":"190.149242ms","start":"2026-03-12T13:53:08.103308Z","end":"2026-03-12T13:53:08.293457Z","steps":["trace[555116135] 'read index received' (duration: 120.333992ms)","trace[555116135] 'applied index is now lower than readState.Index' (duration: 69.81385ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:53:08.293531Z","caller":"traceutil/trace.go:171","msg":"trace[829307077] transaction","detail":"{read_only:false; response_revision:840; number_of_response:1; }","duration":"190.690249ms","start":"2026-03-12T13:53:08.102818Z","end":"2026-03-12T13:53:08.293508Z","steps":["trace[829307077] 'process raft request' (duration: 190.519174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:08.293607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.274896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:53:08.293761Z","caller":"traceutil/trace.go:171","msg":"trace[1949668129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:840; }","duration":"190.465252ms","start":"2026-03-12T13:53:08.103274Z","end":"2026-03-12T13:53:08.29374Z","steps":["trace[1949668129] 'agreement among raft nodes before linearized reading' (duration: 190.279206ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:08.406694Z","caller":"traceutil/trace.go:171","msg":"trace[1936246582] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"108.88075ms","start":"2026-03-12T13:53:08.297788Z","end":"2026-03-12T13:53:08.406669Z","steps":["trace[1936246582] 'process raft request' (duration: 108.613411ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:08.407027Z","caller":"traceutil/trace.go:171","msg":"trace[1393544070] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"107.593178ms","start":"2026-03-12T13:53:08.299401Z","end":"2026-03-12T13:53:08.406994Z","steps":["trace[1393544070] 'process raft request' (duration: 107.200165ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:08.407079Z","caller":"traceutil/trace.go:171","msg":"trace[1572937457] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"106.189972ms","start":"2026-03-12T13:53:08.30086Z","end":"2026-03-12T13:53:08.40705Z","steps":["trace[1572937457] 'process raft request' (duration: 106.034367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:15.033399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.854718ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:53:15.033532Z","caller":"traceutil/trace.go:171","msg":"trace[7754505] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:894; }","duration":"726.999823ms","start":"2026-03-12T13:53:14.306516Z","end":"2026-03-12T13:53:15.033516Z","steps":["trace[7754505] 'range keys from in-memory index tree' (duration: 726.838088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:15.033598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013150796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:53:15.033711Z","caller":"traceutil/trace.go:171","msg":"trace[1176273190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"1.01329392s","start":"2026-03-12T13:53:14.020393Z","end":"2026-03-12T13:53:15.033687Z","steps":["trace[1176273190] 'range keys from in-memory index tree' (duration: 1.013058812s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:15.033592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.883973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:53:15.033764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:14.02037Z","time spent":"1.013378372s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:53:15.033816Z","caller":"traceutil/trace.go:171","msg":"trace[1476476160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"928.181963ms","start":"2026-03-12T13:53:14.10561Z","end":"2026-03-12T13:53:15.033792Z","steps":["trace[1476476160] 'range keys from in-memory index tree' (duration: 927.726359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:15.033883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:14.105563Z","time spent":"928.297897ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:53:23.068188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.331557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:53:23.068344Z","caller":"traceutil/trace.go:171","msg":"trace[425223954] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:938; }","duration":"206.586245ms","start":"2026-03-12T13:53:22.861739Z","end":"2026-03-12T13:53:23.068325Z","steps":["trace[425223954] 'count revisions from in-memory index tree' (duration: 206.225953ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:43.557386Z","caller":"traceutil/trace.go:171","msg":"trace[1779605202] linearizableReadLoop","detail":"{readStateIndex:1116; appliedIndex:1115; }","duration":"350.016949ms","start":"2026-03-12T13:53:43.20734Z","end":"2026-03-12T13:53:43.557357Z","steps":["trace[1779605202] 'read index received' (duration: 349.892285ms)","trace[1779605202] 'applied index is now lower than readState.Index' (duration: 123.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:53:43.557426Z","caller":"traceutil/trace.go:171","msg":"trace[60501617] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"424.477569ms","start":"2026-03-12T13:53:43.132926Z","end":"2026-03-12T13:53:43.557403Z","steps":["trace[60501617] 'process raft request' (duration: 424.234691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:43.557592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.243966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:53:43.557633Z","caller":"traceutil/trace.go:171","msg":"trace[1011364893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1078; }","duration":"350.285647ms","start":"2026-03-12T13:53:43.207329Z","end":"2026-03-12T13:53:43.557615Z","steps":["trace[1011364893] 'agreement among raft nodes before linearized reading' (duration: 350.144213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:43.557662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:43.132905Z","time spent":"424.584682ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:53:43.557673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:43.207283Z","time spent":"350.382041ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T13:53:44.169245Z","caller":"traceutil/trace.go:171","msg":"trace[1917995160] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1118; }","duration":"140.055423ms","start":"2026-03-12T13:53:44.029108Z","end":"2026-03-12T13:53:44.169164Z","steps":["trace[1917995160] 'read index received' (duration: 69.161079ms)","trace[1917995160] 'applied index is now lower than readState.Index' (duration: 70.892554ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:53:44.169317Z","caller":"traceutil/trace.go:171","msg":"trace[70384036] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"153.430108ms","start":"2026-03-12T13:53:44.015831Z","end":"2026-03-12T13:53:44.169261Z","steps":["trace[70384036] 'process raft request' (duration: 82.43842ms)","trace[70384036] 'compare' (duration: 70.694808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:53:44.169596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.448646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T13:53:44.169649Z","caller":"traceutil/trace.go:171","msg":"trace[828617463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1081; }","duration":"140.549739ms","start":"2026-03-12T13:53:44.029084Z","end":"2026-03-12T13:53:44.169634Z","steps":["trace[828617463] 'agreement among raft nodes before linearized reading' (duration: 140.320631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:44.169678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.793232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T13:53:44.169678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.35781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T13:53:44.169748Z","caller":"traceutil/trace.go:171","msg":"trace[1571200349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1081; }","duration":"134.886145ms","start":"2026-03-12T13:53:44.034844Z","end":"2026-03-12T13:53:44.16973Z","steps":["trace[1571200349] 'agreement among raft nodes before linearized reading' (duration: 134.634117ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:44.169767Z","caller":"traceutil/trace.go:171","msg":"trace[1525823371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1081; }","duration":"131.483514ms","start":"2026-03-12T13:53:44.038265Z","end":"2026-03-12T13:53:44.169749Z","steps":["trace[1525823371] 'agreement among raft nodes before linearized reading' (duration: 131.237216ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:49.912052Z","caller":"traceutil/trace.go:171","msg":"trace[978616299] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"317.332456ms","start":"2026-03-12T13:53:49.594685Z","end":"2026-03-12T13:53:49.912018Z","steps":["trace[978616299] 'process raft request' (duration: 317.105788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:53:49.912272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:53:49.594657Z","time spent":"317.502071ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:53:57.537737Z","caller":"traceutil/trace.go:171","msg":"trace[1642316147] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"110.217423ms","start":"2026-03-12T13:53:57.427491Z","end":"2026-03-12T13:53:57.537709Z","steps":["trace[1642316147] 'process raft request' (duration: 109.953425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:53:59.677684Z","caller":"traceutil/trace.go:171","msg":"trace[1794924901] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1300; }","duration":"128.229978ms","start":"2026-03-12T13:53:59.549426Z","end":"2026-03-12T13:53:59.677656Z","steps":["trace[1794924901] 'process raft request' (duration: 128.020831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:00.18649Z","caller":"traceutil/trace.go:171","msg":"trace[1762432705] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"114.787382ms","start":"2026-03-12T13:54:00.071653Z","end":"2026-03-12T13:54:00.18644Z","steps":["trace[1762432705] 'process raft request' (duration: 90.863814ms)","trace[1762432705] 'compare' (duration: 23.621468ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:01.447976Z","caller":"traceutil/trace.go:171","msg":"trace[1343975363] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"110.793294ms","start":"2026-03-12T13:54:01.337142Z","end":"2026-03-12T13:54:01.447935Z","steps":["trace[1343975363] 'process raft request' (duration: 110.36289ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.598435Z","caller":"traceutil/trace.go:171","msg":"trace[1500645679] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"131.437655ms","start":"2026-03-12T13:54:01.466958Z","end":"2026-03-12T13:54:01.598395Z","steps":["trace[1500645679] 'process raft request' (duration: 131.379633ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.598544Z","caller":"traceutil/trace.go:171","msg":"trace[1237359337] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"131.577549ms","start":"2026-03-12T13:54:01.466902Z","end":"2026-03-12T13:54:01.59848Z","steps":["trace[1237359337] 'process raft request' (duration: 81.16761ms)","trace[1237359337] 'compare' (duration: 50.062968ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:01.76913Z","caller":"traceutil/trace.go:171","msg":"trace[948314376] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"109.036648ms","start":"2026-03-12T13:54:01.660045Z","end":"2026-03-12T13:54:01.769082Z","steps":["trace[948314376] 'process raft request' (duration: 107.474109ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.88487Z","caller":"traceutil/trace.go:171","msg":"trace[1642862870] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"110.641649ms","start":"2026-03-12T13:54:01.774191Z","end":"2026-03-12T13:54:01.884833Z","steps":["trace[1642862870] 'process raft request' (duration: 95.131299ms)","trace[1642862870] 'compare' (duration: 15.284892ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:01.885039Z","caller":"traceutil/trace.go:171","msg":"trace[139960918] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"109.73419ms","start":"2026-03-12T13:54:01.775274Z","end":"2026-03-12T13:54:01.885008Z","steps":["trace[139960918] 'process raft request' (duration: 109.569545ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885164Z","caller":"traceutil/trace.go:171","msg":"trace[838757746] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"109.806913ms","start":"2026-03-12T13:54:01.775313Z","end":"2026-03-12T13:54:01.885119Z","steps":["trace[838757746] 'process raft request' (duration: 109.567485ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885156Z","caller":"traceutil/trace.go:171","msg":"trace[639222037] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"109.697299ms","start":"2026-03-12T13:54:01.775396Z","end":"2026-03-12T13:54:01.885094Z","steps":["trace[639222037] 'process raft request' (duration: 109.518273ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885269Z","caller":"traceutil/trace.go:171","msg":"trace[1771782094] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"109.593336ms","start":"2026-03-12T13:54:01.775661Z","end":"2026-03-12T13:54:01.885254Z","steps":["trace[1771782094] 'process raft request' (duration: 109.313197ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885251Z","caller":"traceutil/trace.go:171","msg":"trace[1562768937] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"109.026948ms","start":"2026-03-12T13:54:01.776205Z","end":"2026-03-12T13:54:01.885232Z","steps":["trace[1562768937] 'process raft request' (duration: 108.948236ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885344Z","caller":"traceutil/trace.go:171","msg":"trace[1288367240] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"109.615127ms","start":"2026-03-12T13:54:01.775603Z","end":"2026-03-12T13:54:01.885218Z","steps":["trace[1288367240] 'process raft request' (duration: 109.341178ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885378Z","caller":"traceutil/trace.go:171","msg":"trace[714156545] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"109.988348ms","start":"2026-03-12T13:54:01.775087Z","end":"2026-03-12T13:54:01.885075Z","steps":["trace[714156545] 'process raft request' (duration: 109.692359ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:01.885077Z","caller":"traceutil/trace.go:171","msg":"trace[1600565141] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"110.555496ms","start":"2026-03-12T13:54:01.774486Z","end":"2026-03-12T13:54:01.885042Z","steps":["trace[1600565141] 'process raft request' (duration: 110.247976ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:02.172859Z","caller":"traceutil/trace.go:171","msg":"trace[1657871301] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1400; }","duration":"118.985823ms","start":"2026-03-12T13:54:02.053843Z","end":"2026-03-12T13:54:02.172829Z","steps":["trace[1657871301] 'read index received' (duration: 49.577534ms)","trace[1657871301] 'applied index is now lower than readState.Index' (duration: 69.406619ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:02.173013Z","caller":"traceutil/trace.go:171","msg":"trace[373252408] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"151.818728ms","start":"2026-03-12T13:54:02.021142Z","end":"2026-03-12T13:54:02.17296Z","steps":["trace[373252408] 'process raft request' (duration: 123.01311ms)","trace[373252408] 'compare' (duration: 28.54844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:02.173124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.265851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:54:02.173166Z","caller":"traceutil/trace.go:171","msg":"trace[2140548211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1344; }","duration":"119.382565ms","start":"2026-03-12T13:54:02.053771Z","end":"2026-03-12T13:54:02.173154Z","steps":["trace[2140548211] 'agreement among raft nodes before linearized reading' (duration: 119.200279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:02.381717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.216655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:54:02.382122Z","caller":"traceutil/trace.go:171","msg":"trace[1320194314] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"119.84841ms","start":"2026-03-12T13:54:02.262015Z","end":"2026-03-12T13:54:02.381863Z","steps":["trace[1320194314] 'process raft request' (duration: 16.375537ms)","trace[1320194314] 'compare' (duration: 103.04779ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:02.382233Z","caller":"traceutil/trace.go:171","msg":"trace[1387186423] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1411; }","duration":"117.96989ms","start":"2026-03-12T13:54:02.264243Z","end":"2026-03-12T13:54:02.382213Z","steps":["trace[1387186423] 'read index received' (duration: 14.160866ms)","trace[1387186423] 'applied index is now lower than readState.Index' (duration: 103.807284ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:02.382424Z","caller":"traceutil/trace.go:171","msg":"trace[1726046729] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"116.933208ms","start":"2026-03-12T13:54:02.265467Z","end":"2026-03-12T13:54:02.3824Z","steps":["trace[1726046729] 'process raft request' (duration: 116.409432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:02.382451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.176466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:54:02.382503Z","caller":"traceutil/trace.go:171","msg":"trace[5201905] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:1358; }","duration":"118.27831ms","start":"2026-03-12T13:54:02.264208Z","end":"2026-03-12T13:54:02.382486Z","steps":["trace[5201905] 'agreement among raft nodes before linearized reading' (duration: 118.101064ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:02.382677Z","caller":"traceutil/trace.go:171","msg":"trace[403669035] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"116.910336ms","start":"2026-03-12T13:54:02.265755Z","end":"2026-03-12T13:54:02.382666Z","steps":["trace[403669035] 'process raft request' (duration: 116.480153ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:02.382841Z","caller":"traceutil/trace.go:171","msg":"trace[43971562] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"114.350646ms","start":"2026-03-12T13:54:02.268476Z","end":"2026-03-12T13:54:02.382827Z","steps":["trace[43971562] 'process raft request' (duration: 113.857501ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:02.383014Z","caller":"traceutil/trace.go:171","msg":"trace[495818659] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1359; }","duration":"112.435386ms","start":"2026-03-12T13:54:02.270567Z","end":"2026-03-12T13:54:02.383003Z","steps":["trace[495818659] 'process raft request' (duration: 112.182948ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:02.383228Z","caller":"traceutil/trace.go:171","msg":"trace[1763030695] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"115.651677ms","start":"2026-03-12T13:54:02.267535Z","end":"2026-03-12T13:54:02.383186Z","steps":["trace[1763030695] 'process raft request' (duration: 114.751018ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:04.800988Z","caller":"traceutil/trace.go:171","msg":"trace[272181562] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"127.374448ms","start":"2026-03-12T13:54:04.673584Z","end":"2026-03-12T13:54:04.800959Z","steps":["trace[272181562] 'process raft request' (duration: 127.104839ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:08.539212Z","caller":"traceutil/trace.go:171","msg":"trace[145052913] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"105.055603ms","start":"2026-03-12T13:54:08.434135Z","end":"2026-03-12T13:54:08.539191Z","steps":["trace[145052913] 'process raft request' (duration: 105.018522ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:08.539499Z","caller":"traceutil/trace.go:171","msg":"trace[1098500711] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"106.303842ms","start":"2026-03-12T13:54:08.433154Z","end":"2026-03-12T13:54:08.539458Z","steps":["trace[1098500711] 'process raft request' (duration: 105.885319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:09.461601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.195214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:54:09.46187Z","caller":"traceutil/trace.go:171","msg":"trace[2140184218] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"237.022695ms","start":"2026-03-12T13:54:09.224825Z","end":"2026-03-12T13:54:09.461847Z","steps":["trace[2140184218] 'process raft request' (duration: 236.933542ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:09.461865Z","caller":"traceutil/trace.go:171","msg":"trace[63133362] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"237.113378ms","start":"2026-03-12T13:54:09.224705Z","end":"2026-03-12T13:54:09.461818Z","steps":["trace[63133362] 'process raft request' (duration: 68.576773ms)","trace[63133362] 'compare' (duration: 168.015168ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:09.496403Z","caller":"traceutil/trace.go:171","msg":"trace[1144142862] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"119.009903ms","start":"2026-03-12T13:54:09.377362Z","end":"2026-03-12T13:54:09.496372Z","steps":["trace[1144142862] 'process raft request' (duration: 118.841518ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:17.039521Z","caller":"traceutil/trace.go:171","msg":"trace[40651931] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"147.798621ms","start":"2026-03-12T13:54:16.891698Z","end":"2026-03-12T13:54:17.039496Z","steps":["trace[40651931] 'process raft request' (duration: 145.964093ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:17.383578Z","caller":"traceutil/trace.go:171","msg":"trace[2085115518] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1605; }","duration":"120.225231ms","start":"2026-03-12T13:54:17.263312Z","end":"2026-03-12T13:54:17.383537Z","steps":["trace[2085115518] 'read index received' (duration: 119.743586ms)","trace[2085115518] 'applied index is now lower than readState.Index' (duration: 480.225µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:17.383634Z","caller":"traceutil/trace.go:171","msg":"trace[979973821] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"132.037184ms","start":"2026-03-12T13:54:17.251533Z","end":"2026-03-12T13:54:17.38357Z","steps":["trace[979973821] 'process raft request' (duration: 131.661522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:17.383851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.49499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:54:17.383984Z","caller":"traceutil/trace.go:171","msg":"trace[860707277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1539; }","duration":"120.692456ms","start":"2026-03-12T13:54:17.263259Z","end":"2026-03-12T13:54:17.383952Z","steps":["trace[860707277] 'agreement among raft nodes before linearized reading' (duration: 120.396937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:17.74526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.100834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:54:17.745502Z","caller":"traceutil/trace.go:171","msg":"trace[888366104] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"325.176745ms","start":"2026-03-12T13:54:17.420301Z","end":"2026-03-12T13:54:17.745478Z","steps":["trace[888366104] 'process raft request' (duration: 325.091492ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:17.745546Z","caller":"traceutil/trace.go:171","msg":"trace[1050970037] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"347.003363ms","start":"2026-03-12T13:54:17.398502Z","end":"2026-03-12T13:54:17.745505Z","steps":["trace[1050970037] 'read index received' (duration: 176.528707ms)","trace[1050970037] 'applied index is now lower than readState.Index' (duration: 170.471106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:17.745598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:17.420261Z","time spent":"325.287558ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:17.745546Z","caller":"traceutil/trace.go:171","msg":"trace[861259059] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"359.443965ms","start":"2026-03-12T13:54:17.385973Z","end":"2026-03-12T13:54:17.745417Z","steps":["trace[861259059] 'process raft request' (duration: 189.085853ms)","trace[861259059] 'compare' (duration: 169.899878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:17.745831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:17.385949Z","time spent":"359.759115ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T13:54:17.745858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.320693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:54:17.745985Z","caller":"traceutil/trace.go:171","msg":"trace[1343225115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:1541; }","duration":"347.515529ms","start":"2026-03-12T13:54:17.398439Z","end":"2026-03-12T13:54:17.745955Z","steps":["trace[1343225115] 'agreement among raft nodes before linearized reading' (duration: 347.262911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:17.746082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:17.39841Z","time spent":"347.661684ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T13:54:20.571193Z","caller":"traceutil/trace.go:171","msg":"trace[1727706038] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"166.727618ms","start":"2026-03-12T13:54:20.404438Z","end":"2026-03-12T13:54:20.571165Z","steps":["trace[1727706038] 'process raft request' (duration: 77.190544ms)","trace[1727706038] 'compare' (duration: 89.279886ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:20.57114Z","caller":"traceutil/trace.go:171","msg":"trace[1376961403] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"123.151934ms","start":"2026-03-12T13:54:20.447945Z","end":"2026-03-12T13:54:20.571097Z","steps":["trace[1376961403] 'read index received' (duration: 33.60832ms)","trace[1376961403] 'applied index is now lower than readState.Index' (duration: 89.541564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:20.571461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.475004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-12T13:54:20.571527Z","caller":"traceutil/trace.go:171","msg":"trace[144735305] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273; range_end:; response_count:1; response_revision:1617; }","duration":"123.615009ms","start":"2026-03-12T13:54:20.447891Z","end":"2026-03-12T13:54:20.571506Z","steps":["trace[144735305] 'agreement among raft nodes before linearized reading' (duration: 123.3517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:21.224232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093728726,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:54:21.691489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087420922s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-12T13:54:22.062104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.128093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:54:22.062245Z","caller":"traceutil/trace.go:171","msg":"trace[1361476325] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.458283178s","start":"2026-03-12T13:54:20.60394Z","end":"2026-03-12T13:54:22.062223Z","steps":["trace[1361476325] 'process raft request' (duration: 1.087892178s)","trace[1361476325] 'compare' (duration: 369.826753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:22.062317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:20.603921Z","time spent":"1.4583596s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:22.340554Z","caller":"traceutil/trace.go:171","msg":"trace[550581336] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"1.562116283s","start":"2026-03-12T13:54:20.778391Z","end":"2026-03-12T13:54:22.340507Z","steps":["trace[550581336] 'process raft request' (duration: 1.561774362s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:22.340837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:20.778356Z","time spent":"1.56232724s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:22.341142Z","caller":"traceutil/trace.go:171","msg":"trace[1960995688] linearizableReadLoop","detail":"{readStateIndex:1688; appliedIndex:1684; }","duration":"1.617975984s","start":"2026-03-12T13:54:20.723133Z","end":"2026-03-12T13:54:22.341109Z","steps":["trace[1960995688] 'read index received' (duration: 968.848203ms)","trace[1960995688] 'applied index is now lower than readState.Index' (duration: 649.126211ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:22.341265Z","caller":"traceutil/trace.go:171","msg":"trace[1740166525] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"1.452275509s","start":"2026-03-12T13:54:20.888928Z","end":"2026-03-12T13:54:22.341203Z","steps":["trace[1740166525] 'process raft request' (duration: 1.451506905s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:22.341283Z","caller":"traceutil/trace.go:171","msg":"trace[181552468] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"1.259012555s","start":"2026-03-12T13:54:21.08224Z","end":"2026-03-12T13:54:22.341252Z","steps":["trace[181552468] 'process raft request' (duration: 1.258728226s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:22.341514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:20.888884Z","time spent":"1.452501097s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:22.341522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618359046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T13:54:22.341614Z","caller":"traceutil/trace.go:171","msg":"trace[2077822365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1621; }","duration":"1.618527281s","start":"2026-03-12T13:54:20.723067Z","end":"2026-03-12T13:54:22.341594Z","steps":["trace[2077822365] 'agreement among raft nodes before linearized reading' (duration: 1.618243562s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:22.34166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:20.723034Z","time spent":"1.618618844s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T13:54:22.34166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:21.0822Z","time spent":"1.259330974s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:23.105005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T13:54:23.105304Z","caller":"traceutil/trace.go:171","msg":"trace[498200311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163368s","start":"2026-03-12T13:54:21.105108Z","end":"2026-03-12T13:54:23.105271Z","steps":["trace[498200311] 'agreement among raft nodes before linearized reading' (duration: 1.999805307s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.105452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:21.10508Z","time spent":"2.000346184s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 13:54:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T13:54:23.561627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023481177s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T13:54:23.562137Z","caller":"traceutil/trace.go:171","msg":"trace[2078759729] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.215146771s","start":"2026-03-12T13:54:22.346962Z","end":"2026-03-12T13:54:23.562108Z","steps":["trace[2078759729] 'process raft request' (duration: 1.214952475s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:23.56213Z","caller":"traceutil/trace.go:171","msg":"trace[1763762949] linearizableReadLoop","detail":"{readStateIndex:1689; appliedIndex:1688; }","duration":"1.220822321s","start":"2026-03-12T13:54:22.341272Z","end":"2026-03-12T13:54:23.562094Z","steps":["trace[1763762949] 'read index received' (duration: 196.936611ms)","trace[1763762949] 'applied index is now lower than readState.Index' (duration: 1.023881199s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:23.562347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986123335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-12T13:54:23.562484Z","caller":"traceutil/trace.go:171","msg":"trace[201773049] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273; range_end:; response_count:1; response_revision:1622; }","duration":"1.986261319s","start":"2026-03-12T13:54:21.5762Z","end":"2026-03-12T13:54:23.562461Z","steps":["trace[201773049] 'agreement among raft nodes before linearized reading' (duration: 1.985938339s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.562544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:21.57614Z","time spent":"1.986388643s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" "} {"level":"warn","ts":"2026-03-12T13:54:23.562497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355212065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-12T13:54:23.562572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205008132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T13:54:23.562563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639224012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:54:23.562636Z","caller":"traceutil/trace.go:171","msg":"trace[107250278] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273; range_end:; response_count:1; response_revision:1622; }","duration":"2.355402141s","start":"2026-03-12T13:54:21.207199Z","end":"2026-03-12T13:54:23.562602Z","steps":["trace[107250278] 'agreement among raft nodes before linearized reading' (duration: 2.354918375s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.5627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.714243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:54:23.562713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:21.20718Z","time spent":"2.355517865s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" "} {"level":"info","ts":"2026-03-12T13:54:23.562744Z","caller":"traceutil/trace.go:171","msg":"trace[1959200423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1622; }","duration":"456.788926ms","start":"2026-03-12T13:54:23.105945Z","end":"2026-03-12T13:54:23.562734Z","steps":["trace[1959200423] 'agreement among raft nodes before linearized reading' (duration: 456.717294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.562781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:23.105925Z","time spent":"456.847137ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:54:23.562794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787681993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T13:54:23.562827Z","caller":"traceutil/trace.go:171","msg":"trace[1235054795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1622; }","duration":"2.787765065s","start":"2026-03-12T13:54:20.775053Z","end":"2026-03-12T13:54:23.562818Z","steps":["trace[1235054795] 'agreement among raft nodes before linearized reading' (duration: 2.787142516s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:23.5627Z","caller":"traceutil/trace.go:171","msg":"trace[539875037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1622; }","duration":"2.639416478s","start":"2026-03-12T13:54:20.923249Z","end":"2026-03-12T13:54:23.562665Z","steps":["trace[539875037] 'agreement among raft nodes before linearized reading' (duration: 2.638878131s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.56298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.052718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:54:23.563058Z","caller":"traceutil/trace.go:171","msg":"trace[794487514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1622; }","duration":"987.159801ms","start":"2026-03-12T13:54:22.575877Z","end":"2026-03-12T13:54:23.563037Z","steps":["trace[794487514] 'agreement among raft nodes before linearized reading' (duration: 986.999926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.563132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:22.575847Z","time spent":"987.272625ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:54:23.562983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:20.923233Z","time spent":"2.639707836s","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T13:54:23.562881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:20.775019Z","time spent":"2.787852778s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T13:54:23.56262Z","caller":"traceutil/trace.go:171","msg":"trace[1425287465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1622; }","duration":"1.205112605s","start":"2026-03-12T13:54:22.357495Z","end":"2026-03-12T13:54:23.562608Z","steps":["trace[1425287465] 'agreement among raft nodes before linearized reading' (duration: 1.204939999s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.563684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:22.357481Z","time spent":"1.205946071s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T13:54:23.564045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:22.346937Z","time spent":"1.215318667s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:23.68685Z","caller":"traceutil/trace.go:171","msg":"trace[552847719] linearizableReadLoop","detail":"{readStateIndex:1691; appliedIndex:1690; }","duration":"117.288478ms","start":"2026-03-12T13:54:23.569535Z","end":"2026-03-12T13:54:23.686824Z","steps":["trace[552847719] 'read index received' (duration: 112.048363ms)","trace[552847719] 'applied index is now lower than readState.Index' (duration: 5.239015ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:23.686994Z","caller":"traceutil/trace.go:171","msg":"trace[1717923415] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"118.780916ms","start":"2026-03-12T13:54:23.568154Z","end":"2026-03-12T13:54:23.686934Z","steps":["trace[1717923415] 'process raft request' (duration: 113.506519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.687307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.671101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c1c65660d5b58\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-12T13:54:23.687416Z","caller":"traceutil/trace.go:171","msg":"trace[580188831] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c1c65660d5b58; range_end:; response_count:1; response_revision:1623; }","duration":"117.888507ms","start":"2026-03-12T13:54:23.56948Z","end":"2026-03-12T13:54:23.687368Z","steps":["trace[580188831] 'agreement among raft nodes before linearized reading' (duration: 117.489505ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:23.751338Z","caller":"traceutil/trace.go:171","msg":"trace[1161989834] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"181.421411ms","start":"2026-03-12T13:54:23.569885Z","end":"2026-03-12T13:54:23.751306Z","steps":["trace[1161989834] 'process raft request' (duration: 181.155082ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:23.751712Z","caller":"traceutil/trace.go:171","msg":"trace[1401161223] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"181.232886ms","start":"2026-03-12T13:54:23.570449Z","end":"2026-03-12T13:54:23.751682Z","steps":["trace[1401161223] 'process raft request' (duration: 180.798672ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:23.751897Z","caller":"traceutil/trace.go:171","msg":"trace[2005578374] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"180.326987ms","start":"2026-03-12T13:54:23.571556Z","end":"2026-03-12T13:54:23.751883Z","steps":["trace[2005578374] 'process raft request' (duration: 180.008077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:23.751875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.607162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:54:23.751992Z","caller":"traceutil/trace.go:171","msg":"trace[644365455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"178.760508ms","start":"2026-03-12T13:54:23.573209Z","end":"2026-03-12T13:54:23.75197Z","steps":["trace[644365455] 'agreement among raft nodes before linearized reading' (duration: 178.539261ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:28.505598Z","caller":"traceutil/trace.go:171","msg":"trace[1324606041] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"143.114823ms","start":"2026-03-12T13:54:28.362454Z","end":"2026-03-12T13:54:28.505569Z","steps":["trace[1324606041] 'process raft request' (duration: 142.909856ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:28.509705Z","caller":"traceutil/trace.go:171","msg":"trace[714970199] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"147.057788ms","start":"2026-03-12T13:54:28.362617Z","end":"2026-03-12T13:54:28.509675Z","steps":["trace[714970199] 'process raft request' (duration: 146.800679ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:28.509743Z","caller":"traceutil/trace.go:171","msg":"trace[1357540133] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"146.926443ms","start":"2026-03-12T13:54:28.362776Z","end":"2026-03-12T13:54:28.509702Z","steps":["trace[1357540133] 'process raft request' (duration: 146.82464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.269947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.2147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:54:36.270019Z","caller":"traceutil/trace.go:171","msg":"trace[1511768436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1730; }","duration":"165.342765ms","start":"2026-03-12T13:54:36.10466Z","end":"2026-03-12T13:54:36.270003Z","steps":["trace[1511768436] 'range keys from in-memory index tree' (duration: 165.133378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.270059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.788321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T13:54:36.26996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.851842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T13:54:36.270153Z","caller":"traceutil/trace.go:171","msg":"trace[341497378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1730; }","duration":"128.072719ms","start":"2026-03-12T13:54:36.142065Z","end":"2026-03-12T13:54:36.270138Z","steps":["trace[341497378] 'range keys from in-memory index tree' (duration: 127.658786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.270094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.145372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T13:54:36.270265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.56518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:54:36.270362Z","caller":"traceutil/trace.go:171","msg":"trace[1661063031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1730; }","duration":"489.724414ms","start":"2026-03-12T13:54:35.780619Z","end":"2026-03-12T13:54:36.270343Z","steps":["trace[1661063031] 'range keys from in-memory index tree' (duration: 489.27103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.270422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:35.780597Z","time spent":"489.810827ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T13:54:36.2703Z","caller":"traceutil/trace.go:171","msg":"trace[1769903637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1730; }","duration":"382.395599ms","start":"2026-03-12T13:54:35.887879Z","end":"2026-03-12T13:54:36.270274Z","steps":["trace[1769903637] 'range keys from in-memory index tree' (duration: 381.981256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.270537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:35.887866Z","time spent":"382.645858ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T13:54:36.2701Z","caller":"traceutil/trace.go:171","msg":"trace[837314691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1730; }","duration":"414.862513ms","start":"2026-03-12T13:54:35.855226Z","end":"2026-03-12T13:54:36.270088Z","steps":["trace[837314691] 'range keys from in-memory index tree' (duration: 414.669798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.270677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:35.855207Z","time spent":"415.458553ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T13:54:36.794576Z","caller":"traceutil/trace.go:171","msg":"trace[568930102] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"520.073451ms","start":"2026-03-12T13:54:36.27448Z","end":"2026-03-12T13:54:36.794553Z","steps":["trace[568930102] 'process raft request' (duration: 519.930927ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:36.794757Z","caller":"traceutil/trace.go:171","msg":"trace[449457679] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"520.200665ms","start":"2026-03-12T13:54:36.274541Z","end":"2026-03-12T13:54:36.794741Z","steps":["trace[449457679] 'process raft request' (duration: 519.983488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.794848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.274517Z","time spent":"520.291308ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:36.794847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.274461Z","time spent":"520.181625ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:36.794956Z","caller":"traceutil/trace.go:171","msg":"trace[2104946767] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"520.390031ms","start":"2026-03-12T13:54:36.274546Z","end":"2026-03-12T13:54:36.794936Z","steps":["trace[2104946767] 'process raft request' (duration: 520.152854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:36.795087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.274511Z","time spent":"520.510175ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:37.191663Z","caller":"traceutil/trace.go:171","msg":"trace[1712048824] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"636.632387ms","start":"2026-03-12T13:54:36.555001Z","end":"2026-03-12T13:54:37.191633Z","steps":["trace[1712048824] 'process raft request' (duration: 570.816942ms)","trace[1712048824] 'compare' (duration: 65.621329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:37.191841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.554968Z","time spent":"636.787622ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:37.191967Z","caller":"traceutil/trace.go:171","msg":"trace[1166901064] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"636.589716ms","start":"2026-03-12T13:54:36.555351Z","end":"2026-03-12T13:54:37.191941Z","steps":["trace[1166901064] 'process raft request' (duration: 636.238795ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:37.192212Z","caller":"traceutil/trace.go:171","msg":"trace[860246126] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"636.577845ms","start":"2026-03-12T13:54:36.555621Z","end":"2026-03-12T13:54:37.192198Z","steps":["trace[860246126] 'process raft request' (duration: 636.241365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:37.192218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.555333Z","time spent":"636.792882ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:37.19225Z","caller":"traceutil/trace.go:171","msg":"trace[1717604226] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1801; }","duration":"462.608489ms","start":"2026-03-12T13:54:36.729564Z","end":"2026-03-12T13:54:37.192173Z","steps":["trace[1717604226] 'read index received' (duration: 64.840765ms)","trace[1717604226] 'applied index is now lower than readState.Index' (duration: 397.765424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:37.19231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.5556Z","time spent":"636.654558ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:37.192533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.630712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-12T13:54:37.192514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.938609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:54:37.192584Z","caller":"traceutil/trace.go:171","msg":"trace[357656908] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:1737; }","duration":"385.725634ms","start":"2026-03-12T13:54:36.806847Z","end":"2026-03-12T13:54:37.192572Z","steps":["trace[357656908] 'agreement among raft nodes before linearized reading' (duration: 385.579889ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:37.192609Z","caller":"traceutil/trace.go:171","msg":"trace[1689762432] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1737; }","duration":"463.083214ms","start":"2026-03-12T13:54:36.7295Z","end":"2026-03-12T13:54:37.192583Z","steps":["trace[1689762432] 'agreement among raft nodes before linearized reading' (duration: 462.865538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:37.192631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.806829Z","time spent":"385.786566ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-12T13:54:37.192678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:36.729469Z","time spent":"463.190808ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T13:54:37.528451Z","caller":"traceutil/trace.go:171","msg":"trace[1161030761] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"238.631175ms","start":"2026-03-12T13:54:37.28979Z","end":"2026-03-12T13:54:37.528422Z","steps":["trace[1161030761] 'read index received' (duration: 154.985768ms)","trace[1161030761] 'applied index is now lower than readState.Index' (duration: 83.643267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:37.528492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:37.193877Z","time spent":"334.606752ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-12T13:54:37.528612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.800231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:54:37.529001Z","caller":"traceutil/trace.go:171","msg":"trace[120212849] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1737; }","duration":"239.188473ms","start":"2026-03-12T13:54:37.289735Z","end":"2026-03-12T13:54:37.528924Z","steps":["trace[120212849] 'agreement among raft nodes before linearized reading' (duration: 238.796281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:37.900286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.012955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:54:37.900709Z","caller":"traceutil/trace.go:171","msg":"trace[424710060] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"370.006358ms","start":"2026-03-12T13:54:37.530683Z","end":"2026-03-12T13:54:37.90069Z","steps":["trace[424710060] 'process raft request' (duration: 151.361853ms)","trace[424710060] 'compare' (duration: 217.855081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:37.900805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:37.530658Z","time spent":"370.103642ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:37.901048Z","caller":"traceutil/trace.go:171","msg":"trace[1217639399] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"174.42297ms","start":"2026-03-12T13:54:37.726035Z","end":"2026-03-12T13:54:37.900458Z","steps":["trace[1217639399] 'read index received' (duration: 47.361µs)","trace[1217639399] 'applied index is now lower than readState.Index' (duration: 174.373589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:37.901481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.421732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T13:54:37.901595Z","caller":"traceutil/trace.go:171","msg":"trace[962587069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"175.601648ms","start":"2026-03-12T13:54:37.725968Z","end":"2026-03-12T13:54:37.901569Z","steps":["trace[962587069] 'agreement among raft nodes before linearized reading' (duration: 175.03153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:42.484463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093729022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:54:42.985191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093729022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:54:43.485352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093729022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:54:43.527019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.035942976s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T13:54:43.527556Z","caller":"traceutil/trace.go:171","msg":"trace[1001163556] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"2.036648488s","start":"2026-03-12T13:54:41.490876Z","end":"2026-03-12T13:54:43.527524Z","steps":["trace[1001163556] 'process raft request' (duration: 2.036425421s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:43.527748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:41.490847Z","time spent":"2.036798413s","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:44.104058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T13:54:44.104182Z","caller":"traceutil/trace.go:171","msg":"trace[577425297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000201938s","start":"2026-03-12T13:54:42.103954Z","end":"2026-03-12T13:54:44.104156Z","steps":["trace[577425297] 'agreement among raft nodes before linearized reading' (duration: 2.000057903s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.104251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.10358Z","time spent":"2.000655082s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 13:54:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-12T13:54:44.14841Z","caller":"traceutil/trace.go:171","msg":"trace[534533927] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1830; }","duration":"2.165012446s","start":"2026-03-12T13:54:41.983376Z","end":"2026-03-12T13:54:44.148389Z","steps":["trace[534533927] 'read index received' (duration: 1.543902628s)","trace[534533927] 'applied index is now lower than readState.Index' (duration: 621.108848ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:44.148413Z","caller":"traceutil/trace.go:171","msg":"trace[1873371673] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"860.811827ms","start":"2026-03-12T13:54:43.28757Z","end":"2026-03-12T13:54:44.148382Z","steps":["trace[1873371673] 'process raft request' (duration: 860.457826ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:44.14913Z","caller":"traceutil/trace.go:171","msg":"trace[1228046536] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"859.441973ms","start":"2026-03-12T13:54:43.289633Z","end":"2026-03-12T13:54:44.149075Z","steps":["trace[1228046536] 'process raft request' (duration: 858.71484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.149444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:43.289621Z","time spent":"859.726283ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:44.148869Z","caller":"traceutil/trace.go:171","msg":"trace[540710860] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"859.488035ms","start":"2026-03-12T13:54:43.288943Z","end":"2026-03-12T13:54:44.148431Z","steps":["trace[540710860] 'process raft request' (duration: 859.33691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.149842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309535648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:54:44.149908Z","caller":"traceutil/trace.go:171","msg":"trace[617968296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1763; }","duration":"1.309653872s","start":"2026-03-12T13:54:42.840237Z","end":"2026-03-12T13:54:44.149891Z","steps":["trace[617968296] 'agreement among raft nodes before linearized reading' (duration: 1.309162296s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.149846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:43.28754Z","time spent":"862.063087ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:44.149902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166512323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T13:54:44.149947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.418662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:54:44.149991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.840231Z","time spent":"1.309744015s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T13:54:44.150025Z","caller":"traceutil/trace.go:171","msg":"trace[1771197349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1763; }","duration":"2.166683499s","start":"2026-03-12T13:54:41.983298Z","end":"2026-03-12T13:54:44.149981Z","steps":["trace[1771197349] 'agreement among raft nodes before linearized reading' (duration: 2.16576591s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.150076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:41.983273Z","time spent":"2.166789961s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T13:54:44.150078Z","caller":"traceutil/trace.go:171","msg":"trace[1089168283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1763; }","duration":"129.646629ms","start":"2026-03-12T13:54:44.020393Z","end":"2026-03-12T13:54:44.15004Z","steps":["trace[1089168283] 'agreement among raft nodes before linearized reading' (duration: 129.198895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.150114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03850345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:54:44.15019Z","caller":"traceutil/trace.go:171","msg":"trace[247805462] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1763; }","duration":"1.038601394s","start":"2026-03-12T13:54:43.111545Z","end":"2026-03-12T13:54:44.150147Z","steps":["trace[247805462] 'agreement among raft nodes before linearized reading' (duration: 1.038495221s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.150226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:43.111522Z","time spent":"1.038694216s","remote":"127.0.0.1:51738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T13:54:44.150509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191078202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:54:44.150576Z","caller":"traceutil/trace.go:171","msg":"trace[697366023] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1763; }","duration":"1.191193706s","start":"2026-03-12T13:54:42.959354Z","end":"2026-03-12T13:54:44.150548Z","steps":["trace[697366023] 'agreement among raft nodes before linearized reading' (duration: 1.190838314s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.150625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.959328Z","time spent":"1.191284849s","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T13:54:44.150626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804505228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T13:54:44.15067Z","caller":"traceutil/trace.go:171","msg":"trace[717791935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1763; }","duration":"1.80458962s","start":"2026-03-12T13:54:42.346068Z","end":"2026-03-12T13:54:44.150658Z","steps":["trace[717791935] 'agreement among raft nodes before linearized reading' (duration: 1.804108155s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.150737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.346045Z","time spent":"1.804683353s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T13:54:44.150802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311110627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T13:54:44.150876Z","caller":"traceutil/trace.go:171","msg":"trace[1553917590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1763; }","duration":"1.311234412s","start":"2026-03-12T13:54:42.839612Z","end":"2026-03-12T13:54:44.150846Z","steps":["trace[1553917590] 'agreement among raft nodes before linearized reading' (duration: 1.311064167s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.150921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.83959Z","time spent":"1.311319434s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T13:54:44.151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849411143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:54:44.151231Z","caller":"traceutil/trace.go:171","msg":"trace[858616065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1763; }","duration":"1.849663612s","start":"2026-03-12T13:54:42.301497Z","end":"2026-03-12T13:54:44.151161Z","steps":["trace[858616065] 'agreement among raft nodes before linearized reading' (duration: 1.849241099s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.151254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311899542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T13:54:44.151301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.301476Z","time spent":"1.849786435s","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T13:54:44.151355Z","caller":"traceutil/trace.go:171","msg":"trace[1984017068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1763; }","duration":"1.312052717s","start":"2026-03-12T13:54:42.839278Z","end":"2026-03-12T13:54:44.151331Z","steps":["trace[1984017068] 'agreement among raft nodes before linearized reading' (duration: 1.310748196s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.151704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.839239Z","time spent":"1.312398598s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T13:54:44.152561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:43.28893Z","time spent":"860.787386ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:54:44.153122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913978581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-12T13:54:44.153218Z","caller":"traceutil/trace.go:171","msg":"trace[550658105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1763; }","duration":"1.914120854s","start":"2026-03-12T13:54:42.239074Z","end":"2026-03-12T13:54:44.153195Z","steps":["trace[550658105] 'agreement among raft nodes before linearized reading' (duration: 1.910314254s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:44.153246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:42.23905Z","time spent":"1.914188497s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-12T13:54:54.344585Z","caller":"traceutil/trace.go:171","msg":"trace[2090808841] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"155.476713ms","start":"2026-03-12T13:54:54.189077Z","end":"2026-03-12T13:54:54.344554Z","steps":["trace[2090808841] 'process raft request' (duration: 155.303017ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.364905Z","caller":"traceutil/trace.go:171","msg":"trace[319879412] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"174.796553ms","start":"2026-03-12T13:54:54.190041Z","end":"2026-03-12T13:54:54.364838Z","steps":["trace[319879412] 'process raft request' (duration: 174.517534ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.364943Z","caller":"traceutil/trace.go:171","msg":"trace[1790709192] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"169.696952ms","start":"2026-03-12T13:54:54.19521Z","end":"2026-03-12T13:54:54.364907Z","steps":["trace[1790709192] 'process raft request' (duration: 169.524056ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.364936Z","caller":"traceutil/trace.go:171","msg":"trace[1337538846] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1886; }","duration":"162.647119ms","start":"2026-03-12T13:54:54.202144Z","end":"2026-03-12T13:54:54.364791Z","steps":["trace[1337538846] 'read index received' (duration: 142.177954ms)","trace[1337538846] 'applied index is now lower than readState.Index' (duration: 20.467995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:54.365445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.165625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T13:54:54.365501Z","caller":"traceutil/trace.go:171","msg":"trace[401596781] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1815; }","duration":"149.215326ms","start":"2026-03-12T13:54:54.216269Z","end":"2026-03-12T13:54:54.365484Z","steps":["trace[401596781] 'agreement among raft nodes before linearized reading' (duration: 149.098912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:54.365546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.773177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T13:54:54.365582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.605898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T13:54:54.365626Z","caller":"traceutil/trace.go:171","msg":"trace[295562196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1815; }","duration":"151.895511ms","start":"2026-03-12T13:54:54.213702Z","end":"2026-03-12T13:54:54.365597Z","steps":["trace[295562196] 'agreement among raft nodes before linearized reading' (duration: 151.643363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:54.365634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.902467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T13:54:54.36568Z","caller":"traceutil/trace.go:171","msg":"trace[1012110936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1815; }","duration":"149.789724ms","start":"2026-03-12T13:54:54.215868Z","end":"2026-03-12T13:54:54.365657Z","steps":["trace[1012110936] 'agreement among raft nodes before linearized reading' (duration: 149.547476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:54.365687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.150923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:54:54.365692Z","caller":"traceutil/trace.go:171","msg":"trace[1570147412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1815; }","duration":"149.97238ms","start":"2026-03-12T13:54:54.215702Z","end":"2026-03-12T13:54:54.365674Z","steps":["trace[1570147412] 'agreement among raft nodes before linearized reading' (duration: 149.741193ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.365729Z","caller":"traceutil/trace.go:171","msg":"trace[1081737957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1815; }","duration":"129.188204ms","start":"2026-03-12T13:54:54.236525Z","end":"2026-03-12T13:54:54.365713Z","steps":["trace[1081737957] 'agreement among raft nodes before linearized reading' (duration: 129.077521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:54.365314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.144986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:54:54.366006Z","caller":"traceutil/trace.go:171","msg":"trace[608575601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1815; }","duration":"163.883008ms","start":"2026-03-12T13:54:54.202103Z","end":"2026-03-12T13:54:54.365986Z","steps":["trace[608575601] 'agreement among raft nodes before linearized reading' (duration: 162.945428ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.569391Z","caller":"traceutil/trace.go:171","msg":"trace[1845151615] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"198.630204ms","start":"2026-03-12T13:54:54.370736Z","end":"2026-03-12T13:54:54.569366Z","steps":["trace[1845151615] 'process raft request' (duration: 186.913234ms)","trace[1845151615] 'compare' (duration: 11.515533ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:54.56951Z","caller":"traceutil/trace.go:171","msg":"trace[339805002] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"198.722587ms","start":"2026-03-12T13:54:54.370778Z","end":"2026-03-12T13:54:54.5695Z","steps":["trace[339805002] 'process raft request' (duration: 198.543471ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.569849Z","caller":"traceutil/trace.go:171","msg":"trace[1855027650] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"199.046398ms","start":"2026-03-12T13:54:54.37079Z","end":"2026-03-12T13:54:54.569836Z","steps":["trace[1855027650] 'process raft request' (duration: 198.678526ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.570051Z","caller":"traceutil/trace.go:171","msg":"trace[261951383] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"199.13585ms","start":"2026-03-12T13:54:54.370898Z","end":"2026-03-12T13:54:54.570034Z","steps":["trace[261951383] 'process raft request' (duration: 198.854191ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.570134Z","caller":"traceutil/trace.go:171","msg":"trace[499511171] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1889; }","duration":"197.941183ms","start":"2026-03-12T13:54:54.372182Z","end":"2026-03-12T13:54:54.570123Z","steps":["trace[499511171] 'read index received' (duration: 185.464559ms)","trace[499511171] 'applied index is now lower than readState.Index' (duration: 12.475824ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:54.570139Z","caller":"traceutil/trace.go:171","msg":"trace[532125954] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"198.877272ms","start":"2026-03-12T13:54:54.371199Z","end":"2026-03-12T13:54:54.570077Z","steps":["trace[532125954] 'process raft request' (duration: 198.743368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:54.570268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.072847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-12T13:54:54.570301Z","caller":"traceutil/trace.go:171","msg":"trace[1664764252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1821; }","duration":"198.142529ms","start":"2026-03-12T13:54:54.372151Z","end":"2026-03-12T13:54:54.570293Z","steps":["trace[1664764252] 'agreement among raft nodes before linearized reading' (duration: 198.001885ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:54.570298Z","caller":"traceutil/trace.go:171","msg":"trace[1793817636] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"136.781524ms","start":"2026-03-12T13:54:54.43348Z","end":"2026-03-12T13:54:54.570261Z","steps":["trace[1793817636] 'process raft request' (duration: 136.551177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:57.340017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.641536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-12T13:54:57.340157Z","caller":"traceutil/trace.go:171","msg":"trace[1928516451] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1835; }","duration":"375.836153ms","start":"2026-03-12T13:54:56.964295Z","end":"2026-03-12T13:54:57.340132Z","steps":["trace[1928516451] 'range keys from in-memory index tree' (duration: 375.279975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:57.340407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:56.964274Z","time spent":"375.925295ms","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-12T13:54:57.815523Z","caller":"traceutil/trace.go:171","msg":"trace[1171606915] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1911; }","duration":"325.33326ms","start":"2026-03-12T13:54:57.490161Z","end":"2026-03-12T13:54:57.815494Z","steps":["trace[1171606915] 'read index received' (duration: 294.57821ms)","trace[1171606915] 'applied index is now lower than readState.Index' (duration: 30.75413ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:54:57.815662Z","caller":"traceutil/trace.go:171","msg":"trace[1733152715] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"326.118324ms","start":"2026-03-12T13:54:57.489516Z","end":"2026-03-12T13:54:57.815634Z","steps":["trace[1733152715] 'process raft request' (duration: 295.182939ms)","trace[1733152715] 'compare' (duration: 30.656326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:54:57.815767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.122685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:54:57.815816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.65916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-12T13:54:57.815834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:57.4895Z","time spent":"326.227368ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12370,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:54:57.815859Z","caller":"traceutil/trace.go:171","msg":"trace[1023463113] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1837; }","duration":"157.26815ms","start":"2026-03-12T13:54:57.658567Z","end":"2026-03-12T13:54:57.815836Z","steps":["trace[1023463113] 'agreement among raft nodes before linearized reading' (duration: 157.116045ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:57.815861Z","caller":"traceutil/trace.go:171","msg":"trace[1502079688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a0f66953-0698-442a-9d7e-23b5382c0273; range_end:; response_count:1; response_revision:1837; }","duration":"325.765474ms","start":"2026-03-12T13:54:57.490081Z","end":"2026-03-12T13:54:57.815847Z","steps":["trace[1502079688] 'agreement among raft nodes before linearized reading' (duration: 325.549827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:54:57.816001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:54:57.490062Z","time spent":"325.911408ms","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-a0f66953-0698-442a-9d7e-23b5382c0273\" "} {"level":"info","ts":"2026-03-12T13:54:58.548071Z","caller":"traceutil/trace.go:171","msg":"trace[1212505216] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"101.625385ms","start":"2026-03-12T13:54:58.44642Z","end":"2026-03-12T13:54:58.548045Z","steps":["trace[1212505216] 'process raft request' (duration: 97.142173ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:54:58.54809Z","caller":"traceutil/trace.go:171","msg":"trace[71123434] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"101.587794ms","start":"2026-03-12T13:54:58.446466Z","end":"2026-03-12T13:54:58.548054Z","steps":["trace[71123434] 'process raft request' (duration: 101.523562ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:14.5022Z","caller":"traceutil/trace.go:171","msg":"trace[1202789029] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"296.747922ms","start":"2026-03-12T13:55:14.20543Z","end":"2026-03-12T13:55:14.502178Z","steps":["trace[1202789029] 'process raft request' (duration: 296.631029ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:15.041059Z","caller":"traceutil/trace.go:171","msg":"trace[1409349770] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"785.64465ms","start":"2026-03-12T13:55:14.255362Z","end":"2026-03-12T13:55:15.041006Z","steps":["trace[1409349770] 'process raft request' (duration: 722.830348ms)","trace[1409349770] 'compare' (duration: 62.42811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:55:15.041311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:14.25534Z","time spent":"785.819785ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:15.062109Z","caller":"traceutil/trace.go:171","msg":"trace[434919327] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"438.253949ms","start":"2026-03-12T13:55:14.623828Z","end":"2026-03-12T13:55:15.062081Z","steps":["trace[434919327] 'process raft request' (duration: 438.184947ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:15.062301Z","caller":"traceutil/trace.go:171","msg":"trace[1134023543] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"435.147721ms","start":"2026-03-12T13:55:14.627139Z","end":"2026-03-12T13:55:15.062287Z","steps":["trace[1134023543] 'process raft request' (duration: 434.905494ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:15.062112Z","caller":"traceutil/trace.go:171","msg":"trace[1756343020] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"551.623036ms","start":"2026-03-12T13:55:14.510466Z","end":"2026-03-12T13:55:15.062089Z","steps":["trace[1756343020] 'process raft request' (duration: 551.413699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.062388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:14.627115Z","time spent":"435.228553ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:15.062389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:14.623805Z","time spent":"438.467806ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:15.062562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:14.510434Z","time spent":"551.997948ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:15.062701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.597322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:55:15.062793Z","caller":"traceutil/trace.go:171","msg":"trace[44169006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1918; }","duration":"375.713376ms","start":"2026-03-12T13:55:14.687062Z","end":"2026-03-12T13:55:15.062776Z","steps":["trace[44169006] 'agreement among raft nodes before linearized reading' (duration: 375.441797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.06284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:14.687005Z","time spent":"375.825179ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T13:55:15.062447Z","caller":"traceutil/trace.go:171","msg":"trace[2143849711] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1993; }","duration":"375.156538ms","start":"2026-03-12T13:55:14.68708Z","end":"2026-03-12T13:55:15.062236Z","steps":["trace[2143849711] 'read index received' (duration: 291.134096ms)","trace[2143849711] 'applied index is now lower than readState.Index' (duration: 84.019642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:55:15.079817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.453231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-12T13:55:15.079853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.124572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T13:55:15.079911Z","caller":"traceutil/trace.go:171","msg":"trace[1995158082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1919; }","duration":"274.569405ms","start":"2026-03-12T13:55:14.805313Z","end":"2026-03-12T13:55:15.079882Z","steps":["trace[1995158082] 'agreement among raft nodes before linearized reading' (duration: 274.398259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.079947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.963699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:55:15.080001Z","caller":"traceutil/trace.go:171","msg":"trace[802565804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1919; }","duration":"193.047342ms","start":"2026-03-12T13:55:14.88694Z","end":"2026-03-12T13:55:15.079987Z","steps":["trace[802565804] 'agreement among raft nodes before linearized reading' (duration: 192.923928ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:15.079962Z","caller":"traceutil/trace.go:171","msg":"trace[433232881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1919; }","duration":"224.266637ms","start":"2026-03-12T13:55:14.855654Z","end":"2026-03-12T13:55:15.07992Z","steps":["trace[433232881] 'agreement among raft nodes before linearized reading' (duration: 223.983418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.079857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.742239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T13:55:15.080219Z","caller":"traceutil/trace.go:171","msg":"trace[291271423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1919; }","duration":"197.120411ms","start":"2026-03-12T13:55:14.883048Z","end":"2026-03-12T13:55:15.080169Z","steps":["trace[291271423] 'agreement among raft nodes before linearized reading' (duration: 196.641035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.080112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.275872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T13:55:15.080331Z","caller":"traceutil/trace.go:171","msg":"trace[929585858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1919; }","duration":"195.795638ms","start":"2026-03-12T13:55:14.884525Z","end":"2026-03-12T13:55:15.080321Z","steps":["trace[929585858] 'agreement among raft nodes before linearized reading' (duration: 195.033674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.080669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.957272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-12T13:55:15.080715Z","caller":"traceutil/trace.go:171","msg":"trace[2037778607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1919; }","duration":"375.042895ms","start":"2026-03-12T13:55:14.705661Z","end":"2026-03-12T13:55:15.080704Z","steps":["trace[2037778607] 'agreement among raft nodes before linearized reading' (duration: 373.860297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:15.080746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:14.7056Z","time spent":"375.137988ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T13:55:21.389946Z","caller":"traceutil/trace.go:171","msg":"trace[1319047941] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"306.427059ms","start":"2026-03-12T13:55:21.083495Z","end":"2026-03-12T13:55:21.389922Z","steps":["trace[1319047941] 'process raft request' (duration: 306.257624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:21.390191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.083467Z","time spent":"306.636036ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:22.000732Z","caller":"traceutil/trace.go:171","msg":"trace[1108833081] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"915.61003ms","start":"2026-03-12T13:55:21.085092Z","end":"2026-03-12T13:55:22.000702Z","steps":["trace[1108833081] 'process raft request' (duration: 915.405994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.000934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.085064Z","time spent":"915.759765ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:22.001068Z","caller":"traceutil/trace.go:171","msg":"trace[1818914898] linearizableReadLoop","detail":"{readStateIndex:2027; appliedIndex:2024; }","duration":"896.182617ms","start":"2026-03-12T13:55:21.104858Z","end":"2026-03-12T13:55:22.001041Z","steps":["trace[1818914898] 'read index received' (duration: 284.962222ms)","trace[1818914898] 'applied index is now lower than readState.Index' (duration: 611.217705ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:55:22.001242Z","caller":"traceutil/trace.go:171","msg":"trace[871369963] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"914.056652ms","start":"2026-03-12T13:55:21.087098Z","end":"2026-03-12T13:55:22.001155Z","steps":["trace[871369963] 'process raft request' (duration: 913.543986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.001392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.520448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-12T13:55:22.001466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.021235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:55:22.001478Z","caller":"traceutil/trace.go:171","msg":"trace[520665642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"896.655432ms","start":"2026-03-12T13:55:21.104803Z","end":"2026-03-12T13:55:22.001458Z","steps":["trace[520665642] 'agreement among raft nodes before linearized reading' (duration: 896.424335ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:22.001514Z","caller":"traceutil/trace.go:171","msg":"trace[297749308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1947; }","duration":"879.093788ms","start":"2026-03-12T13:55:21.122408Z","end":"2026-03-12T13:55:22.001501Z","steps":["trace[297749308] 'agreement among raft nodes before linearized reading' (duration: 878.955253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.001541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.104788Z","time spent":"896.729734ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-12T13:55:22.00156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.122395Z","time spent":"879.15545ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T13:55:22.001653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.135027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T13:55:22.00176Z","caller":"traceutil/trace.go:171","msg":"trace[806101658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1947; }","duration":"890.26967ms","start":"2026-03-12T13:55:21.11147Z","end":"2026-03-12T13:55:22.00174Z","steps":["trace[806101658] 'agreement among raft nodes before linearized reading' (duration: 889.796115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.001866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.111454Z","time spent":"890.392835ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:55:22.001525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.08708Z","time spent":"914.260498ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:22.001915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.773871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T13:55:22.001996Z","caller":"traceutil/trace.go:171","msg":"trace[1098498547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1947; }","duration":"886.853913ms","start":"2026-03-12T13:55:21.115134Z","end":"2026-03-12T13:55:22.001988Z","steps":["trace[1098498547] 'agreement among raft nodes before linearized reading' (duration: 886.726969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.002028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.11511Z","time spent":"886.910905ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T13:55:22.001905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.620997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T13:55:22.002105Z","caller":"traceutil/trace.go:171","msg":"trace[9102277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1947; }","duration":"881.835094ms","start":"2026-03-12T13:55:21.120258Z","end":"2026-03-12T13:55:22.002093Z","steps":["trace[9102277] 'agreement among raft nodes before linearized reading' (duration: 881.590797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.002136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.120247Z","time spent":"881.878135ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T13:55:22.002113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.539256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T13:55:22.002222Z","caller":"traceutil/trace.go:171","msg":"trace[197328885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1947; }","duration":"882.705302ms","start":"2026-03-12T13:55:21.119491Z","end":"2026-03-12T13:55:22.002197Z","steps":["trace[197328885] 'agreement among raft nodes before linearized reading' (duration: 882.33522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:22.0023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:21.119478Z","time spent":"882.811866ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T13:55:22.17835Z","caller":"traceutil/trace.go:171","msg":"trace[538651274] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"170.145509ms","start":"2026-03-12T13:55:22.008169Z","end":"2026-03-12T13:55:22.178314Z","steps":["trace[538651274] 'process raft request' (duration: 170.049436ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:22.178375Z","caller":"traceutil/trace.go:171","msg":"trace[1676401960] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"170.265503ms","start":"2026-03-12T13:55:22.008065Z","end":"2026-03-12T13:55:22.178331Z","steps":["trace[1676401960] 'process raft request' (duration: 110.116945ms)","trace[1676401960] 'compare' (duration: 59.846458ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:55:22.178749Z","caller":"traceutil/trace.go:171","msg":"trace[1766479664] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"170.090488ms","start":"2026-03-12T13:55:22.008646Z","end":"2026-03-12T13:55:22.178737Z","steps":["trace[1766479664] 'process raft request' (duration: 169.623823ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:22.178814Z","caller":"traceutil/trace.go:171","msg":"trace[1620567966] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"169.817529ms","start":"2026-03-12T13:55:22.008936Z","end":"2026-03-12T13:55:22.178753Z","steps":["trace[1620567966] 'process raft request' (duration: 169.626443ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:23.783663Z","caller":"traceutil/trace.go:171","msg":"trace[2099366542] linearizableReadLoop","detail":"{readStateIndex:2034; appliedIndex:2033; }","duration":"228.8159ms","start":"2026-03-12T13:55:23.55482Z","end":"2026-03-12T13:55:23.783636Z","steps":["trace[2099366542] 'read index received' (duration: 228.565042ms)","trace[2099366542] 'applied index is now lower than readState.Index' (duration: 249.558µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:55:23.783757Z","caller":"traceutil/trace.go:171","msg":"trace[801864058] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"387.429804ms","start":"2026-03-12T13:55:23.396299Z","end":"2026-03-12T13:55:23.783729Z","steps":["trace[801864058] 'process raft request' (duration: 387.168555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:23.783837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.995766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:55:23.783892Z","caller":"traceutil/trace.go:171","msg":"trace[1107304454] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1953; }","duration":"229.125039ms","start":"2026-03-12T13:55:23.554753Z","end":"2026-03-12T13:55:23.783878Z","steps":["trace[1107304454] 'agreement among raft nodes before linearized reading' (duration: 228.979975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:23.783918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:23.396276Z","time spent":"387.555408ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:24.716318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.799791ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:55:24.716454Z","caller":"traceutil/trace.go:171","msg":"trace[34414724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1953; }","duration":"409.979317ms","start":"2026-03-12T13:55:24.306454Z","end":"2026-03-12T13:55:24.716433Z","steps":["trace[34414724] 'range keys from in-memory index tree' (duration: 409.781911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.717359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.248203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:55:24.717146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.815465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c1c7fd5b88421\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-12T13:55:24.717766Z","caller":"traceutil/trace.go:171","msg":"trace[841320047] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189c1c7fd5b88421; range_end:; response_count:1; response_revision:1953; }","duration":"888.466646ms","start":"2026-03-12T13:55:23.829232Z","end":"2026-03-12T13:55:24.717699Z","steps":["trace[841320047] 'range keys from in-memory index tree' (duration: 887.538236ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:24.71747Z","caller":"traceutil/trace.go:171","msg":"trace[1264489495] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1953; }","duration":"891.45566ms","start":"2026-03-12T13:55:23.825988Z","end":"2026-03-12T13:55:24.717444Z","steps":["trace[1264489495] 'count revisions from in-memory index tree' (duration: 891.1519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.71798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:23.825965Z","time spent":"891.984836ms","remote":"127.0.0.1:59650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-12T13:55:24.717547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.310869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-12T13:55:24.717946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:23.829202Z","time spent":"888.723804ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189c1c7fd5b88421\" "} {"level":"info","ts":"2026-03-12T13:55:24.718312Z","caller":"traceutil/trace.go:171","msg":"trace[1099788928] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"711.218882ms","start":"2026-03-12T13:55:24.007075Z","end":"2026-03-12T13:55:24.718294Z","steps":["trace[1099788928] 'process raft request' (duration: 138.076367ms)","trace[1099788928] 'compare' (duration: 571.37516ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:55:24.718411Z","caller":"traceutil/trace.go:171","msg":"trace[1684967671] linearizableReadLoop","detail":"{readStateIndex:2036; appliedIndex:2034; }","duration":"697.721006ms","start":"2026-03-12T13:55:24.020662Z","end":"2026-03-12T13:55:24.718383Z","steps":["trace[1684967671] 'read index received' (duration: 124.652913ms)","trace[1684967671] 'applied index is now lower than readState.Index' (duration: 573.066753ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:55:24.71847Z","caller":"traceutil/trace.go:171","msg":"trace[1157066172] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"708.705803ms","start":"2026-03-12T13:55:24.009742Z","end":"2026-03-12T13:55:24.718448Z","steps":["trace[1157066172] 'process raft request' (duration: 708.423154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.718598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.009711Z","time spent":"708.810336ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:24.718628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.567522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:55:24.718739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.26012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-12T13:55:24.718737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.063857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:55:24.718805Z","caller":"traceutil/trace.go:171","msg":"trace[400421932] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1955; }","duration":"535.350563ms","start":"2026-03-12T13:55:24.183437Z","end":"2026-03-12T13:55:24.718787Z","steps":["trace[400421932] 'agreement among raft nodes before linearized reading' (duration: 535.142666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.718862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.183425Z","time spent":"535.422065ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T13:55:24.718817Z","caller":"traceutil/trace.go:171","msg":"trace[190708157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1955; }","duration":"698.1643ms","start":"2026-03-12T13:55:24.020634Z","end":"2026-03-12T13:55:24.718798Z","steps":["trace[190708157] 'agreement among raft nodes before linearized reading' (duration: 697.881751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.718905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.813135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:55:24.71876Z","caller":"traceutil/trace.go:171","msg":"trace[2146164382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1955; }","duration":"697.775867ms","start":"2026-03-12T13:55:24.020968Z","end":"2026-03-12T13:55:24.718744Z","steps":["trace[2146164382] 'agreement among raft nodes before linearized reading' (duration: 697.593222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.718962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.020623Z","time spent":"698.319295ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-12T13:55:24.718999Z","caller":"traceutil/trace.go:171","msg":"trace[1371744840] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:1955; }","duration":"122.965361ms","start":"2026-03-12T13:55:24.596011Z","end":"2026-03-12T13:55:24.718976Z","steps":["trace[1371744840] 'agreement among raft nodes before linearized reading' (duration: 122.774325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.718877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.311623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:55:24.719107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.647683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T13:55:24.719111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.242156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:55:24.719151Z","caller":"traceutil/trace.go:171","msg":"trace[1069856321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1955; }","duration":"535.720564ms","start":"2026-03-12T13:55:24.183421Z","end":"2026-03-12T13:55:24.719141Z","steps":["trace[1069856321] 'agreement among raft nodes before linearized reading' (duration: 535.5958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.719189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.183398Z","time spent":"535.782346ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T13:55:24.719093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.020931Z","time spent":"698.066197ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T13:55:24.719168Z","caller":"traceutil/trace.go:171","msg":"trace[1082659934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1955; }","duration":"613.687985ms","start":"2026-03-12T13:55:24.105452Z","end":"2026-03-12T13:55:24.71914Z","steps":["trace[1082659934] 'agreement among raft nodes before linearized reading' (duration: 613.336704ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:24.719181Z","caller":"traceutil/trace.go:171","msg":"trace[1419000103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1955; }","duration":"662.35944ms","start":"2026-03-12T13:55:24.056788Z","end":"2026-03-12T13:55:24.719147Z","steps":["trace[1419000103] 'agreement among raft nodes before linearized reading' (duration: 662.119943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.719213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.621521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-12T13:55:24.719276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.105421Z","time spent":"613.8358ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:55:24.719292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.829837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T13:55:24.719355Z","caller":"traceutil/trace.go:171","msg":"trace[313954103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1955; }","duration":"535.829527ms","start":"2026-03-12T13:55:24.183488Z","end":"2026-03-12T13:55:24.719317Z","steps":["trace[313954103] 'agreement among raft nodes before linearized reading' (duration: 535.445485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.719435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.183452Z","time spent":"535.969002ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T13:55:24.719337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.056772Z","time spent":"662.549107ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T13:55:24.718609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.007051Z","time spent":"711.388548ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:24.719577Z","caller":"traceutil/trace.go:171","msg":"trace[1239686593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1955; }","duration":"535.947742ms","start":"2026-03-12T13:55:24.183449Z","end":"2026-03-12T13:55:24.719397Z","steps":["trace[1239686593] 'agreement among raft nodes before linearized reading' (duration: 535.136086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:24.71961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.183398Z","time spent":"536.204639ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:55:25.605234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093729514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:55:25.911119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189804883s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T13:55:25.912168Z","caller":"traceutil/trace.go:171","msg":"trace[1312127704] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"1.190925978s","start":"2026-03-12T13:55:24.721211Z","end":"2026-03-12T13:55:25.912137Z","steps":["trace[1312127704] 'process raft request' (duration: 1.190718711s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.912376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.721129Z","time spent":"1.191133785s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:25.93096Z","caller":"traceutil/trace.go:171","msg":"trace[1326754366] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"1.206570121s","start":"2026-03-12T13:55:24.724373Z","end":"2026-03-12T13:55:25.930943Z","steps":["trace[1326754366] 'process raft request' (duration: 1.206301143s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.724356Z","time spent":"1.206648164s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:25.931055Z","caller":"traceutil/trace.go:171","msg":"trace[914887046] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"1.204105884s","start":"2026-03-12T13:55:24.726914Z","end":"2026-03-12T13:55:25.93102Z","steps":["trace[914887046] 'process raft request' (duration: 1.203937308s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:25.93108Z","caller":"traceutil/trace.go:171","msg":"trace[1998758275] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"735.114096ms","start":"2026-03-12T13:55:25.195925Z","end":"2026-03-12T13:55:25.931039Z","steps":["trace[1998758275] 'process raft request' (duration: 735.019533ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:25.931159Z","caller":"traceutil/trace.go:171","msg":"trace[507076851] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"1.203716282s","start":"2026-03-12T13:55:24.727392Z","end":"2026-03-12T13:55:25.931108Z","steps":["trace[507076851] 'process raft request' (duration: 1.203486514s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:25.931201Z","caller":"traceutil/trace.go:171","msg":"trace[965356549] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"1.205202228s","start":"2026-03-12T13:55:24.72598Z","end":"2026-03-12T13:55:25.931182Z","steps":["trace[965356549] 'process raft request' (duration: 1.204836036s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.726899Z","time spent":"1.204242548s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:25.93123Z","caller":"traceutil/trace.go:171","msg":"trace[1304021229] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"1.203701301s","start":"2026-03-12T13:55:24.727441Z","end":"2026-03-12T13:55:25.931143Z","steps":["trace[1304021229] 'process raft request' (duration: 1.203464563s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.727385Z","time spent":"1.203858086s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:25.931353Z","caller":"traceutil/trace.go:171","msg":"trace[1335509019] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2036; }","duration":"826.961883ms","start":"2026-03-12T13:55:25.10438Z","end":"2026-03-12T13:55:25.931342Z","steps":["trace[1335509019] 'read index received' (duration: 807.5326ms)","trace[1335509019] 'applied index is now lower than readState.Index' (duration: 19.424963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:55:25.931401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.725964Z","time spent":"1.205328102s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:55:25.931636Z","caller":"traceutil/trace.go:171","msg":"trace[1478657411] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"140.969659ms","start":"2026-03-12T13:55:25.790644Z","end":"2026-03-12T13:55:25.931614Z","steps":["trace[1478657411] 'process raft request' (duration: 140.619317ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:25.9317Z","caller":"traceutil/trace.go:171","msg":"trace[279996133] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"565.411591ms","start":"2026-03-12T13:55:25.366261Z","end":"2026-03-12T13:55:25.931673Z","steps":["trace[279996133] 'process raft request' (duration: 564.72489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:24.72743Z","time spent":"1.203901897s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:25.931768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.739046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-12T13:55:25.931853Z","caller":"traceutil/trace.go:171","msg":"trace[1845764779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1964; }","duration":"794.874641ms","start":"2026-03-12T13:55:25.136967Z","end":"2026-03-12T13:55:25.931841Z","steps":["trace[1845764779] 'agreement among raft nodes before linearized reading' (duration: 794.696795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.374052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:55:25.93189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:25.136942Z","time spent":"794.939643ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T13:55:25.931881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.099079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T13:55:25.931904Z","caller":"traceutil/trace.go:171","msg":"trace[705890118] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1964; }","duration":"682.460584ms","start":"2026-03-12T13:55:25.24943Z","end":"2026-03-12T13:55:25.931891Z","steps":["trace[705890118] 'agreement among raft nodes before linearized reading' (duration: 682.399502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.027922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T13:55:25.931938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:25.249404Z","time spent":"682.524796ms","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-12T13:55:25.931941Z","caller":"traceutil/trace.go:171","msg":"trace[1494277740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1964; }","duration":"235.15696ms","start":"2026-03-12T13:55:25.696767Z","end":"2026-03-12T13:55:25.931924Z","steps":["trace[1494277740] 'agreement among raft nodes before linearized reading' (duration: 234.904922ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:25.931983Z","caller":"traceutil/trace.go:171","msg":"trace[602311011] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1964; }","duration":"528.31942ms","start":"2026-03-12T13:55:25.403642Z","end":"2026-03-12T13:55:25.931962Z","steps":["trace[602311011] 'agreement among raft nodes before linearized reading' (duration: 528.045872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.931655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.281574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T13:55:25.93205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:25.403615Z","time spent":"528.415574ms","remote":"127.0.0.1:59776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-12T13:55:25.932065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.089791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-12T13:55:25.932153Z","caller":"traceutil/trace.go:171","msg":"trace[1133671742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"205.261647ms","start":"2026-03-12T13:55:25.726865Z","end":"2026-03-12T13:55:25.932127Z","steps":["trace[1133671742] 'agreement among raft nodes before linearized reading' (duration: 204.909976ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:55:25.932077Z","caller":"traceutil/trace.go:171","msg":"trace[45749183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"827.729457ms","start":"2026-03-12T13:55:25.104317Z","end":"2026-03-12T13:55:25.932047Z","steps":["trace[45749183] 'agreement among raft nodes before linearized reading' (duration: 827.304364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:55:25.932901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:25.104294Z","time spent":"828.590045ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:55:25.931799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:25.366242Z","time spent":"565.510464ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:55:25.931243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:55:25.195894Z","time spent":"735.261171ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:24.54751Z","caller":"traceutil/trace.go:171","msg":"trace[1988341589] linearizableReadLoop","detail":"{readStateIndex:2443; appliedIndex:2442; }","duration":"295.046247ms","start":"2026-03-12T13:56:24.252449Z","end":"2026-03-12T13:56:24.547495Z","steps":["trace[1988341589] 'read index received' (duration: 294.851201ms)","trace[1988341589] 'applied index is now lower than readState.Index' (duration: 194.436µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:56:24.547569Z","caller":"traceutil/trace.go:171","msg":"trace[1696302256] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"303.617228ms","start":"2026-03-12T13:56:24.243929Z","end":"2026-03-12T13:56:24.547546Z","steps":["trace[1696302256] 'process raft request' (duration: 303.461153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.54767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.221103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T13:56:24.547707Z","caller":"traceutil/trace.go:171","msg":"trace[834042821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2344; }","duration":"295.313296ms","start":"2026-03-12T13:56:24.252383Z","end":"2026-03-12T13:56:24.547697Z","steps":["trace[834042821] 'agreement among raft nodes before linearized reading' (duration: 295.207963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.547689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:24.2439Z","time spent":"303.718211ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:56:24.547908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.73746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:56:24.547988Z","caller":"traceutil/trace.go:171","msg":"trace[1983230021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2344; }","duration":"282.871384ms","start":"2026-03-12T13:56:24.265099Z","end":"2026-03-12T13:56:24.547971Z","steps":["trace[1983230021] 'agreement among raft nodes before linearized reading' (duration: 282.651197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.547991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.607214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-12T13:56:24.548046Z","caller":"traceutil/trace.go:171","msg":"trace[1246897995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2344; }","duration":"281.713288ms","start":"2026-03-12T13:56:24.266319Z","end":"2026-03-12T13:56:24.548033Z","steps":["trace[1246897995] 'agreement among raft nodes before linearized reading' (duration: 281.562253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.548155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.927797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-12T13:56:24.548187Z","caller":"traceutil/trace.go:171","msg":"trace[1725631541] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2344; }","duration":"283.008409ms","start":"2026-03-12T13:56:24.265171Z","end":"2026-03-12T13:56:24.54818Z","steps":["trace[1725631541] 'agreement among raft nodes before linearized reading' (duration: 282.924166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.548211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.000827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-12T13:56:24.548278Z","caller":"traceutil/trace.go:171","msg":"trace[1725226241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2344; }","duration":"282.08653ms","start":"2026-03-12T13:56:24.266171Z","end":"2026-03-12T13:56:24.548258Z","steps":["trace[1725226241] 'agreement among raft nodes before linearized reading' (duration: 281.915445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.548372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.1245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:56:24.548501Z","caller":"traceutil/trace.go:171","msg":"trace[927098326] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2344; }","duration":"194.356998ms","start":"2026-03-12T13:56:24.354118Z","end":"2026-03-12T13:56:24.548475Z","steps":["trace[927098326] 'agreement among raft nodes before linearized reading' (duration: 194.077369ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:24.787281Z","caller":"traceutil/trace.go:171","msg":"trace[185048362] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"234.158022ms","start":"2026-03-12T13:56:24.5531Z","end":"2026-03-12T13:56:24.787258Z","steps":["trace[185048362] 'process raft request' (duration: 233.999497ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:24.916307Z","caller":"traceutil/trace.go:171","msg":"trace[324738575] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"363.129731ms","start":"2026-03-12T13:56:24.553151Z","end":"2026-03-12T13:56:24.916281Z","steps":["trace[324738575] 'process raft request' (duration: 357.99694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.916482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:24.553128Z","time spent":"363.261246ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:24.916601Z","caller":"traceutil/trace.go:171","msg":"trace[1965469088] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"363.40067ms","start":"2026-03-12T13:56:24.553177Z","end":"2026-03-12T13:56:24.916578Z","steps":["trace[1965469088] 'process raft request' (duration: 363.056669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.916744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:24.553148Z","time spent":"363.512063ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:24.916903Z","caller":"traceutil/trace.go:171","msg":"trace[555032491] transaction","detail":"{read_only:false; response_revision:2348; number_of_response:1; }","duration":"363.635687ms","start":"2026-03-12T13:56:24.553255Z","end":"2026-03-12T13:56:24.916891Z","steps":["trace[555032491] 'process raft request' (duration: 363.252215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.916977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:24.553242Z","time spent":"363.694639ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:24.917067Z","caller":"traceutil/trace.go:171","msg":"trace[1095750203] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"363.582056ms","start":"2026-03-12T13:56:24.553475Z","end":"2026-03-12T13:56:24.917057Z","steps":["trace[1095750203] 'process raft request' (duration: 363.268316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:24.917112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:24.553465Z","time spent":"363.621977ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:31.070001Z","caller":"traceutil/trace.go:171","msg":"trace[188862850] linearizableReadLoop","detail":"{readStateIndex:2540; appliedIndex:2539; }","duration":"236.672751ms","start":"2026-03-12T13:56:30.833283Z","end":"2026-03-12T13:56:31.069956Z","steps":["trace[188862850] 'read index received' (duration: 236.410923ms)","trace[188862850] 'applied index is now lower than readState.Index' (duration: 259.988µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:56:31.070106Z","caller":"traceutil/trace.go:171","msg":"trace[1750505788] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"251.519997ms","start":"2026-03-12T13:56:30.818553Z","end":"2026-03-12T13:56:31.070073Z","steps":["trace[1750505788] 'process raft request' (duration: 251.136735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:31.07025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.921568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:56:31.070375Z","caller":"traceutil/trace.go:171","msg":"trace[96432505] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2438; }","duration":"237.114014ms","start":"2026-03-12T13:56:30.833236Z","end":"2026-03-12T13:56:31.07035Z","steps":["trace[96432505] 'agreement among raft nodes before linearized reading' (duration: 236.891347ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:31.078652Z","caller":"traceutil/trace.go:171","msg":"trace[1333427801] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"103.55429ms","start":"2026-03-12T13:56:30.975075Z","end":"2026-03-12T13:56:31.07863Z","steps":["trace[1333427801] 'process raft request' (duration: 103.376864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:31.079025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.501983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T13:56:31.079025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.568037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T13:56:31.079084Z","caller":"traceutil/trace.go:171","msg":"trace[653996898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2441; }","duration":"134.67447ms","start":"2026-03-12T13:56:30.9444Z","end":"2026-03-12T13:56:31.079075Z","steps":["trace[653996898] 'agreement among raft nodes before linearized reading' (duration: 134.490374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:31.079094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.197893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T13:56:31.07915Z","caller":"traceutil/trace.go:171","msg":"trace[1688499272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2441; }","duration":"133.322217ms","start":"2026-03-12T13:56:30.945814Z","end":"2026-03-12T13:56:31.079136Z","steps":["trace[1688499272] 'agreement among raft nodes before linearized reading' (duration: 133.11999ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:31.079082Z","caller":"traceutil/trace.go:171","msg":"trace[581330592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2441; }","duration":"133.575185ms","start":"2026-03-12T13:56:30.945494Z","end":"2026-03-12T13:56:31.07907Z","steps":["trace[581330592] 'agreement among raft nodes before linearized reading' (duration: 133.459571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:31.079353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.003588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T13:56:31.079449Z","caller":"traceutil/trace.go:171","msg":"trace[375706686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2441; }","duration":"134.133013ms","start":"2026-03-12T13:56:30.945294Z","end":"2026-03-12T13:56:31.079427Z","steps":["trace[375706686] 'agreement among raft nodes before linearized reading' (duration: 133.674108ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:34.775227Z","caller":"traceutil/trace.go:171","msg":"trace[108945067] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"179.412737ms","start":"2026-03-12T13:56:34.595784Z","end":"2026-03-12T13:56:34.775197Z","steps":["trace[108945067] 'process raft request' (duration: 179.222021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:35.596406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093730618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:56:36.097476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093730618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T13:56:36.303859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214434869s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T13:56:36.304295Z","caller":"traceutil/trace.go:171","msg":"trace[1314797347] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"1.214969546s","start":"2026-03-12T13:56:35.089295Z","end":"2026-03-12T13:56:36.304264Z","steps":["trace[1314797347] 'process raft request' (duration: 1.21478265s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:36.304472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.089267Z","time spent":"1.215110951s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:36.313317Z","caller":"traceutil/trace.go:171","msg":"trace[1745229876] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2562; }","duration":"1.217727343s","start":"2026-03-12T13:56:35.095571Z","end":"2026-03-12T13:56:36.313299Z","steps":["trace[1745229876] 'read index received' (duration: 1.208450721s)","trace[1745229876] 'applied index is now lower than readState.Index' (duration: 9.275882ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:56:36.313397Z","caller":"traceutil/trace.go:171","msg":"trace[1777901763] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"1.221136421s","start":"2026-03-12T13:56:35.092229Z","end":"2026-03-12T13:56:36.313366Z","steps":["trace[1777901763] 'process raft request' (duration: 1.220936994s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:36.313415Z","caller":"traceutil/trace.go:171","msg":"trace[495452983] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"1.220596933s","start":"2026-03-12T13:56:35.092792Z","end":"2026-03-12T13:56:36.313389Z","steps":["trace[495452983] 'process raft request' (duration: 1.22048457s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:36.313542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.092202Z","time spent":"1.221257724s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:56:36.313571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207336006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-12T13:56:36.313564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.092782Z","time spent":"1.220695897s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:56:36.313596Z","caller":"traceutil/trace.go:171","msg":"trace[152692497] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2462; }","duration":"1.207377558s","start":"2026-03-12T13:56:35.106212Z","end":"2026-03-12T13:56:36.313589Z","steps":["trace[152692497] 'agreement among raft nodes before linearized reading' (duration: 1.207311795s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:36.313616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.106201Z","time spent":"1.207411738s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T13:56:36.313613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215120041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-12T13:56:36.313633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206356195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:56:36.313686Z","caller":"traceutil/trace.go:171","msg":"trace[284570049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2462; }","duration":"1.215227834s","start":"2026-03-12T13:56:35.098441Z","end":"2026-03-12T13:56:36.313669Z","steps":["trace[284570049] 'agreement among raft nodes before linearized reading' (duration: 1.214997357s)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:56:36.313711Z","caller":"traceutil/trace.go:171","msg":"trace[927322208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2462; }","duration":"1.206472779s","start":"2026-03-12T13:56:35.107218Z","end":"2026-03-12T13:56:36.313691Z","steps":["trace[927322208] 'agreement among raft nodes before linearized reading' (duration: 1.206291363s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:36.313738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.098433Z","time spent":"1.215296687s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T13:56:36.313746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.107214Z","time spent":"1.20652657s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:56:36.313768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207367157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-12T13:56:36.313915Z","caller":"traceutil/trace.go:171","msg":"trace[1617811427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2462; }","duration":"1.207558053s","start":"2026-03-12T13:56:35.106328Z","end":"2026-03-12T13:56:36.313886Z","steps":["trace[1617811427] 'agreement among raft nodes before linearized reading' (duration: 1.20716258s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:36.313982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.106286Z","time spent":"1.207679717s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T13:56:36.313495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217902329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-12T13:56:36.314123Z","caller":"traceutil/trace.go:171","msg":"trace[893228320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2462; }","duration":"1.21857233s","start":"2026-03-12T13:56:35.095544Z","end":"2026-03-12T13:56:36.314116Z","steps":["trace[893228320] 'agreement among raft nodes before linearized reading' (duration: 1.217824257s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:36.314145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:35.095533Z","time spent":"1.218606131s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T13:56:41.169794Z","caller":"traceutil/trace.go:171","msg":"trace[1112191367] linearizableReadLoop","detail":"{readStateIndex:2599; appliedIndex:2598; }","duration":"366.933241ms","start":"2026-03-12T13:56:40.80284Z","end":"2026-03-12T13:56:41.169773Z","steps":["trace[1112191367] 'read index received' (duration: 366.827578ms)","trace[1112191367] 'applied index is now lower than readState.Index' (duration: 103.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:56:41.169948Z","caller":"traceutil/trace.go:171","msg":"trace[1504671676] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"367.446947ms","start":"2026-03-12T13:56:40.802492Z","end":"2026-03-12T13:56:41.169939Z","steps":["trace[1504671676] 'process raft request' (duration: 367.110876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:41.170061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:40.802466Z","time spent":"367.513189ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:56:41.17029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.408156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:56:41.17042Z","caller":"traceutil/trace.go:171","msg":"trace[1687975877] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2495; }","duration":"367.583061ms","start":"2026-03-12T13:56:40.802806Z","end":"2026-03-12T13:56:41.170389Z","steps":["trace[1687975877] 'agreement among raft nodes before linearized reading' (duration: 367.373095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:41.170499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:40.802797Z","time spent":"367.684424ms","remote":"127.0.0.1:59366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-12T13:56:41.175899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.608209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T13:56:41.175968Z","caller":"traceutil/trace.go:171","msg":"trace[937360995] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2496; }","duration":"338.735243ms","start":"2026-03-12T13:56:40.837218Z","end":"2026-03-12T13:56:41.175953Z","steps":["trace[937360995] 'agreement among raft nodes before linearized reading' (duration: 338.514906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:41.176119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:56:40.837161Z","time spent":"338.943489ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-12T13:56:41.176198Z","caller":"traceutil/trace.go:171","msg":"trace[1200976477] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"141.266086ms","start":"2026-03-12T13:56:41.034909Z","end":"2026-03-12T13:56:41.176175Z","steps":["trace[1200976477] 'process raft request' (duration: 140.725039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:56:41.176679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.951181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T13:56:41.17673Z","caller":"traceutil/trace.go:171","msg":"trace[780712477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2496; }","duration":"191.041283ms","start":"2026-03-12T13:56:40.985677Z","end":"2026-03-12T13:56:41.176718Z","steps":["trace[780712477] 'agreement among raft nodes before linearized reading' (duration: 190.92824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.720272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.837932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:57:07.720591Z","caller":"traceutil/trace.go:171","msg":"trace[2113911157] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"396.948565ms","start":"2026-03-12T13:57:07.323622Z","end":"2026-03-12T13:57:07.72057Z","steps":["trace[2113911157] 'process raft request' (duration: 396.907154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.720675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:07.323597Z","time spent":"397.041228ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:57:07.720896Z","caller":"traceutil/trace.go:171","msg":"trace[421535722] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"1.165694045s","start":"2026-03-12T13:57:06.555189Z","end":"2026-03-12T13:57:07.720883Z","steps":["trace[421535722] 'process raft request' (duration: 484.13526ms)","trace[421535722] 'compare' (duration: 680.666937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:57:07.72096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.555176Z","time spent":"1.165754247s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:57:07.721209Z","caller":"traceutil/trace.go:171","msg":"trace[1817220500] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"1.165995945s","start":"2026-03-12T13:57:06.555202Z","end":"2026-03-12T13:57:07.721198Z","steps":["trace[1817220500] 'process raft request' (duration: 1.165202s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.721305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.555167Z","time spent":"1.166107368s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:57:07.721454Z","caller":"traceutil/trace.go:171","msg":"trace[574198705] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"1.166118509s","start":"2026-03-12T13:57:06.555325Z","end":"2026-03-12T13:57:07.721443Z","steps":["trace[574198705] 'process raft request' (duration: 1.165133838s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.721521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.555317Z","time spent":"1.16617524s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:57:07.721642Z","caller":"traceutil/trace.go:171","msg":"trace[2116705509] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"1.166338326s","start":"2026-03-12T13:57:06.555292Z","end":"2026-03-12T13:57:07.721631Z","steps":["trace[2116705509] 'process raft request' (duration: 1.16519654s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.721743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.55527Z","time spent":"1.166443869s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:57:07.722962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03814751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:57:07.723099Z","caller":"traceutil/trace.go:171","msg":"trace[338237813] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2639; }","duration":"1.038341745s","start":"2026-03-12T13:57:06.684715Z","end":"2026-03-12T13:57:07.723057Z","steps":["trace[338237813] 'agreement among raft nodes before linearized reading' (duration: 1.03752615s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.723183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.684673Z","time spent":"1.038491251s","remote":"127.0.0.1:59674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-12T13:57:07.724346Z","caller":"traceutil/trace.go:171","msg":"trace[273811071] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2743; }","duration":"1.039538454s","start":"2026-03-12T13:57:06.684791Z","end":"2026-03-12T13:57:07.72433Z","steps":["trace[273811071] 'read index received' (duration: 354.432927ms)","trace[273811071] 'applied index is now lower than readState.Index' (duration: 682.637209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:57:07.724582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.651163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-12T13:57:07.724617Z","caller":"traceutil/trace.go:171","msg":"trace[424138860] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2639; }","duration":"928.736835ms","start":"2026-03-12T13:57:06.795871Z","end":"2026-03-12T13:57:07.724608Z","steps":["trace[424138860] 'agreement among raft nodes before linearized reading' (duration: 928.597211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.724658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.795843Z","time spent":"928.800597ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T13:57:07.724913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.417937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:57:07.724953Z","caller":"traceutil/trace.go:171","msg":"trace[467948194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2639; }","duration":"219.49759ms","start":"2026-03-12T13:57:07.505444Z","end":"2026-03-12T13:57:07.724942Z","steps":["trace[467948194] 'agreement among raft nodes before linearized reading' (duration: 219.428368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.725138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.560684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:57:07.725173Z","caller":"traceutil/trace.go:171","msg":"trace[312316702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2639; }","duration":"619.925905ms","start":"2026-03-12T13:57:07.105238Z","end":"2026-03-12T13:57:07.725164Z","steps":["trace[312316702] 'agreement among raft nodes before linearized reading' (duration: 619.867393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.725205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:07.105138Z","time spent":"620.060999ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T13:57:07.725435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.269619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:57:07.725486Z","caller":"traceutil/trace.go:171","msg":"trace[1020977706] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2639; }","duration":"913.373263ms","start":"2026-03-12T13:57:06.812101Z","end":"2026-03-12T13:57:07.725474Z","steps":["trace[1020977706] 'agreement among raft nodes before linearized reading' (duration: 913.29432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.725519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.812061Z","time spent":"913.447565ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T13:57:07.72576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.320216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T13:57:07.725899Z","caller":"traceutil/trace.go:171","msg":"trace[505268274] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:2639; }","duration":"910.487001ms","start":"2026-03-12T13:57:06.815389Z","end":"2026-03-12T13:57:07.725876Z","steps":["trace[505268274] 'agreement among raft nodes before linearized reading' (duration: 910.215033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:07.725936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:06.815379Z","time spent":"910.549663ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-12T13:57:08.869084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.027883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T13:57:08.869261Z","caller":"traceutil/trace.go:171","msg":"trace[303309032] linearizableReadLoop","detail":"{readStateIndex:2751; appliedIndex:2750; }","duration":"430.935786ms","start":"2026-03-12T13:57:08.438308Z","end":"2026-03-12T13:57:08.869244Z","steps":["trace[303309032] 'read index received' (duration: 86.673µs)","trace[303309032] 'applied index is now lower than readState.Index' (duration: 430.847623ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:57:08.869344Z","caller":"traceutil/trace.go:171","msg":"trace[1452655257] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"692.50372ms","start":"2026-03-12T13:57:08.17683Z","end":"2026-03-12T13:57:08.869334Z","steps":["trace[1452655257] 'process raft request' (duration: 238.119396ms)","trace[1452655257] 'compare' (duration: 453.876558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:57:08.869399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.176789Z","time spent":"692.583792ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:57:08.869686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.381689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:57:08.86972Z","caller":"traceutil/trace.go:171","msg":"trace[126693593] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2641; }","duration":"431.463792ms","start":"2026-03-12T13:57:08.438245Z","end":"2026-03-12T13:57:08.869709Z","steps":["trace[126693593] 'agreement among raft nodes before linearized reading' (duration: 431.37783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:08.869896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.438217Z","time spent":"431.522744ms","remote":"127.0.0.1:44808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-12T13:57:08.902691Z","caller":"traceutil/trace.go:171","msg":"trace[529189114] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"406.902399ms","start":"2026-03-12T13:57:08.495757Z","end":"2026-03-12T13:57:08.902659Z","steps":["trace[529189114] 'process raft request' (duration: 406.760594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:08.902874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.495729Z","time spent":"407.052173ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T13:57:09.309302Z","caller":"traceutil/trace.go:171","msg":"trace[2082824253] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2751; }","duration":"439.973899ms","start":"2026-03-12T13:57:08.869291Z","end":"2026-03-12T13:57:09.309265Z","steps":["trace[2082824253] 'read index received' (duration: 33.295978ms)","trace[2082824253] 'applied index is now lower than readState.Index' (duration: 406.676701ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T13:57:09.309411Z","caller":"traceutil/trace.go:171","msg":"trace[1077933657] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"753.86231ms","start":"2026-03-12T13:57:08.555493Z","end":"2026-03-12T13:57:09.309356Z","steps":["trace[1077933657] 'process raft request' (duration: 753.574011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:09.309522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.837436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189c1c9bc75b0c2f\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-12T13:57:09.309522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.319521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-12T13:57:09.309554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.813798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T13:57:09.309554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.283723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T13:57:09.309548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.907124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:57:09.309589Z","caller":"traceutil/trace.go:171","msg":"trace[1166186405] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189c1c9bc75b0c2f; range_end:; response_count:1; response_revision:2643; }","duration":"629.9533ms","start":"2026-03-12T13:57:08.679616Z","end":"2026-03-12T13:57:09.309569Z","steps":["trace[1166186405] 'agreement among raft nodes before linearized reading' (duration: 629.770504ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:57:09.309598Z","caller":"traceutil/trace.go:171","msg":"trace[1422266686] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2643; }","duration":"515.408844ms","start":"2026-03-12T13:57:08.794169Z","end":"2026-03-12T13:57:09.309577Z","steps":["trace[1422266686] 'agreement among raft nodes before linearized reading' (duration: 515.120305ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:57:09.309605Z","caller":"traceutil/trace.go:171","msg":"trace[1572664360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2643; }","duration":"279.905121ms","start":"2026-03-12T13:57:09.029683Z","end":"2026-03-12T13:57:09.309588Z","steps":["trace[1572664360] 'agreement among raft nodes before linearized reading' (duration: 279.766037ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:57:09.309612Z","caller":"traceutil/trace.go:171","msg":"trace[223770427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2643; }","duration":"740.449038ms","start":"2026-03-12T13:57:08.569148Z","end":"2026-03-12T13:57:09.309597Z","steps":["trace[223770427] 'agreement among raft nodes before linearized reading' (duration: 740.283132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:09.309648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.679593Z","time spent":"630.041062ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189c1c9bc75b0c2f\" "} {"level":"warn","ts":"2026-03-12T13:57:09.309648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.79411Z","time spent":"515.524157ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-12T13:57:09.309654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.555451Z","time spent":"754.073606ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T13:57:09.309632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.527799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T13:57:09.309633Z","caller":"traceutil/trace.go:171","msg":"trace[1868930153] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2643; }","duration":"174.002247ms","start":"2026-03-12T13:57:09.135609Z","end":"2026-03-12T13:57:09.309611Z","steps":["trace[1868930153] 'agreement among raft nodes before linearized reading' (duration: 173.874163ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:57:09.309735Z","caller":"traceutil/trace.go:171","msg":"trace[1580603238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2643; }","duration":"204.694813ms","start":"2026-03-12T13:57:09.105019Z","end":"2026-03-12T13:57:09.309714Z","steps":["trace[1580603238] 'agreement among raft nodes before linearized reading' (duration: 204.532308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:09.30978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.681875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T13:57:09.309821Z","caller":"traceutil/trace.go:171","msg":"trace[451893455] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2643; }","duration":"239.764057ms","start":"2026-03-12T13:57:09.070044Z","end":"2026-03-12T13:57:09.309808Z","steps":["trace[451893455] 'agreement among raft nodes before linearized reading' (duration: 239.668184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T13:57:09.309674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T13:57:08.569115Z","time spent":"740.546441ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T13:57:14.213664Z","caller":"traceutil/trace.go:171","msg":"trace[1741541594] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"111.264113ms","start":"2026-03-12T13:57:14.102369Z","end":"2026-03-12T13:57:14.213633Z","steps":["trace[1741541594] 'process raft request' (duration: 110.204699ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:59:26.495844Z","caller":"traceutil/trace.go:171","msg":"trace[1613689223] linearizableReadLoop","detail":"{readStateIndex:3559; appliedIndex:3558; }","duration":"171.328178ms","start":"2026-03-12T13:59:26.324481Z","end":"2026-03-12T13:59:26.495809Z","steps":["trace[1613689223] 'read index received' (duration: 171.250075ms)","trace[1613689223] 'applied index is now lower than readState.Index' (duration: 76.793µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T13:59:26.496195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.68565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T13:59:26.496307Z","caller":"traceutil/trace.go:171","msg":"trace[757799695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3414; }","duration":"171.858335ms","start":"2026-03-12T13:59:26.324423Z","end":"2026-03-12T13:59:26.496282Z","steps":["trace[757799695] 'agreement among raft nodes before linearized reading' (duration: 171.514874ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:59:26.49655Z","caller":"traceutil/trace.go:171","msg":"trace[231279058] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"211.981862ms","start":"2026-03-12T13:59:26.283908Z","end":"2026-03-12T13:59:26.49589Z","steps":["trace[231279058] 'process raft request' (duration: 211.720394ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T13:59:26.496872Z","caller":"traceutil/trace.go:171","msg":"trace[24194304] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"135.572369ms","start":"2026-03-12T13:59:26.361214Z","end":"2026-03-12T13:59:26.496787Z","steps":["trace[24194304] 'process raft request' (duration: 135.323401ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:00:01.297011Z","caller":"traceutil/trace.go:171","msg":"trace[563082944] linearizableReadLoop","detail":"{readStateIndex:3823; appliedIndex:3822; }","duration":"193.900967ms","start":"2026-03-12T14:00:01.103075Z","end":"2026-03-12T14:00:01.296976Z","steps":["trace[563082944] 'read index received' (duration: 154.010306ms)","trace[563082944] 'applied index is now lower than readState.Index' (duration: 39.889301ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:00:01.297051Z","caller":"traceutil/trace.go:171","msg":"trace[867061300] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"219.532004ms","start":"2026-03-12T14:00:01.077458Z","end":"2026-03-12T14:00:01.29699Z","steps":["trace[867061300] 'process raft request' (duration: 179.788617ms)","trace[867061300] 'compare' (duration: 39.576951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:00:01.297814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.097943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:00:01.297894Z","caller":"traceutil/trace.go:171","msg":"trace[590020575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3671; }","duration":"194.863928ms","start":"2026-03-12T14:00:01.103006Z","end":"2026-03-12T14:00:01.29787Z","steps":["trace[590020575] 'agreement among raft nodes before linearized reading' (duration: 194.104554ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:00:35.823178Z","caller":"traceutil/trace.go:171","msg":"trace[1970448389] linearizableReadLoop","detail":"{readStateIndex:4035; appliedIndex:4034; }","duration":"141.541227ms","start":"2026-03-12T14:00:35.681602Z","end":"2026-03-12T14:00:35.823144Z","steps":["trace[1970448389] 'read index received' (duration: 102.791694ms)","trace[1970448389] 'applied index is now lower than readState.Index' (duration: 38.748253ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:00:35.823205Z","caller":"traceutil/trace.go:171","msg":"trace[532103119] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"143.217159ms","start":"2026-03-12T14:00:35.679942Z","end":"2026-03-12T14:00:35.823159Z","steps":["trace[532103119] 'process raft request' (duration: 104.425975ms)","trace[532103119] 'compare' (duration: 38.425053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:00:35.823529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.880497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:00:35.823581Z","caller":"traceutil/trace.go:171","msg":"trace[1208231750] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3871; }","duration":"142.019332ms","start":"2026-03-12T14:00:35.681548Z","end":"2026-03-12T14:00:35.823568Z","steps":["trace[1208231750] 'agreement among raft nodes before linearized reading' (duration: 141.694052ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:00:35.823692Z","caller":"traceutil/trace.go:171","msg":"trace[918372601] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"124.731826ms","start":"2026-03-12T14:00:35.698943Z","end":"2026-03-12T14:00:35.823675Z","steps":["trace[918372601] 'process raft request' (duration: 124.163538ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:00:36.946154Z","caller":"traceutil/trace.go:171","msg":"trace[327128674] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"178.064049ms","start":"2026-03-12T14:00:36.768037Z","end":"2026-03-12T14:00:36.946101Z","steps":["trace[327128674] 'process raft request' (duration: 135.536637ms)","trace[327128674] 'compare' (duration: 41.996455ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:00:36.94643Z","caller":"traceutil/trace.go:171","msg":"trace[1287766896] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"129.032531ms","start":"2026-03-12T14:00:36.817344Z","end":"2026-03-12T14:00:36.946376Z","steps":["trace[1287766896] 'process raft request' (duration: 128.724932ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:00:36.94749Z","caller":"traceutil/trace.go:171","msg":"trace[2099244276] linearizableReadLoop","detail":"{readStateIndex:4056; appliedIndex:4054; }","duration":"120.609587ms","start":"2026-03-12T14:00:36.82685Z","end":"2026-03-12T14:00:36.94746Z","steps":["trace[2099244276] 'read index received' (duration: 76.808454ms)","trace[2099244276] 'applied index is now lower than readState.Index' (duration: 43.800162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:00:36.948131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.248846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:00:36.948206Z","caller":"traceutil/trace.go:171","msg":"trace[282237110] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:3893; }","duration":"121.410681ms","start":"2026-03-12T14:00:36.826774Z","end":"2026-03-12T14:00:36.948184Z","steps":["trace[282237110] 'agreement among raft nodes before linearized reading' (duration: 120.816403ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:10.600997Z","caller":"traceutil/trace.go:171","msg":"trace[1941742212] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"122.910109ms","start":"2026-03-12T14:01:10.47806Z","end":"2026-03-12T14:01:10.60097Z","steps":["trace[1941742212] 'process raft request' (duration: 122.724813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:13.716935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.403417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:01:13.717127Z","caller":"traceutil/trace.go:171","msg":"trace[614619401] linearizableReadLoop","detail":"{readStateIndex:4280; appliedIndex:4278; }","duration":"133.440021ms","start":"2026-03-12T14:01:13.583673Z","end":"2026-03-12T14:01:13.717113Z","steps":["trace[614619401] 'read index received' (duration: 65.710503ms)","trace[614619401] 'applied index is now lower than readState.Index' (duration: 67.728148ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:13.717242Z","caller":"traceutil/trace.go:171","msg":"trace[922310840] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"242.120281ms","start":"2026-03-12T14:01:13.475114Z","end":"2026-03-12T14:01:13.717235Z","steps":["trace[922310840] 'process raft request' (duration: 241.945915ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:13.717399Z","caller":"traceutil/trace.go:171","msg":"trace[1124963727] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"257.590869ms","start":"2026-03-12T14:01:13.459759Z","end":"2026-03-12T14:01:13.71735Z","steps":["trace[1124963727] 'compare' (duration: 247.238022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:13.717559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.546735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T14:01:13.717656Z","caller":"traceutil/trace.go:171","msg":"trace[1367737381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4097; }","duration":"133.72549ms","start":"2026-03-12T14:01:13.583905Z","end":"2026-03-12T14:01:13.717631Z","steps":["trace[1367737381] 'agreement among raft nodes before linearized reading' (duration: 133.463832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:13.717789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.094291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:01:13.717925Z","caller":"traceutil/trace.go:171","msg":"trace[758021436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4097; }","duration":"134.231796ms","start":"2026-03-12T14:01:13.583618Z","end":"2026-03-12T14:01:13.71785Z","steps":["trace[758021436] 'agreement among raft nodes before linearized reading' (duration: 133.823103ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:14.11875Z","caller":"traceutil/trace.go:171","msg":"trace[1364893367] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"177.112399ms","start":"2026-03-12T14:01:13.941604Z","end":"2026-03-12T14:01:14.118717Z","steps":["trace[1364893367] 'process raft request' (duration: 176.641384ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:16.888443Z","caller":"traceutil/trace.go:171","msg":"trace[425367968] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"236.793433ms","start":"2026-03-12T14:01:16.651621Z","end":"2026-03-12T14:01:16.888414Z","steps":["trace[425367968] 'process raft request' (duration: 235.637566ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:21.622992Z","caller":"traceutil/trace.go:171","msg":"trace[329342137] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"196.091788ms","start":"2026-03-12T14:01:21.426852Z","end":"2026-03-12T14:01:21.622944Z","steps":["trace[329342137] 'process raft request' (duration: 117.23864ms)","trace[329342137] 'compare' (duration: 78.548869ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:21.623175Z","caller":"traceutil/trace.go:171","msg":"trace[1667090883] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"189.619084ms","start":"2026-03-12T14:01:21.433503Z","end":"2026-03-12T14:01:21.623122Z","steps":["trace[1667090883] 'process raft request' (duration: 189.448769ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:21.623478Z","caller":"traceutil/trace.go:171","msg":"trace[1280517696] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"138.413458ms","start":"2026-03-12T14:01:21.485049Z","end":"2026-03-12T14:01:21.623462Z","steps":["trace[1280517696] 'process raft request' (duration: 137.992284ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:21.623631Z","caller":"traceutil/trace.go:171","msg":"trace[1085917630] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"193.174925ms","start":"2026-03-12T14:01:21.430438Z","end":"2026-03-12T14:01:21.623613Z","steps":["trace[1085917630] 'process raft request' (duration: 192.37679ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:21.623771Z","caller":"traceutil/trace.go:171","msg":"trace[632642327] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"186.527046ms","start":"2026-03-12T14:01:21.437204Z","end":"2026-03-12T14:01:21.623731Z","steps":["trace[632642327] 'process raft request' (duration: 185.792003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:21.871851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.602438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:01:21.872194Z","caller":"traceutil/trace.go:171","msg":"trace[1298996698] linearizableReadLoop","detail":"{readStateIndex:4626; appliedIndex:4624; }","duration":"120.73033ms","start":"2026-03-12T14:01:21.751439Z","end":"2026-03-12T14:01:21.872169Z","steps":["trace[1298996698] 'read index received' (duration: 4.732519ms)","trace[1298996698] 'applied index is now lower than readState.Index' (duration: 115.996811ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:21.872262Z","caller":"traceutil/trace.go:171","msg":"trace[163161449] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"154.107693ms","start":"2026-03-12T14:01:21.718051Z","end":"2026-03-12T14:01:21.872159Z","steps":["trace[163161449] 'process raft request' (duration: 38.112132ms)","trace[163161449] 'compare' (duration: 115.394182ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:21.87231Z","caller":"traceutil/trace.go:171","msg":"trace[150772770] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"145.810111ms","start":"2026-03-12T14:01:21.726455Z","end":"2026-03-12T14:01:21.872265Z","steps":["trace[150772770] 'process raft request' (duration: 145.509711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:21.872529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.083461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:01:21.872573Z","caller":"traceutil/trace.go:171","msg":"trace[1555464209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4437; }","duration":"121.205245ms","start":"2026-03-12T14:01:21.751357Z","end":"2026-03-12T14:01:21.872562Z","steps":["trace[1555464209] 'agreement among raft nodes before linearized reading' (duration: 120.905106ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:22.794528Z","caller":"traceutil/trace.go:171","msg":"trace[370885047] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"155.070393ms","start":"2026-03-12T14:01:22.639422Z","end":"2026-03-12T14:01:22.794492Z","steps":["trace[370885047] 'process raft request' (duration: 154.835256ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:22.798218Z","caller":"traceutil/trace.go:171","msg":"trace[893529773] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4480; }","duration":"111.570241ms","start":"2026-03-12T14:01:22.686612Z","end":"2026-03-12T14:01:22.798183Z","steps":["trace[893529773] 'process raft request' (duration: 111.407076ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:24.273087Z","caller":"traceutil/trace.go:171","msg":"trace[236058115] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"373.464945ms","start":"2026-03-12T14:01:23.899593Z","end":"2026-03-12T14:01:24.273058Z","steps":["trace[236058115] 'process raft request' (duration: 372.34123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:24.273306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:23.899578Z","time spent":"373.622401ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:24.273786Z","caller":"traceutil/trace.go:171","msg":"trace[1692711161] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"373.93526ms","start":"2026-03-12T14:01:23.899815Z","end":"2026-03-12T14:01:24.273751Z","steps":["trace[1692711161] 'process raft request' (duration: 373.742534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:24.273989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:23.899804Z","time spent":"374.077454ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:24.274166Z","caller":"traceutil/trace.go:171","msg":"trace[713755113] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"374.038883ms","start":"2026-03-12T14:01:23.900095Z","end":"2026-03-12T14:01:24.274134Z","steps":["trace[713755113] 'process raft request' (duration: 373.61241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:24.274349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:23.900078Z","time spent":"374.175478ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:24.274345Z","caller":"traceutil/trace.go:171","msg":"trace[1136313366] linearizableReadLoop","detail":"{readStateIndex:4686; appliedIndex:4683; }","duration":"170.383717ms","start":"2026-03-12T14:01:24.103933Z","end":"2026-03-12T14:01:24.274316Z","steps":["trace[1136313366] 'read index received' (duration: 168.020562ms)","trace[1136313366] 'applied index is now lower than readState.Index' (duration: 2.361675ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:24.274404Z","caller":"traceutil/trace.go:171","msg":"trace[984692009] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"143.214569ms","start":"2026-03-12T14:01:24.131175Z","end":"2026-03-12T14:01:24.27439Z","steps":["trace[984692009] 'process raft request' (duration: 142.818307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:24.274542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.557052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:24.274593Z","caller":"traceutil/trace.go:171","msg":"trace[420643761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4496; }","duration":"170.713647ms","start":"2026-03-12T14:01:24.103865Z","end":"2026-03-12T14:01:24.274579Z","steps":["trace[420643761] 'agreement among raft nodes before linearized reading' (duration: 170.554282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:25.964753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.294691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-12T14:01:25.964889Z","caller":"traceutil/trace.go:171","msg":"trace[1761937025] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4565; }","duration":"380.449566ms","start":"2026-03-12T14:01:25.584417Z","end":"2026-03-12T14:01:25.964866Z","steps":["trace[1761937025] 'range keys from in-memory index tree' (duration: 380.105955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:25.96493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:25.58434Z","time spent":"380.57995ms","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-12T14:01:26.603646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.320589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:01:26.603746Z","caller":"traceutil/trace.go:171","msg":"trace[1114937817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:4580; }","duration":"205.439093ms","start":"2026-03-12T14:01:26.398289Z","end":"2026-03-12T14:01:26.603728Z","steps":["trace[1114937817] 'range keys from in-memory index tree' (duration: 205.150034ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:26.603818Z","caller":"traceutil/trace.go:171","msg":"trace[2050686583] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"129.877869ms","start":"2026-03-12T14:01:26.473904Z","end":"2026-03-12T14:01:26.603782Z","steps":["trace[2050686583] 'process raft request' (duration: 129.055943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:26.603819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.481391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-12T14:01:26.603812Z","caller":"traceutil/trace.go:171","msg":"trace[677545196] linearizableReadLoop","detail":"{readStateIndex:4772; appliedIndex:4771; }","duration":"106.395657ms","start":"2026-03-12T14:01:26.497373Z","end":"2026-03-12T14:01:26.603769Z","steps":["trace[677545196] 'read index received' (duration: 105.488229ms)","trace[677545196] 'applied index is now lower than readState.Index' (duration: 904.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:26.603998Z","caller":"traceutil/trace.go:171","msg":"trace[802368702] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4580; }","duration":"229.74808ms","start":"2026-03-12T14:01:26.3742Z","end":"2026-03-12T14:01:26.603948Z","steps":["trace[802368702] 'range keys from in-memory index tree' (duration: 229.140281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:26.60411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.701488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b4293afd-badf-4a7f-b6d2-7bb0f4eec451\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-12T14:01:26.604174Z","caller":"traceutil/trace.go:171","msg":"trace[1439087710] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b4293afd-badf-4a7f-b6d2-7bb0f4eec451; range_end:; response_count:1; response_revision:4581; }","duration":"106.854733ms","start":"2026-03-12T14:01:26.497304Z","end":"2026-03-12T14:01:26.604159Z","steps":["trace[1439087710] 'agreement among raft nodes before linearized reading' (duration: 106.586684ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:27.801824Z","caller":"traceutil/trace.go:171","msg":"trace[1434082817] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"100.646886ms","start":"2026-03-12T14:01:27.701145Z","end":"2026-03-12T14:01:27.801792Z","steps":["trace[1434082817] 'process raft request' (duration: 100.334906ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:34.261758Z","caller":"traceutil/trace.go:171","msg":"trace[451111074] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"156.609412ms","start":"2026-03-12T14:01:34.105121Z","end":"2026-03-12T14:01:34.26173Z","steps":["trace[451111074] 'read index received' (duration: 156.499268ms)","trace[451111074] 'applied index is now lower than readState.Index' (duration: 108.984µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:34.261895Z","caller":"traceutil/trace.go:171","msg":"trace[1385151037] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"226.123295ms","start":"2026-03-12T14:01:34.035725Z","end":"2026-03-12T14:01:34.261848Z","steps":["trace[1385151037] 'process raft request' (duration: 225.843287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:34.262007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.784877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:34.262211Z","caller":"traceutil/trace.go:171","msg":"trace[1232072781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4773; }","duration":"157.071937ms","start":"2026-03-12T14:01:34.105078Z","end":"2026-03-12T14:01:34.26215Z","steps":["trace[1232072781] 'agreement among raft nodes before linearized reading' (duration: 156.795628ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:34.287534Z","caller":"traceutil/trace.go:171","msg":"trace[799464713] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"136.358412ms","start":"2026-03-12T14:01:34.151135Z","end":"2026-03-12T14:01:34.287493Z","steps":["trace[799464713] 'process raft request' (duration: 118.641953ms)","trace[799464713] 'compare' (duration: 17.498212ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:34.648922Z","caller":"traceutil/trace.go:171","msg":"trace[291974371] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"261.675942ms","start":"2026-03-12T14:01:34.387209Z","end":"2026-03-12T14:01:34.648885Z","steps":["trace[291974371] 'process raft request' (duration: 261.450195ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:34.669109Z","caller":"traceutil/trace.go:171","msg":"trace[852543191] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"167.612247ms","start":"2026-03-12T14:01:34.501466Z","end":"2026-03-12T14:01:34.669078Z","steps":["trace[852543191] 'process raft request' (duration: 167.40472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:35.02271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.936257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:01:35.022822Z","caller":"traceutil/trace.go:171","msg":"trace[1593860396] linearizableReadLoop","detail":"{readStateIndex:4977; appliedIndex:4976; }","duration":"106.079223ms","start":"2026-03-12T14:01:34.916725Z","end":"2026-03-12T14:01:35.022804Z","steps":["trace[1593860396] 'read index received' (duration: 79.132µs)","trace[1593860396] 'applied index is now lower than readState.Index' (duration: 105.999111ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:35.023067Z","caller":"traceutil/trace.go:171","msg":"trace[975690709] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"296.29923ms","start":"2026-03-12T14:01:34.726756Z","end":"2026-03-12T14:01:35.023055Z","steps":["trace[975690709] 'process raft request' (duration: 77.902548ms)","trace[975690709] 'compare' (duration: 217.582026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:35.023365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.643931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:01:35.023397Z","caller":"traceutil/trace.go:171","msg":"trace[492696718] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4780; }","duration":"106.737353ms","start":"2026-03-12T14:01:34.91665Z","end":"2026-03-12T14:01:35.023387Z","steps":["trace[492696718] 'agreement among raft nodes before linearized reading' (duration: 106.605149ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:35.105845Z","caller":"traceutil/trace.go:171","msg":"trace[1912376296] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"129.364855ms","start":"2026-03-12T14:01:34.976449Z","end":"2026-03-12T14:01:35.105814Z","steps":["trace[1912376296] 'process raft request' (duration: 129.139328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:35.105937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.178884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:01:35.106061Z","caller":"traceutil/trace.go:171","msg":"trace[990736120] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4781; }","duration":"175.335869ms","start":"2026-03-12T14:01:34.930673Z","end":"2026-03-12T14:01:35.106009Z","steps":["trace[990736120] 'agreement among raft nodes before linearized reading' (duration: 175.152834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:35.169896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.25055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:01:35.169949Z","caller":"traceutil/trace.go:171","msg":"trace[220186050] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"141.29567ms","start":"2026-03-12T14:01:35.028606Z","end":"2026-03-12T14:01:35.169902Z","steps":["trace[220186050] 'process raft request' (duration: 140.889737ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:35.169991Z","caller":"traceutil/trace.go:171","msg":"trace[2058904812] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4782; }","duration":"142.358643ms","start":"2026-03-12T14:01:35.027611Z","end":"2026-03-12T14:01:35.169969Z","steps":["trace[2058904812] 'agreement among raft nodes before linearized reading' (duration: 142.111925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:35.170101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.222052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:01:35.170174Z","caller":"traceutil/trace.go:171","msg":"trace[1884327085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4782; }","duration":"144.356356ms","start":"2026-03-12T14:01:35.0258Z","end":"2026-03-12T14:01:35.170156Z","steps":["trace[1884327085] 'agreement among raft nodes before linearized reading' (duration: 144.18104ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:35.730772Z","caller":"traceutil/trace.go:171","msg":"trace[839517769] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"102.963015ms","start":"2026-03-12T14:01:35.627753Z","end":"2026-03-12T14:01:35.730716Z","steps":["trace[839517769] 'process raft request' (duration: 93.009152ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:35.909937Z","caller":"traceutil/trace.go:171","msg":"trace[1721436519] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"174.206283ms","start":"2026-03-12T14:01:35.735687Z","end":"2026-03-12T14:01:35.909893Z","steps":["trace[1721436519] 'process raft request' (duration: 126.722172ms)","trace[1721436519] 'compare' (duration: 47.140531ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:35.910236Z","caller":"traceutil/trace.go:171","msg":"trace[2031262856] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"170.884779ms","start":"2026-03-12T14:01:35.739327Z","end":"2026-03-12T14:01:35.910211Z","steps":["trace[2031262856] 'process raft request' (duration: 170.456836ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:35.91046Z","caller":"traceutil/trace.go:171","msg":"trace[1792928359] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"147.068161ms","start":"2026-03-12T14:01:35.763372Z","end":"2026-03-12T14:01:35.91044Z","steps":["trace[1792928359] 'process raft request' (duration: 146.526234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:37.176269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.40916ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T14:01:37.176527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:36.831517Z","time spent":"344.99967ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:01:37.176689Z","caller":"traceutil/trace.go:171","msg":"trace[2060434706] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"194.989487ms","start":"2026-03-12T14:01:36.981676Z","end":"2026-03-12T14:01:37.176666Z","steps":["trace[2060434706] 'process raft request' (duration: 194.76502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:37.677503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093736465,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:01:37.936619Z","caller":"traceutil/trace.go:171","msg":"trace[784740199] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"825.046962ms","start":"2026-03-12T14:01:37.111538Z","end":"2026-03-12T14:01:37.936585Z","steps":["trace[784740199] 'process raft request' (duration: 824.832125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:37.936851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.111522Z","time spent":"825.210197ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:01:38.087061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.205455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:01:38.08732Z","caller":"traceutil/trace.go:171","msg":"trace[713650511] linearizableReadLoop","detail":"{readStateIndex:5020; appliedIndex:5016; }","duration":"910.694634ms","start":"2026-03-12T14:01:37.176605Z","end":"2026-03-12T14:01:38.0873Z","steps":["trace[713650511] 'read index received' (duration: 759.649978ms)","trace[713650511] 'applied index is now lower than readState.Index' (duration: 151.043796ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:38.087357Z","caller":"traceutil/trace.go:171","msg":"trace[1454599719] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"879.196044ms","start":"2026-03-12T14:01:37.208137Z","end":"2026-03-12T14:01:38.087333Z","steps":["trace[1454599719] 'process raft request' (duration: 879.049219ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:38.087388Z","caller":"traceutil/trace.go:171","msg":"trace[1631337380] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"909.265328ms","start":"2026-03-12T14:01:37.178056Z","end":"2026-03-12T14:01:38.087321Z","steps":["trace[1631337380] 'process raft request' (duration: 803.688271ms)","trace[1631337380] 'compare' (duration: 105.049101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:38.087576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.63308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:38.087641Z","caller":"traceutil/trace.go:171","msg":"trace[1671932561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4821; }","duration":"909.737893ms","start":"2026-03-12T14:01:37.177888Z","end":"2026-03-12T14:01:38.087626Z","steps":["trace[1671932561] 'agreement among raft nodes before linearized reading' (duration: 909.626969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:38.087645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.883565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-12T14:01:38.087686Z","caller":"traceutil/trace.go:171","msg":"trace[499253214] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169; range_end:; response_count:1; response_revision:4821; }","duration":"477.958387ms","start":"2026-03-12T14:01:37.609716Z","end":"2026-03-12T14:01:38.087674Z","steps":["trace[499253214] 'agreement among raft nodes before linearized reading' (duration: 477.804733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:38.087686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.177871Z","time spent":"909.803796ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:01:38.087696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.178046Z","time spent":"909.502986ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:01:38.08782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.011776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-03-12T14:01:38.087466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.208109Z","time spent":"879.308467ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:38.087941Z","caller":"traceutil/trace.go:171","msg":"trace[586944653] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169; range_end:; response_count:1; response_revision:4821; }","duration":"885.201602ms","start":"2026-03-12T14:01:37.202694Z","end":"2026-03-12T14:01:38.087895Z","steps":["trace[586944653] 'agreement among raft nodes before linearized reading' (duration: 884.868522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:38.087996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.202668Z","time spent":"885.317336ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" "} {"level":"warn","ts":"2026-03-12T14:01:38.087989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.753079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:773052"} {"level":"info","ts":"2026-03-12T14:01:38.087443Z","caller":"traceutil/trace.go:171","msg":"trace[1033663963] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"735.727836ms","start":"2026-03-12T14:01:37.351664Z","end":"2026-03-12T14:01:38.087391Z","steps":["trace[1033663963] 'process raft request' (duration: 735.586671ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:38.088048Z","caller":"traceutil/trace.go:171","msg":"trace[1686542080] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4821; }","duration":"976.861473ms","start":"2026-03-12T14:01:37.11117Z","end":"2026-03-12T14:01:38.088031Z","steps":["trace[1686542080] 'agreement among raft nodes before linearized reading' (duration: 976.279484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:38.088015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.669762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-12T14:01:38.088101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.111146Z","time spent":"976.941885ms","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":773076,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-12T14:01:38.088129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.351632Z","time spent":"736.445958ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:01:38.088139Z","caller":"traceutil/trace.go:171","msg":"trace[1455185674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4821; }","duration":"902.843496ms","start":"2026-03-12T14:01:37.185272Z","end":"2026-03-12T14:01:38.088116Z","steps":["trace[1455185674] 'agreement among raft nodes before linearized reading' (duration: 902.458774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:38.089581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.185261Z","time spent":"904.296893ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:01:38.087729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:37.609695Z","time spent":"478.02742ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" "} {"level":"info","ts":"2026-03-12T14:01:38.841524Z","caller":"traceutil/trace.go:171","msg":"trace[380394247] linearizableReadLoop","detail":"{readStateIndex:5032; appliedIndex:5030; }","duration":"150.459438ms","start":"2026-03-12T14:01:38.691037Z","end":"2026-03-12T14:01:38.841496Z","steps":["trace[380394247] 'read index received' (duration: 12.217344ms)","trace[380394247] 'applied index is now lower than readState.Index' (duration: 138.240844ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:38.841742Z","caller":"traceutil/trace.go:171","msg":"trace[329958416] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"154.549886ms","start":"2026-03-12T14:01:38.687148Z","end":"2026-03-12T14:01:38.841698Z","steps":["trace[329958416] 'process raft request' (duration: 92.041362ms)","trace[329958416] 'compare' (duration: 62.114232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:38.841785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.739316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:01:38.841816Z","caller":"traceutil/trace.go:171","msg":"trace[1646877702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:4832; }","duration":"150.85058ms","start":"2026-03-12T14:01:38.690957Z","end":"2026-03-12T14:01:38.841808Z","steps":["trace[1646877702] 'agreement among raft nodes before linearized reading' (duration: 150.639443ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:38.985473Z","caller":"traceutil/trace.go:171","msg":"trace[1584160936] linearizableReadLoop","detail":"{readStateIndex:5033; appliedIndex:5032; }","duration":"139.315286ms","start":"2026-03-12T14:01:38.846135Z","end":"2026-03-12T14:01:38.98545Z","steps":["trace[1584160936] 'read index received' (duration: 137.432617ms)","trace[1584160936] 'applied index is now lower than readState.Index' (duration: 1.881909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:38.985773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.608426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62982"} {"level":"info","ts":"2026-03-12T14:01:38.985812Z","caller":"traceutil/trace.go:171","msg":"trace[1373040755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4833; }","duration":"139.71053ms","start":"2026-03-12T14:01:38.846092Z","end":"2026-03-12T14:01:38.985803Z","steps":["trace[1373040755] 'agreement among raft nodes before linearized reading' (duration: 139.447371ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:38.986168Z","caller":"traceutil/trace.go:171","msg":"trace[2037266885] transaction","detail":"{read_only:false; response_revision:4833; number_of_response:1; }","duration":"140.131523ms","start":"2026-03-12T14:01:38.846026Z","end":"2026-03-12T14:01:38.986158Z","steps":["trace[2037266885] 'process raft request' (duration: 137.557802ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:40.257903Z","caller":"traceutil/trace.go:171","msg":"trace[1782697473] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5052; }","duration":"115.326864ms","start":"2026-03-12T14:01:40.142543Z","end":"2026-03-12T14:01:40.25787Z","steps":["trace[1782697473] 'read index received' (duration: 72.994584ms)","trace[1782697473] 'applied index is now lower than readState.Index' (duration: 42.33066ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:40.257976Z","caller":"traceutil/trace.go:171","msg":"trace[213535165] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"126.802824ms","start":"2026-03-12T14:01:40.131129Z","end":"2026-03-12T14:01:40.257932Z","steps":["trace[213535165] 'process raft request' (duration: 84.407572ms)","trace[213535165] 'compare' (duration: 42.203196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:40.258224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.661024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-12T14:01:40.258301Z","caller":"traceutil/trace.go:171","msg":"trace[255650830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169; range_end:; response_count:1; response_revision:4853; }","duration":"115.815299ms","start":"2026-03-12T14:01:40.142466Z","end":"2026-03-12T14:01:40.258282Z","steps":["trace[255650830] 'agreement among raft nodes before linearized reading' (duration: 115.53529ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:40.535052Z","caller":"traceutil/trace.go:171","msg":"trace[926610362] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5053; }","duration":"151.991185ms","start":"2026-03-12T14:01:40.38303Z","end":"2026-03-12T14:01:40.535021Z","steps":["trace[926610362] 'read index received' (duration: 151.799699ms)","trace[926610362] 'applied index is now lower than readState.Index' (duration: 189.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:40.53517Z","caller":"traceutil/trace.go:171","msg":"trace[735230886] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"201.448889ms","start":"2026-03-12T14:01:40.333682Z","end":"2026-03-12T14:01:40.535131Z","steps":["trace[735230886] 'process raft request' (duration: 201.17ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:40.535379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.339496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:01:40.535433Z","caller":"traceutil/trace.go:171","msg":"trace[577077939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4854; }","duration":"152.46377ms","start":"2026-03-12T14:01:40.382957Z","end":"2026-03-12T14:01:40.535421Z","steps":["trace[577077939] 'agreement among raft nodes before linearized reading' (duration: 152.192742ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:40.536878Z","caller":"traceutil/trace.go:171","msg":"trace[900543777] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"129.941903ms","start":"2026-03-12T14:01:40.406887Z","end":"2026-03-12T14:01:40.536829Z","steps":["trace[900543777] 'process raft request' (duration: 129.764457ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:40.536938Z","caller":"traceutil/trace.go:171","msg":"trace[2040547131] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"107.666223ms","start":"2026-03-12T14:01:40.42926Z","end":"2026-03-12T14:01:40.536926Z","steps":["trace[2040547131] 'process raft request' (duration: 107.498007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:40.536988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.00296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:01:40.537023Z","caller":"traceutil/trace.go:171","msg":"trace[891188999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4856; }","duration":"105.048391ms","start":"2026-03-12T14:01:40.431965Z","end":"2026-03-12T14:01:40.537014Z","steps":["trace[891188999] 'agreement among raft nodes before linearized reading' (duration: 104.974488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:40.536917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.984134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:01:40.537098Z","caller":"traceutil/trace.go:171","msg":"trace[2084212048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4856; }","duration":"109.214812ms","start":"2026-03-12T14:01:40.427875Z","end":"2026-03-12T14:01:40.53709Z","steps":["trace[2084212048] 'agreement among raft nodes before linearized reading' (duration: 108.936813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.749163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.802849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:42.749238Z","caller":"traceutil/trace.go:171","msg":"trace[120729394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4903; }","duration":"644.970975ms","start":"2026-03-12T14:01:42.104254Z","end":"2026-03-12T14:01:42.749225Z","steps":["trace[120729394] 'range keys from in-memory index tree' (duration: 644.694065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.749272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:42.104227Z","time spent":"645.031057ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:01:42.749627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.134968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:01:42.74985Z","caller":"traceutil/trace.go:171","msg":"trace[1126605539] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"627.63072ms","start":"2026-03-12T14:01:42.12221Z","end":"2026-03-12T14:01:42.74984Z","steps":["trace[1126605539] 'process raft request' (duration: 54.204403ms)","trace[1126605539] 'compare' (duration: 573.036765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:42.749927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:42.122186Z","time spent":"627.690981ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:42.788233Z","caller":"traceutil/trace.go:171","msg":"trace[1766804745] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"244.692668ms","start":"2026-03-12T14:01:42.543517Z","end":"2026-03-12T14:01:42.78821Z","steps":["trace[1766804745] 'process raft request' (duration: 244.577974ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:42.788282Z","caller":"traceutil/trace.go:171","msg":"trace[120655360] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5105; }","duration":"574.391375ms","start":"2026-03-12T14:01:42.213836Z","end":"2026-03-12T14:01:42.788227Z","steps":["trace[120655360] 'read index received' (duration: 178.321763ms)","trace[120655360] 'applied index is now lower than readState.Index' (duration: 396.060372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:42.788471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.585632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:42.788604Z","caller":"traceutil/trace.go:171","msg":"trace[1229545231] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:0; response_revision:4905; }","duration":"574.799498ms","start":"2026-03-12T14:01:42.21378Z","end":"2026-03-12T14:01:42.788579Z","steps":["trace[1229545231] 'agreement among raft nodes before linearized reading' (duration: 574.557161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.788658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:42.213756Z","time spent":"574.892051ms","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-12T14:01:42.788739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.554791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:01:42.788793Z","caller":"traceutil/trace.go:171","msg":"trace[1103812860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4905; }","duration":"525.677785ms","start":"2026-03-12T14:01:42.263096Z","end":"2026-03-12T14:01:42.788774Z","steps":["trace[1103812860] 'agreement among raft nodes before linearized reading' (duration: 525.382576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.788838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:42.263069Z","time spent":"525.758308ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:01:42.78883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.440491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-03-12T14:01:42.789026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.089327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:01:42.789027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.713642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:01:42.789073Z","caller":"traceutil/trace.go:171","msg":"trace[1245975237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4905; }","duration":"243.18781ms","start":"2026-03-12T14:01:42.545874Z","end":"2026-03-12T14:01:42.789061Z","steps":["trace[1245975237] 'agreement among raft nodes before linearized reading' (duration: 243.098148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.78913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.904005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" ","response":"range_response_count:1 size:3909"} {"level":"warn","ts":"2026-03-12T14:01:42.789196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.81764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:01:42.789217Z","caller":"traceutil/trace.go:171","msg":"trace[1643877761] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4905; }","duration":"236.857671ms","start":"2026-03-12T14:01:42.552352Z","end":"2026-03-12T14:01:42.78921Z","steps":["trace[1643877761] 'agreement among raft nodes before linearized reading' (duration: 236.776429ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:42.789209Z","caller":"traceutil/trace.go:171","msg":"trace[1775960318] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169; range_end:; response_count:1; response_revision:4905; }","duration":"520.967938ms","start":"2026-03-12T14:01:42.268194Z","end":"2026-03-12T14:01:42.789162Z","steps":["trace[1775960318] 'agreement among raft nodes before linearized reading' (duration: 520.786962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.789257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:42.268181Z","time spent":"521.0644ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3933,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3aacc0f-f7c2-4e94-91bf-54058ade9169\" "} {"level":"info","ts":"2026-03-12T14:01:42.789419Z","caller":"traceutil/trace.go:171","msg":"trace[877345960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4905; }","duration":"240.821146ms","start":"2026-03-12T14:01:42.548259Z","end":"2026-03-12T14:01:42.78908Z","steps":["trace[877345960] 'agreement among raft nodes before linearized reading' (duration: 240.596099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:42.78954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.685748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz.189c1cdfff01d552\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-12T14:01:42.789653Z","caller":"traceutil/trace.go:171","msg":"trace[838151457] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz.189c1cdfff01d552; range_end:; response_count:1; response_revision:4905; }","duration":"117.825472ms","start":"2026-03-12T14:01:42.671803Z","end":"2026-03-12T14:01:42.789629Z","steps":["trace[838151457] 'agreement among raft nodes before linearized reading' (duration: 117.597265ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:42.78989Z","caller":"traceutil/trace.go:171","msg":"trace[1771792144] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz; range_end:; response_count:1; response_revision:4905; }","duration":"118.633467ms","start":"2026-03-12T14:01:42.670286Z","end":"2026-03-12T14:01:42.78892Z","steps":["trace[1771792144] 'agreement among raft nodes before linearized reading' (duration: 118.239535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:49.25883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093736879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:01:49.759153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093736879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:01:50.159506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434019917s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:01:50.160258Z","caller":"traceutil/trace.go:171","msg":"trace[853395137] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"1.434843153s","start":"2026-03-12T14:01:48.725349Z","end":"2026-03-12T14:01:50.160192Z","steps":["trace[853395137] 'process raft request' (duration: 1.434634826s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.160455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.725332Z","time spent":"1.435032298s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:01:50.205254Z","caller":"traceutil/trace.go:171","msg":"trace[992394480] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"1.470197843s","start":"2026-03-12T14:01:48.735016Z","end":"2026-03-12T14:01:50.205214Z","steps":["trace[992394480] 'process raft request' (duration: 1.469867223s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.205342Z","caller":"traceutil/trace.go:171","msg":"trace[1537269211] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"1.416423634s","start":"2026-03-12T14:01:48.788874Z","end":"2026-03-12T14:01:50.205298Z","steps":["trace[1537269211] 'process raft request' (duration: 1.416175956s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.205413Z","caller":"traceutil/trace.go:171","msg":"trace[2142418624] linearizableReadLoop","detail":"{readStateIndex:5193; appliedIndex:5188; }","duration":"1.44683867s","start":"2026-03-12T14:01:48.75855Z","end":"2026-03-12T14:01:50.205389Z","steps":["trace[2142418624] 'read index received' (duration: 1.401220476s)","trace[2142418624] 'applied index is now lower than readState.Index' (duration: 45.616504ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:50.205497Z","caller":"traceutil/trace.go:171","msg":"trace[559633959] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"181.585146ms","start":"2026-03-12T14:01:50.023864Z","end":"2026-03-12T14:01:50.205449Z","steps":["trace[559633959] 'process raft request' (duration: 181.464682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.205538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.78886Z","time spent":"1.416559848s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:50.205553Z","caller":"traceutil/trace.go:171","msg":"trace[2115247476] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"1.398883983s","start":"2026-03-12T14:01:48.806638Z","end":"2026-03-12T14:01:50.205522Z","steps":["trace[2115247476] 'process raft request' (duration: 1.398518642s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.20568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447125569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-12T14:01:50.205696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.80662Z","time spent":"1.399033937s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:01:50.20546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.735007Z","time spent":"1.470335207s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:01:50.205455Z","caller":"traceutil/trace.go:171","msg":"trace[1179383624] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"902.690293ms","start":"2026-03-12T14:01:49.302733Z","end":"2026-03-12T14:01:50.205423Z","steps":["trace[1179383624] 'process raft request' (duration: 902.524258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:49.302702Z","time spent":"903.24802ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:01:50.206139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169119634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:01:50.20573Z","caller":"traceutil/trace.go:171","msg":"trace[1583439392] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4988; }","duration":"1.44717493s","start":"2026-03-12T14:01:48.758541Z","end":"2026-03-12T14:01:50.205716Z","steps":["trace[1583439392] 'agreement among raft nodes before linearized reading' (duration: 1.446977064s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371083019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:01:50.206209Z","caller":"traceutil/trace.go:171","msg":"trace[1052291127] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:4988; }","duration":"1.169210387s","start":"2026-03-12T14:01:49.036982Z","end":"2026-03-12T14:01:50.206192Z","steps":["trace[1052291127] 'agreement among raft nodes before linearized reading' (duration: 1.169032121s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.206227Z","caller":"traceutil/trace.go:171","msg":"trace[19981257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4988; }","duration":"1.371195013s","start":"2026-03-12T14:01:48.835015Z","end":"2026-03-12T14:01:50.20621Z","steps":["trace[19981257] 'agreement among raft nodes before linearized reading' (duration: 1.370979676s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369722916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:01:50.206276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358419831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:01:50.206323Z","caller":"traceutil/trace.go:171","msg":"trace[1393645810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4988; }","duration":"1.358500544s","start":"2026-03-12T14:01:48.847808Z","end":"2026-03-12T14:01:50.206309Z","steps":["trace[1393645810] 'agreement among raft nodes before linearized reading' (duration: 1.358295837s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.847797Z","time spent":"1.358559075s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:01:50.206358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099904199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:01:50.206389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363285684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:01:50.206393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371163832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:01:50.206417Z","caller":"traceutil/trace.go:171","msg":"trace[1344119780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4988; }","duration":"1.363315325s","start":"2026-03-12T14:01:48.843096Z","end":"2026-03-12T14:01:50.206411Z","steps":["trace[1344119780] 'agreement among raft nodes before linearized reading' (duration: 1.363246163s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.206412Z","caller":"traceutil/trace.go:171","msg":"trace[471298672] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4988; }","duration":"1.099997811s","start":"2026-03-12T14:01:49.106401Z","end":"2026-03-12T14:01:50.206399Z","steps":["trace[471298672] 'agreement among raft nodes before linearized reading' (duration: 1.099898008s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.84305Z","time spent":"1.363386418s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:01:50.206461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:49.10638Z","time spent":"1.100067284s","remote":"127.0.0.1:59738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:01:50.206542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248489858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:01:50.20655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31443756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:01:50.206582Z","caller":"traceutil/trace.go:171","msg":"trace[184156642] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4988; }","duration":"1.248544259s","start":"2026-03-12T14:01:48.958029Z","end":"2026-03-12T14:01:50.206573Z","steps":["trace[184156642] 'agreement among raft nodes before linearized reading' (duration: 1.248408105s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.206584Z","caller":"traceutil/trace.go:171","msg":"trace[1162693193] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4988; }","duration":"1.314495921s","start":"2026-03-12T14:01:48.89208Z","end":"2026-03-12T14:01:50.206576Z","steps":["trace[1162693193] 'agreement among raft nodes before linearized reading' (duration: 1.314435109s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101921773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:50.206534Z","caller":"traceutil/trace.go:171","msg":"trace[1767716212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4988; }","duration":"1.371344007s","start":"2026-03-12T14:01:48.835172Z","end":"2026-03-12T14:01:50.206516Z","steps":["trace[1767716212] 'agreement among raft nodes before linearized reading' (duration: 1.371131881s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.20662Z","caller":"traceutil/trace.go:171","msg":"trace[2133554979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4988; }","duration":"1.101976264s","start":"2026-03-12T14:01:49.104637Z","end":"2026-03-12T14:01:50.206614Z","steps":["trace[2133554979] 'agreement among raft nodes before linearized reading' (duration: 1.101936743s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.206269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:49.036971Z","time spent":"1.169284739s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"warn","ts":"2026-03-12T14:01:50.206642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:49.104623Z","time spent":"1.102015515s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:01:50.206615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.958021Z","time spent":"1.24858582s","remote":"127.0.0.1:59446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":73,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:01:50.206617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.892069Z","time spent":"1.314541853s","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:01:50.206765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115175508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:01:50.206278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.475827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:01:50.206224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.758515Z","time spent":"1.447690926s","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-12T14:01:50.206832Z","caller":"traceutil/trace.go:171","msg":"trace[515536143] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4988; }","duration":"1.115280872s","start":"2026-03-12T14:01:49.091535Z","end":"2026-03-12T14:01:50.206816Z","steps":["trace[515536143] 'agreement among raft nodes before linearized reading' (duration: 1.115179098s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.20689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:49.091509Z","time spent":"1.115364884s","remote":"127.0.0.1:51724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:01:50.206843Z","caller":"traceutil/trace.go:171","msg":"trace[610393267] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:4988; }","duration":"249.085886ms","start":"2026-03-12T14:01:49.957749Z","end":"2026-03-12T14:01:50.206835Z","steps":["trace[610393267] 'agreement among raft nodes before linearized reading' (duration: 248.500108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.207113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.83515Z","time spent":"1.371532423s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:01:50.206322Z","caller":"traceutil/trace.go:171","msg":"trace[1707400485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4988; }","duration":"1.369801159s","start":"2026-03-12T14:01:48.836503Z","end":"2026-03-12T14:01:50.206304Z","steps":["trace[1707400485] 'agreement among raft nodes before linearized reading' (duration: 1.369649834s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.207185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.836489Z","time spent":"1.370686207s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:01:50.206274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:48.834998Z","time spent":"1.371264255s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:01:50.463927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.921218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:01:50.464327Z","caller":"traceutil/trace.go:171","msg":"trace[300550893] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"251.685969ms","start":"2026-03-12T14:01:50.2126Z","end":"2026-03-12T14:01:50.464286Z","steps":["trace[300550893] 'process raft request' (duration: 89.307316ms)","trace[300550893] 'compare' (duration: 161.759433ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:50.464463Z","caller":"traceutil/trace.go:171","msg":"trace[668968820] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"251.038418ms","start":"2026-03-12T14:01:50.213391Z","end":"2026-03-12T14:01:50.464429Z","steps":["trace[668968820] 'process raft request' (duration: 250.678717ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.464714Z","caller":"traceutil/trace.go:171","msg":"trace[1227996552] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"251.248615ms","start":"2026-03-12T14:01:50.213451Z","end":"2026-03-12T14:01:50.4647Z","steps":["trace[1227996552] 'process raft request' (duration: 250.897854ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.464786Z","caller":"traceutil/trace.go:171","msg":"trace[780606250] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"251.072759ms","start":"2026-03-12T14:01:50.213684Z","end":"2026-03-12T14:01:50.464757Z","steps":["trace[780606250] 'process raft request' (duration: 250.835362ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.464818Z","caller":"traceutil/trace.go:171","msg":"trace[2067209420] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"251.069599ms","start":"2026-03-12T14:01:50.213729Z","end":"2026-03-12T14:01:50.464798Z","steps":["trace[2067209420] 'process raft request' (duration: 250.918314ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.464903Z","caller":"traceutil/trace.go:171","msg":"trace[1659341521] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"251.063798ms","start":"2026-03-12T14:01:50.213823Z","end":"2026-03-12T14:01:50.464887Z","steps":["trace[1659341521] 'process raft request' (duration: 250.875312ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.464928Z","caller":"traceutil/trace.go:171","msg":"trace[532337688] linearizableReadLoop","detail":"{readStateIndex:5204; appliedIndex:5195; }","duration":"229.436579ms","start":"2026-03-12T14:01:50.235473Z","end":"2026-03-12T14:01:50.46491Z","steps":["trace[532337688] 'read index received' (duration: 66.367395ms)","trace[532337688] 'applied index is now lower than readState.Index' (duration: 163.068054ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:50.464947Z","caller":"traceutil/trace.go:171","msg":"trace[1586531378] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"249.797019ms","start":"2026-03-12T14:01:50.215129Z","end":"2026-03-12T14:01:50.464926Z","steps":["trace[1586531378] 'process raft request' (duration: 249.695905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.465066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.293089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:50.465078Z","caller":"traceutil/trace.go:171","msg":"trace[1455240916] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"250.028826ms","start":"2026-03-12T14:01:50.21503Z","end":"2026-03-12T14:01:50.465059Z","steps":["trace[1455240916] 'process raft request' (duration: 249.720806ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.465109Z","caller":"traceutil/trace.go:171","msg":"trace[1629672413] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:4998; }","duration":"253.378942ms","start":"2026-03-12T14:01:50.211715Z","end":"2026-03-12T14:01:50.465094Z","steps":["trace[1629672413] 'agreement among raft nodes before linearized reading' (duration: 253.261118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.46513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.401712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:50.465116Z","caller":"traceutil/trace.go:171","msg":"trace[330107455] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"249.880901ms","start":"2026-03-12T14:01:50.215222Z","end":"2026-03-12T14:01:50.465103Z","steps":["trace[330107455] 'process raft request' (duration: 249.641594ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:50.465249Z","caller":"traceutil/trace.go:171","msg":"trace[775555580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4998; }","duration":"246.556227ms","start":"2026-03-12T14:01:50.21867Z","end":"2026-03-12T14:01:50.465226Z","steps":["trace[775555580] 'agreement among raft nodes before linearized reading' (duration: 246.285049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:50.465278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.465417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62982"} {"level":"info","ts":"2026-03-12T14:01:50.465319Z","caller":"traceutil/trace.go:171","msg":"trace[1775371526] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4998; }","duration":"248.534019ms","start":"2026-03-12T14:01:50.216774Z","end":"2026-03-12T14:01:50.465308Z","steps":["trace[1775371526] 'agreement among raft nodes before linearized reading' (duration: 248.206008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.073055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414093111s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-12T14:01:52.073228Z","caller":"traceutil/trace.go:171","msg":"trace[1953839677] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5204; }","duration":"1.347175228s","start":"2026-03-12T14:01:50.725994Z","end":"2026-03-12T14:01:52.073169Z","steps":["trace[1953839677] 'read index received' (duration: 45.631µs)","trace[1953839677] 'applied index is now lower than readState.Index' (duration: 1.347127667s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:52.073256Z","caller":"traceutil/trace.go:171","msg":"trace[226490183] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4998; }","duration":"1.585425664s","start":"2026-03-12T14:01:50.487798Z","end":"2026-03-12T14:01:52.073224Z","steps":["trace[226490183] 'process raft request' (duration: 171.070186ms)","trace[226490183] 'compare' (duration: 1.414021778s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:52.073391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:50.487769Z","time spent":"1.585554389s","remote":"127.0.0.1:59366","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:01:52.073502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.263328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz.189c1cdfc29d09a1\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-12T14:01:52.073539Z","caller":"traceutil/trace.go:171","msg":"trace[1586681863] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz.189c1cdfc29d09a1; range_end:; response_count:1; response_revision:4998; }","duration":"936.376101ms","start":"2026-03-12T14:01:51.137152Z","end":"2026-03-12T14:01:52.073528Z","steps":["trace[1586681863] 'agreement among raft nodes before linearized reading' (duration: 936.193735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.073542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347526599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T14:01:52.073575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:51.137122Z","time spent":"936.444243ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-t7wpz.189c1cdfc29d09a1\" "} {"level":"info","ts":"2026-03-12T14:01:52.073622Z","caller":"traceutil/trace.go:171","msg":"trace[1551388531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4998; }","duration":"1.347682124s","start":"2026-03-12T14:01:50.725918Z","end":"2026-03-12T14:01:52.0736Z","steps":["trace[1551388531] 'agreement among raft nodes before linearized reading' (duration: 1.347382535s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.073674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:50.725892Z","time spent":"1.347768967s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:01:52.47301Z","caller":"traceutil/trace.go:171","msg":"trace[494211428] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"390.042615ms","start":"2026-03-12T14:01:52.082934Z","end":"2026-03-12T14:01:52.472977Z","steps":["trace[494211428] 'process raft request' (duration: 314.615685ms)","trace[494211428] 'compare' (duration: 74.916884ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:52.472982Z","caller":"traceutil/trace.go:171","msg":"trace[408963944] linearizableReadLoop","detail":"{readStateIndex:5207; appliedIndex:5206; }","duration":"348.774699ms","start":"2026-03-12T14:01:52.124169Z","end":"2026-03-12T14:01:52.472944Z","steps":["trace[408963944] 'read index received' (duration: 273.411131ms)","trace[408963944] 'applied index is now lower than readState.Index' (duration: 75.361398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:52.473199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.968156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:01:52.473169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:52.082924Z","time spent":"390.170059ms","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:01:52.473267Z","caller":"traceutil/trace.go:171","msg":"trace[736612616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5000; }","duration":"371.1141ms","start":"2026-03-12T14:01:52.102134Z","end":"2026-03-12T14:01:52.473248Z","steps":["trace[736612616] 'agreement among raft nodes before linearized reading' (duration: 370.915214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.473322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:52.102109Z","time spent":"371.199683ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:01:52.476922Z","caller":"traceutil/trace.go:171","msg":"trace[1112880089] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"348.668324ms","start":"2026-03-12T14:01:52.128212Z","end":"2026-03-12T14:01:52.476881Z","steps":["trace[1112880089] 'process raft request' (duration: 348.375805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.477273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:52.128195Z","time spent":"348.82706ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-12T14:01:52.507712Z","caller":"traceutil/trace.go:171","msg":"trace[1264312483] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"295.771073ms","start":"2026-03-12T14:01:52.211914Z","end":"2026-03-12T14:01:52.507685Z","steps":["trace[1264312483] 'process raft request' (duration: 294.849504ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:52.508014Z","caller":"traceutil/trace.go:171","msg":"trace[809697551] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"296.078483ms","start":"2026-03-12T14:01:52.211914Z","end":"2026-03-12T14:01:52.507993Z","steps":["trace[809697551] 'process raft request' (duration: 295.107372ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:52.508105Z","caller":"traceutil/trace.go:171","msg":"trace[719313308] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"294.985408ms","start":"2026-03-12T14:01:52.213109Z","end":"2026-03-12T14:01:52.508095Z","steps":["trace[719313308] 'process raft request' (duration: 293.969946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.508324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.469047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17172"} {"level":"info","ts":"2026-03-12T14:01:52.508414Z","caller":"traceutil/trace.go:171","msg":"trace[1100396254] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5005; }","duration":"382.59075ms","start":"2026-03-12T14:01:52.1258Z","end":"2026-03-12T14:01:52.50839Z","steps":["trace[1100396254] 'agreement among raft nodes before linearized reading' (duration: 382.398874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:52.508461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:01:52.125783Z","time spent":"382.667243ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17196,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:01:58.011933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.184931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:01:58.012032Z","caller":"traceutil/trace.go:171","msg":"trace[949799738] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5093; }","duration":"222.359847ms","start":"2026-03-12T14:01:57.789652Z","end":"2026-03-12T14:01:58.012011Z","steps":["trace[949799738] 'range keys from in-memory index tree' (duration: 222.071788ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.012117Z","caller":"traceutil/trace.go:171","msg":"trace[435169113] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"118.323987ms","start":"2026-03-12T14:01:57.893766Z","end":"2026-03-12T14:01:58.01209Z","steps":["trace[435169113] 'process raft request' (duration: 115.52553ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.697807Z","caller":"traceutil/trace.go:171","msg":"trace[606196228] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"163.27902ms","start":"2026-03-12T14:01:58.534501Z","end":"2026-03-12T14:01:58.69778Z","steps":["trace[606196228] 'process raft request' (duration: 158.154269ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.698047Z","caller":"traceutil/trace.go:171","msg":"trace[669622496] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"163.530528ms","start":"2026-03-12T14:01:58.534505Z","end":"2026-03-12T14:01:58.698035Z","steps":["trace[669622496] 'process raft request' (duration: 163.226399ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.698014Z","caller":"traceutil/trace.go:171","msg":"trace[652797534] linearizableReadLoop","detail":"{readStateIndex:5306; appliedIndex:5303; }","duration":"155.491556ms","start":"2026-03-12T14:01:58.542478Z","end":"2026-03-12T14:01:58.69797Z","steps":["trace[652797534] 'read index received' (duration: 24.560502ms)","trace[652797534] 'applied index is now lower than readState.Index' (duration: 130.928224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:01:58.698391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.881148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T14:01:58.698417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.840755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:01:58.698442Z","caller":"traceutil/trace.go:171","msg":"trace[195459478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5097; }","duration":"155.983041ms","start":"2026-03-12T14:01:58.542445Z","end":"2026-03-12T14:01:58.698428Z","steps":["trace[195459478] 'agreement among raft nodes before linearized reading' (duration: 155.774925ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.698465Z","caller":"traceutil/trace.go:171","msg":"trace[524164329] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:5097; }","duration":"154.945298ms","start":"2026-03-12T14:01:58.543504Z","end":"2026-03-12T14:01:58.698449Z","steps":["trace[524164329] 'agreement among raft nodes before linearized reading' (duration: 154.756102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:58.698596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.941172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:01:58.698667Z","caller":"traceutil/trace.go:171","msg":"trace[551742434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5097; }","duration":"151.030115ms","start":"2026-03-12T14:01:58.547623Z","end":"2026-03-12T14:01:58.698653Z","steps":["trace[551742434] 'agreement among raft nodes before linearized reading' (duration: 150.884391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:58.698899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.284144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:01:58.698887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.406435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:01:58.698944Z","caller":"traceutil/trace.go:171","msg":"trace[617524710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5097; }","duration":"151.347725ms","start":"2026-03-12T14:01:58.547586Z","end":"2026-03-12T14:01:58.698934Z","steps":["trace[617524710] 'agreement among raft nodes before linearized reading' (duration: 151.224911ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.698962Z","caller":"traceutil/trace.go:171","msg":"trace[90357285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5097; }","duration":"149.508358ms","start":"2026-03-12T14:01:58.549438Z","end":"2026-03-12T14:01:58.698946Z","steps":["trace[90357285] 'agreement among raft nodes before linearized reading' (duration: 149.229449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:58.699027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.1858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:01:58.69918Z","caller":"traceutil/trace.go:171","msg":"trace[1058722081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5097; }","duration":"151.49226ms","start":"2026-03-12T14:01:58.547663Z","end":"2026-03-12T14:01:58.699155Z","steps":["trace[1058722081] 'agreement among raft nodes before linearized reading' (duration: 150.666344ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.815409Z","caller":"traceutil/trace.go:171","msg":"trace[382758565] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"111.549645ms","start":"2026-03-12T14:01:58.703833Z","end":"2026-03-12T14:01:58.815383Z","steps":["trace[382758565] 'process raft request' (duration: 111.489373ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.815417Z","caller":"traceutil/trace.go:171","msg":"trace[120144678] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"111.70031ms","start":"2026-03-12T14:01:58.703675Z","end":"2026-03-12T14:01:58.815375Z","steps":["trace[120144678] 'process raft request' (duration: 111.619177ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.815417Z","caller":"traceutil/trace.go:171","msg":"trace[2071005737] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"111.71829ms","start":"2026-03-12T14:01:58.703654Z","end":"2026-03-12T14:01:58.815372Z","steps":["trace[2071005737] 'process raft request' (duration: 102.966265ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:01:58.815987Z","caller":"traceutil/trace.go:171","msg":"trace[1571804284] linearizableReadLoop","detail":"{readStateIndex:5310; appliedIndex:5306; }","duration":"111.172153ms","start":"2026-03-12T14:01:58.704797Z","end":"2026-03-12T14:01:58.815969Z","steps":["trace[1571804284] 'read index received' (duration: 46.445769ms)","trace[1571804284] 'applied index is now lower than readState.Index' (duration: 64.724794ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:01:58.815986Z","caller":"traceutil/trace.go:171","msg":"trace[1487843139] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"109.710697ms","start":"2026-03-12T14:01:58.70626Z","end":"2026-03-12T14:01:58.815971Z","steps":["trace[1487843139] 'process raft request' (duration: 109.092527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:01:58.816262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.449242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71039"} {"level":"info","ts":"2026-03-12T14:01:58.816296Z","caller":"traceutil/trace.go:171","msg":"trace[218234812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5102; }","duration":"111.509204ms","start":"2026-03-12T14:01:58.704778Z","end":"2026-03-12T14:01:58.816288Z","steps":["trace[218234812] 'agreement among raft nodes before linearized reading' (duration: 111.242685ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:02.114015Z","caller":"traceutil/trace.go:171","msg":"trace[1212282435] linearizableReadLoop","detail":"{readStateIndex:5340; appliedIndex:5339; }","duration":"105.730192ms","start":"2026-03-12T14:02:02.00824Z","end":"2026-03-12T14:02:02.113971Z","steps":["trace[1212282435] 'read index received' (duration: 105.392242ms)","trace[1212282435] 'applied index is now lower than readState.Index' (duration: 336.2µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:02.114119Z","caller":"traceutil/trace.go:171","msg":"trace[1970064993] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"218.910318ms","start":"2026-03-12T14:02:01.895174Z","end":"2026-03-12T14:02:02.114084Z","steps":["trace[1970064993] 'process raft request' (duration: 218.575517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:02.11473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.457086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-12T14:02:02.114792Z","caller":"traceutil/trace.go:171","msg":"trace[1459531097] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5131; }","duration":"106.58812ms","start":"2026-03-12T14:02:02.00819Z","end":"2026-03-12T14:02:02.114778Z","steps":["trace[1459531097] 'agreement among raft nodes before linearized reading' (duration: 105.983281ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:03.732269Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2621} {"level":"info","ts":"2026-03-12T14:02:04.049665Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2621,"took":"315.202534ms","hash":3409779468,"current-db-size-bytes":38395904,"current-db-size":"38 MB","current-db-size-in-use-bytes":28184576,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-12T14:02:04.049798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3409779468,"revision":2621,"compact-revision":-1} {"level":"warn","ts":"2026-03-12T14:02:04.881949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093737350,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:02:04.899707Z","caller":"traceutil/trace.go:171","msg":"trace[1291820267] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"526.160142ms","start":"2026-03-12T14:02:04.373515Z","end":"2026-03-12T14:02:04.899675Z","steps":["trace[1291820267] 'process raft request' (duration: 512.503383ms)","trace[1291820267] 'compare' (duration: 12.73213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:02:04.899924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:04.373496Z","time spent":"526.316567ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:04.915558Z","caller":"traceutil/trace.go:171","msg":"trace[1801806701] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"322.768252ms","start":"2026-03-12T14:02:04.592777Z","end":"2026-03-12T14:02:04.915545Z","steps":["trace[1801806701] 'process raft request' (duration: 322.434301ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:04.915569Z","caller":"traceutil/trace.go:171","msg":"trace[1447971971] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"191.664702ms","start":"2026-03-12T14:02:04.723879Z","end":"2026-03-12T14:02:04.915544Z","steps":["trace[1447971971] 'process raft request' (duration: 191.476406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:04.915693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:04.592747Z","time spent":"322.863585ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:04.915527Z","caller":"traceutil/trace.go:171","msg":"trace[1946831514] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5408; }","duration":"533.885845ms","start":"2026-03-12T14:02:04.381601Z","end":"2026-03-12T14:02:04.915486Z","steps":["trace[1946831514] 'read index received' (duration: 504.335577ms)","trace[1946831514] 'applied index is now lower than readState.Index' (duration: 29.547768ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:04.915827Z","caller":"traceutil/trace.go:171","msg":"trace[1224512412] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"189.488994ms","start":"2026-03-12T14:02:04.726284Z","end":"2026-03-12T14:02:04.915773Z","steps":["trace[1224512412] 'process raft request' (duration: 189.146993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:04.91591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.921082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:02:04.916206Z","caller":"traceutil/trace.go:171","msg":"trace[1068875482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5201; }","duration":"137.237882ms","start":"2026-03-12T14:02:04.778936Z","end":"2026-03-12T14:02:04.916174Z","steps":["trace[1068875482] 'agreement among raft nodes before linearized reading' (duration: 136.849639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:04.916613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.984239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-03-12T14:02:04.916695Z","caller":"traceutil/trace.go:171","msg":"trace[196820820] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5201; }","duration":"535.093643ms","start":"2026-03-12T14:02:04.381583Z","end":"2026-03-12T14:02:04.916676Z","steps":["trace[196820820] 'agreement among raft nodes before linearized reading' (duration: 534.006199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:04.916734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:04.381574Z","time spent":"535.152165ms","remote":"127.0.0.1:59730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-12T14:02:20.619344Z","caller":"traceutil/trace.go:171","msg":"trace[367073418] linearizableReadLoop","detail":"{readStateIndex:5616; appliedIndex:5615; }","duration":"300.070117ms","start":"2026-03-12T14:02:20.319251Z","end":"2026-03-12T14:02:20.619321Z","steps":["trace[367073418] 'read index received' (duration: 299.817119ms)","trace[367073418] 'applied index is now lower than readState.Index' (duration: 251.978µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:20.619713Z","caller":"traceutil/trace.go:171","msg":"trace[785377273] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"361.107915ms","start":"2026-03-12T14:02:20.258586Z","end":"2026-03-12T14:02:20.619694Z","steps":["trace[785377273] 'process raft request' (duration: 360.552867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:20.619859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:20.258561Z","time spent":"361.214108ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:20.62012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.872233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:20.620172Z","caller":"traceutil/trace.go:171","msg":"trace[1387978919] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5399; }","duration":"300.971936ms","start":"2026-03-12T14:02:20.319185Z","end":"2026-03-12T14:02:20.620157Z","steps":["trace[1387978919] 'agreement among raft nodes before linearized reading' (duration: 300.882743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:20.620214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:20.319155Z","time spent":"301.049658ms","remote":"127.0.0.1:59458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:02:25.243184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.035834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-12T14:02:25.243264Z","caller":"traceutil/trace.go:171","msg":"trace[821576381] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5425; }","duration":"164.194688ms","start":"2026-03-12T14:02:25.079052Z","end":"2026-03-12T14:02:25.243247Z","steps":["trace[821576381] 'range keys from in-memory index tree' (duration: 163.869809ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:25.24364Z","caller":"traceutil/trace.go:171","msg":"trace[713887844] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"155.202596ms","start":"2026-03-12T14:02:25.088429Z","end":"2026-03-12T14:02:25.243631Z","steps":["trace[713887844] 'process raft request' (duration: 111.0768ms)","trace[713887844] 'compare' (duration: 43.526728ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:25.243612Z","caller":"traceutil/trace.go:171","msg":"trace[1266166321] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5643; }","duration":"137.929964ms","start":"2026-03-12T14:02:25.105628Z","end":"2026-03-12T14:02:25.243558Z","steps":["trace[1266166321] 'read index received' (duration: 93.963373ms)","trace[1266166321] 'applied index is now lower than readState.Index' (duration: 43.964431ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:25.243706Z","caller":"traceutil/trace.go:171","msg":"trace[1128107911] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"155.078093ms","start":"2026-03-12T14:02:25.088592Z","end":"2026-03-12T14:02:25.24367Z","steps":["trace[1128107911] 'process raft request' (duration: 154.831225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.243843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.185502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:25.243902Z","caller":"traceutil/trace.go:171","msg":"trace[2039987893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5427; }","duration":"138.299795ms","start":"2026-03-12T14:02:25.105583Z","end":"2026-03-12T14:02:25.243883Z","steps":["trace[2039987893] 'agreement among raft nodes before linearized reading' (duration: 138.186372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.243938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.823449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:02:25.24396Z","caller":"traceutil/trace.go:171","msg":"trace[1349535713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5427; }","duration":"115.85564ms","start":"2026-03-12T14:02:25.128098Z","end":"2026-03-12T14:02:25.243954Z","steps":["trace[1349535713] 'agreement among raft nodes before linearized reading' (duration: 115.749516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.243971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.165816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:02:25.244036Z","caller":"traceutil/trace.go:171","msg":"trace[1948625891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5427; }","duration":"127.257839ms","start":"2026-03-12T14:02:25.116762Z","end":"2026-03-12T14:02:25.24402Z","steps":["trace[1948625891] 'agreement among raft nodes before linearized reading' (duration: 127.049012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.2441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.845615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:02:25.24407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.304503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:02:25.244162Z","caller":"traceutil/trace.go:171","msg":"trace[687601038] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:5427; }","duration":"111.949828ms","start":"2026-03-12T14:02:25.132194Z","end":"2026-03-12T14:02:25.244144Z","steps":["trace[687601038] 'agreement among raft nodes before linearized reading' (duration: 111.71771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.244151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.417203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:02:25.244185Z","caller":"traceutil/trace.go:171","msg":"trace[761989178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5427; }","duration":"122.448567ms","start":"2026-03-12T14:02:25.121711Z","end":"2026-03-12T14:02:25.244159Z","steps":["trace[761989178] 'agreement among raft nodes before linearized reading' (duration: 122.170198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.244131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.456789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:02:25.244213Z","caller":"traceutil/trace.go:171","msg":"trace[2036205395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5427; }","duration":"120.492216ms","start":"2026-03-12T14:02:25.123705Z","end":"2026-03-12T14:02:25.244197Z","steps":["trace[2036205395] 'agreement among raft nodes before linearized reading' (duration: 120.331831ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:25.244232Z","caller":"traceutil/trace.go:171","msg":"trace[1255918272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5427; }","duration":"123.594263ms","start":"2026-03-12T14:02:25.120632Z","end":"2026-03-12T14:02:25.244226Z","steps":["trace[1255918272] 'agreement among raft nodes before linearized reading' (duration: 123.463099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:25.965685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.982031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:02:25.965884Z","caller":"traceutil/trace.go:171","msg":"trace[900686246] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"717.532335ms","start":"2026-03-12T14:02:25.248322Z","end":"2026-03-12T14:02:25.965854Z","steps":["trace[900686246] 'process raft request' (duration: 146.258765ms)","trace[900686246] 'compare' (duration: 570.486455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:02:25.965968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.248306Z","time spent":"717.623148ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:27.370195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.975468029s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:02:27.370809Z","caller":"traceutil/trace.go:171","msg":"trace[577364589] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"2.122274372s","start":"2026-03-12T14:02:25.248501Z","end":"2026-03-12T14:02:27.370775Z","steps":["trace[577364589] 'process raft request' (duration: 2.121940341s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:27.370863Z","caller":"traceutil/trace.go:171","msg":"trace[1728058802] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"2.122092287s","start":"2026-03-12T14:02:25.248707Z","end":"2026-03-12T14:02:27.370799Z","steps":["trace[1728058802] 'process raft request' (duration: 2.121960782s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.370992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.248491Z","time spent":"2.122401376s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:27.371096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.248661Z","time spent":"2.122299723s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:27.371643Z","caller":"traceutil/trace.go:171","msg":"trace[2005901591] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"2.122372886s","start":"2026-03-12T14:02:25.249256Z","end":"2026-03-12T14:02:27.371629Z","steps":["trace[2005901591] 'process raft request' (duration: 2.121465957s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.371704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.24924Z","time spent":"2.122434847s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:27.371738Z","caller":"traceutil/trace.go:171","msg":"trace[316379371] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"2.121721675s","start":"2026-03-12T14:02:25.249991Z","end":"2026-03-12T14:02:27.371713Z","steps":["trace[316379371] 'process raft request' (duration: 2.121519699s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:27.371774Z","caller":"traceutil/trace.go:171","msg":"trace[1450374029] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5645; }","duration":"2.122663155s","start":"2026-03-12T14:02:25.249094Z","end":"2026-03-12T14:02:27.371758Z","steps":["trace[1450374029] 'read index received' (duration: 145.583735ms)","trace[1450374029] 'applied index is now lower than readState.Index' (duration: 1.97707836s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:02:27.371835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.249974Z","time spent":"2.121813308s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:27.371882Z","caller":"traceutil/trace.go:171","msg":"trace[1203595618] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"2.115094307s","start":"2026-03-12T14:02:25.256753Z","end":"2026-03-12T14:02:27.371848Z","steps":["trace[1203595618] 'process raft request' (duration: 2.11488499s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.372035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122932903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81714"} {"level":"warn","ts":"2026-03-12T14:02:27.372045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.25674Z","time spent":"2.115217221s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:27.37208Z","caller":"traceutil/trace.go:171","msg":"trace[8777735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5433; }","duration":"2.123002995s","start":"2026-03-12T14:02:25.249064Z","end":"2026-03-12T14:02:27.372067Z","steps":["trace[8777735] 'agreement among raft nodes before linearized reading' (duration: 2.122763208s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.372125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.249051Z","time spent":"2.123062527s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:02:27.871923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093737886,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:02:27.885915Z","caller":"traceutil/trace.go:171","msg":"trace[897841577] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"1.9987319s","start":"2026-03-12T14:02:25.887158Z","end":"2026-03-12T14:02:27.88589Z","steps":["trace[897841577] 'process raft request' (duration: 1.998477372s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.88625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:25.887136Z","time spent":"1.998868823s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:27.886227Z","caller":"traceutil/trace.go:171","msg":"trace[1679930527] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"868.737215ms","start":"2026-03-12T14:02:27.01745Z","end":"2026-03-12T14:02:27.886188Z","steps":["trace[1679930527] 'process raft request' (duration: 868.367174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.886503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.017413Z","time spent":"868.988533ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:27.886543Z","caller":"traceutil/trace.go:171","msg":"trace[1792575712] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"637.047885ms","start":"2026-03-12T14:02:27.249459Z","end":"2026-03-12T14:02:27.886507Z","steps":["trace[1792575712] 'process raft request' (duration: 636.649513ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:27.886714Z","caller":"traceutil/trace.go:171","msg":"trace[169812410] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"637.078366ms","start":"2026-03-12T14:02:27.249592Z","end":"2026-03-12T14:02:27.88667Z","steps":["trace[169812410] 'process raft request' (duration: 636.835809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:27.886762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.24943Z","time spent":"637.229321ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:27.886913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.249537Z","time spent":"637.271522ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:28.654674Z","caller":"traceutil/trace.go:171","msg":"trace[611973159] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5651; }","duration":"1.282835077s","start":"2026-03-12T14:02:27.371804Z","end":"2026-03-12T14:02:28.65464Z","steps":["trace[611973159] 'read index received' (duration: 513.862105ms)","trace[611973159] 'applied index is now lower than readState.Index' (duration: 768.971442ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:28.655049Z","caller":"traceutil/trace.go:171","msg":"trace[1300659633] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"1.276519998s","start":"2026-03-12T14:02:27.378511Z","end":"2026-03-12T14:02:28.655031Z","steps":["trace[1300659633] 'process raft request' (duration: 1.275996191s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.655206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.378483Z","time spent":"1.276620371s","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:28.655311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931510418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-12T14:02:28.655382Z","caller":"traceutil/trace.go:171","msg":"trace[925531335] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5441; }","duration":"1.931664042s","start":"2026-03-12T14:02:26.7237Z","end":"2026-03-12T14:02:28.655364Z","steps":["trace[925531335] 'agreement among raft nodes before linearized reading' (duration: 1.931442165s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.655501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:26.723673Z","time spent":"1.931745355s","remote":"127.0.0.1:45980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-12T14:02:28.655652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000597979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-12T14:02:28.655726Z","caller":"traceutil/trace.go:171","msg":"trace[312016645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5441; }","duration":"2.000712532s","start":"2026-03-12T14:02:26.654996Z","end":"2026-03-12T14:02:28.655709Z","steps":["trace[312016645] 'agreement among raft nodes before linearized reading' (duration: 2.000478275s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:28.655734Z","caller":"traceutil/trace.go:171","msg":"trace[1980933217] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"1.277098436s","start":"2026-03-12T14:02:27.378622Z","end":"2026-03-12T14:02:28.65572Z","steps":["trace[1980933217] 'process raft request' (duration: 1.275936499s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.655778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:26.654973Z","time spent":"2.000794035s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-12T14:02:28.655866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.378616Z","time spent":"1.277155828s","remote":"127.0.0.1:59424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:28.656049Z","caller":"traceutil/trace.go:171","msg":"trace[386491634] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"1.276553879s","start":"2026-03-12T14:02:27.379484Z","end":"2026-03-12T14:02:28.656038Z","steps":["trace[386491634] 'process raft request' (duration: 1.275108373s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491288126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T14:02:28.656166Z","caller":"traceutil/trace.go:171","msg":"trace[814554068] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5441; }","duration":"2.49139798s","start":"2026-03-12T14:02:26.16475Z","end":"2026-03-12T14:02:28.656148Z","steps":["trace[814554068] 'agreement among raft nodes before linearized reading' (duration: 2.491253536s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824553018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:28.656224Z","caller":"traceutil/trace.go:171","msg":"trace[1762177313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5441; }","duration":"1.82463217s","start":"2026-03-12T14:02:26.831582Z","end":"2026-03-12T14:02:28.656214Z","steps":["trace[1762177313] 'agreement among raft nodes before linearized reading' (duration: 1.824562668s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:26.164721Z","time spent":"2.491487443s","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-12T14:02:28.656251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:26.831562Z","time spent":"1.824683902s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:02:28.65467Z","caller":"traceutil/trace.go:171","msg":"trace[1751190932] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"1.277011443s","start":"2026-03-12T14:02:27.377609Z","end":"2026-03-12T14:02:28.654621Z","steps":["trace[1751190932] 'process raft request' (duration: 1.276710174s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822163433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:02:28.656508Z","caller":"traceutil/trace.go:171","msg":"trace[1243526973] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:5441; }","duration":"1.822237425s","start":"2026-03-12T14:02:26.834259Z","end":"2026-03-12T14:02:28.656497Z","steps":["trace[1243526973] 'agreement among raft nodes before linearized reading' (duration: 1.82208681s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.377584Z","time spent":"1.278913703s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:28.656538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:26.834247Z","time spent":"1.822283946s","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.200\" "} {"level":"warn","ts":"2026-03-12T14:02:28.656552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586943832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:28.656652Z","caller":"traceutil/trace.go:171","msg":"trace[782676632] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5441; }","duration":"2.587126348s","start":"2026-03-12T14:02:26.069502Z","end":"2026-03-12T14:02:28.656629Z","steps":["trace[782676632] 'agreement among raft nodes before linearized reading' (duration: 2.586917432s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.379473Z","time spent":"1.276610131s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:28.656705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:26.069474Z","time spent":"2.58721825s","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:02:28.656175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553032497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:28.656929Z","caller":"traceutil/trace.go:171","msg":"trace[2108802546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5441; }","duration":"1.553820071s","start":"2026-03-12T14:02:27.103094Z","end":"2026-03-12T14:02:28.656915Z","steps":["trace[2108802546] 'agreement among raft nodes before linearized reading' (duration: 1.553048197s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.656971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.103076Z","time spent":"1.553884403s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:02:28.949719Z","caller":"traceutil/trace.go:171","msg":"trace[2138860964] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5659; }","duration":"294.927067ms","start":"2026-03-12T14:02:28.65476Z","end":"2026-03-12T14:02:28.949687Z","steps":["trace[2138860964] 'read index received' (duration: 294.757372ms)","trace[2138860964] 'applied index is now lower than readState.Index' (duration: 168.555µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:28.94981Z","caller":"traceutil/trace.go:171","msg":"trace[1607497035] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"824.28732ms","start":"2026-03-12T14:02:28.125499Z","end":"2026-03-12T14:02:28.949786Z","steps":["trace[1607497035] 'process raft request' (duration: 824.000881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.949865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.27297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:02:28.949918Z","caller":"traceutil/trace.go:171","msg":"trace[1407114504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5442; }","duration":"451.408874ms","start":"2026-03-12T14:02:28.498495Z","end":"2026-03-12T14:02:28.949904Z","steps":["trace[1407114504] 'agreement among raft nodes before linearized reading' (duration: 451.232738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.949968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.49847Z","time spent":"451.483486ms","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:02:28.949974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.558199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-12T14:02:28.949954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.496487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:28.950012Z","caller":"traceutil/trace.go:171","msg":"trace[1922578529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5442; }","duration":"979.655491ms","start":"2026-03-12T14:02:27.970346Z","end":"2026-03-12T14:02:28.950001Z","steps":["trace[1922578529] 'agreement among raft nodes before linearized reading' (duration: 979.486756ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:28.950038Z","caller":"traceutil/trace.go:171","msg":"trace[875556611] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5442; }","duration":"867.661712ms","start":"2026-03-12T14:02:28.082356Z","end":"2026-03-12T14:02:28.950018Z","steps":["trace[875556611] 'agreement among raft nodes before linearized reading' (duration: 867.472396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.95005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.970318Z","time spent":"979.720873ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:02:28.95009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.082318Z","time spent":"867.762135ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:02:28.950109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.881552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T14:02:28.949961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.125459Z","time spent":"824.401733ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:28.950147Z","caller":"traceutil/trace.go:171","msg":"trace[1561950899] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5442; }","duration":"425.959044ms","start":"2026-03-12T14:02:28.524178Z","end":"2026-03-12T14:02:28.950137Z","steps":["trace[1561950899] 'agreement among raft nodes before linearized reading' (duration: 425.83112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.950173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.524157Z","time spent":"426.009076ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:02:28.949953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540237044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:02:28.950219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.323335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413457"} {"level":"info","ts":"2026-03-12T14:02:28.950299Z","caller":"traceutil/trace.go:171","msg":"trace[468537471] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5442; }","duration":"468.46433ms","start":"2026-03-12T14:02:28.48182Z","end":"2026-03-12T14:02:28.950284Z","steps":["trace[468537471] 'agreement among raft nodes before linearized reading' (duration: 468.113799ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:28.950242Z","caller":"traceutil/trace.go:171","msg":"trace[1742289162] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5442; }","duration":"1.540610566s","start":"2026-03-12T14:02:27.409618Z","end":"2026-03-12T14:02:28.950229Z","steps":["trace[1742289162] 'agreement among raft nodes before linearized reading' (duration: 1.540245835s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:28.950346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.481796Z","time spent":"468.542883ms","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413481,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-12T14:02:28.950373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:27.409592Z","time spent":"1.540764101s","remote":"127.0.0.1:46044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:02:29.365519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.003519Z","time spent":"361.990315ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:02:29.366168Z","caller":"traceutil/trace.go:171","msg":"trace[1981804563] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"701.974097ms","start":"2026-03-12T14:02:28.664174Z","end":"2026-03-12T14:02:29.366148Z","steps":["trace[1981804563] 'process raft request' (duration: 701.786531ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:29.366156Z","caller":"traceutil/trace.go:171","msg":"trace[1122409820] linearizableReadLoop","detail":"{readStateIndex:5662; appliedIndex:5660; }","duration":"416.327291ms","start":"2026-03-12T14:02:28.949802Z","end":"2026-03-12T14:02:29.36613Z","steps":["trace[1122409820] 'read index received' (duration: 337.942778ms)","trace[1122409820] 'applied index is now lower than readState.Index' (duration: 78.383263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:02:29.366285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.66415Z","time spent":"702.057719ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:29.366371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.659263Z","time spent":"707.106337ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:02:29.3665Z","caller":"traceutil/trace.go:171","msg":"trace[115843386] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"411.144108ms","start":"2026-03-12T14:02:28.955346Z","end":"2026-03-12T14:02:29.36649Z","steps":["trace[115843386] 'process raft request' (duration: 410.754926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.366486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.417778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:29.366565Z","caller":"traceutil/trace.go:171","msg":"trace[1388954096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"700.547962ms","start":"2026-03-12T14:02:28.665999Z","end":"2026-03-12T14:02:29.366547Z","steps":["trace[1388954096] 'agreement among raft nodes before linearized reading' (duration: 700.187051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.366611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.665986Z","time spent":"700.616164ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:02:29.366496Z","caller":"traceutil/trace.go:171","msg":"trace[821709434] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"391.339126ms","start":"2026-03-12T14:02:28.975136Z","end":"2026-03-12T14:02:29.366475Z","steps":["trace[821709434] 'process raft request' (duration: 391.170311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.366826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.975106Z","time spent":"391.635515ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:29.367079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.906436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-59c8644e-556f-4405-b390-99e410f43156\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-12T14:02:29.367141Z","caller":"traceutil/trace.go:171","msg":"trace[2005567501] range","detail":"{range_begin:/registry/persistentvolumes/pvc-59c8644e-556f-4405-b390-99e410f43156; range_end:; response_count:1; response_revision:5444; }","duration":"703.026319ms","start":"2026-03-12T14:02:28.664096Z","end":"2026-03-12T14:02:29.367123Z","steps":["trace[2005567501] 'agreement among raft nodes before linearized reading' (duration: 702.151762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.36718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.664076Z","time spent":"703.095782ms","remote":"127.0.0.1:59412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-59c8644e-556f-4405-b390-99e410f43156\" "} {"level":"warn","ts":"2026-03-12T14:02:29.367298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.955331Z","time spent":"411.19204ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:29.694908Z","caller":"traceutil/trace.go:171","msg":"trace[203837869] linearizableReadLoop","detail":"{readStateIndex:5665; appliedIndex:5664; }","duration":"328.670456ms","start":"2026-03-12T14:02:29.366214Z","end":"2026-03-12T14:02:29.694885Z","steps":["trace[203837869] 'read index received' (duration: 327.253162ms)","trace[203837869] 'applied index is now lower than readState.Index' (duration: 1.416294ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:29.695166Z","caller":"traceutil/trace.go:171","msg":"trace[150922674] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"354.548751ms","start":"2026-03-12T14:02:29.340593Z","end":"2026-03-12T14:02:29.695142Z","steps":["trace[150922674] 'process raft request' (duration: 353.991743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.695172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.985618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:29.695286Z","caller":"traceutil/trace.go:171","msg":"trace[1235182075] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5446; }","duration":"703.162783ms","start":"2026-03-12T14:02:28.992095Z","end":"2026-03-12T14:02:29.695258Z","steps":["trace[1235182075] 'agreement among raft nodes before linearized reading' (duration: 702.958997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.695312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.503858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T14:02:29.695349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.992074Z","time spent":"703.258657ms","remote":"127.0.0.1:57164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:02:29.695338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.340547Z","time spent":"354.675584ms","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414042,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:02:29.6954Z","caller":"traceutil/trace.go:171","msg":"trace[650368276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5446; }","duration":"741.637722ms","start":"2026-03-12T14:02:28.953742Z","end":"2026-03-12T14:02:29.69538Z","steps":["trace[650368276] 'agreement among raft nodes before linearized reading' (duration: 741.354633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.695452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:28.953723Z","time spent":"741.719645ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:02:29.702488Z","caller":"traceutil/trace.go:171","msg":"trace[1917816579] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"334.033486ms","start":"2026-03-12T14:02:29.368435Z","end":"2026-03-12T14:02:29.702469Z","steps":["trace[1917816579] 'process raft request' (duration: 333.8616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.702623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.368371Z","time spent":"334.17435ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:02:29.702938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.621748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:02:29.702978Z","caller":"traceutil/trace.go:171","msg":"trace[333026012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:5447; }","duration":"323.68641ms","start":"2026-03-12T14:02:29.379282Z","end":"2026-03-12T14:02:29.702968Z","steps":["trace[333026012] 'agreement among raft nodes before linearized reading' (duration: 323.513645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.703008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.379267Z","time spent":"323.733901ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"warn","ts":"2026-03-12T14:02:29.703244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.163217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:02:29.70328Z","caller":"traceutil/trace.go:171","msg":"trace[43572990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5447; }","duration":"325.224769ms","start":"2026-03-12T14:02:29.378046Z","end":"2026-03-12T14:02:29.703271Z","steps":["trace[43572990] 'agreement among raft nodes before linearized reading' (duration: 325.131376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.703306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.378027Z","time spent":"325.27305ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:02:29.703512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.473786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:02:29.703546Z","caller":"traceutil/trace.go:171","msg":"trace[280383391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5447; }","duration":"325.556979ms","start":"2026-03-12T14:02:29.377981Z","end":"2026-03-12T14:02:29.703538Z","steps":["trace[280383391] 'agreement among raft nodes before linearized reading' (duration: 325.468356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.703572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.377956Z","time spent":"325.610941ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:02:29.703733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.245431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:02:29.703764Z","caller":"traceutil/trace.go:171","msg":"trace[1409591735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5447; }","duration":"326.290732ms","start":"2026-03-12T14:02:29.377466Z","end":"2026-03-12T14:02:29.703757Z","steps":["trace[1409591735] 'agreement among raft nodes before linearized reading' (duration: 326.2124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.703789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.377459Z","time spent":"326.324983ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:02:29.703952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.697316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:02:29.703984Z","caller":"traceutil/trace.go:171","msg":"trace[1597184490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5447; }","duration":"327.765068ms","start":"2026-03-12T14:02:29.376211Z","end":"2026-03-12T14:02:29.703976Z","steps":["trace[1597184490] 'agreement among raft nodes before linearized reading' (duration: 327.681715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.704016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.376195Z","time spent":"327.81569ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:02:29.70414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.044547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:29.70417Z","caller":"traceutil/trace.go:171","msg":"trace[260753012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5447; }","duration":"335.122ms","start":"2026-03-12T14:02:29.36904Z","end":"2026-03-12T14:02:29.704162Z","steps":["trace[260753012] 'agreement among raft nodes before linearized reading' (duration: 335.077669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.7042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:02:29.369012Z","time spent":"335.183362ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:02:29.845887Z","caller":"traceutil/trace.go:171","msg":"trace[2089981626] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"135.115796ms","start":"2026-03-12T14:02:29.710731Z","end":"2026-03-12T14:02:29.845847Z","steps":["trace[2089981626] 'process raft request' (duration: 79.663393ms)","trace[2089981626] 'compare' (duration: 55.181664ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:29.846151Z","caller":"traceutil/trace.go:171","msg":"trace[776716945] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"135.323081ms","start":"2026-03-12T14:02:29.710801Z","end":"2026-03-12T14:02:29.846124Z","steps":["trace[776716945] 'process raft request' (duration: 134.995481ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:29.846253Z","caller":"traceutil/trace.go:171","msg":"trace[1499032883] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5666; }","duration":"135.427565ms","start":"2026-03-12T14:02:29.710805Z","end":"2026-03-12T14:02:29.846232Z","steps":["trace[1499032883] 'read index received' (duration: 49.607188ms)","trace[1499032883] 'applied index is now lower than readState.Index' (duration: 85.819187ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:29.846378Z","caller":"traceutil/trace.go:171","msg":"trace[1086332015] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"135.535728ms","start":"2026-03-12T14:02:29.71083Z","end":"2026-03-12T14:02:29.846366Z","steps":["trace[1086332015] 'process raft request' (duration: 135.221428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.846602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.90712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:02:29.846792Z","caller":"traceutil/trace.go:171","msg":"trace[1216000104] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5451; }","duration":"136.158178ms","start":"2026-03-12T14:02:29.71062Z","end":"2026-03-12T14:02:29.846778Z","steps":["trace[1216000104] 'agreement among raft nodes before linearized reading' (duration: 135.762155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.846798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.133388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81714"} {"level":"info","ts":"2026-03-12T14:02:29.846894Z","caller":"traceutil/trace.go:171","msg":"trace[921322122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5451; }","duration":"137.057456ms","start":"2026-03-12T14:02:29.709817Z","end":"2026-03-12T14:02:29.846875Z","steps":["trace[921322122] 'agreement among raft nodes before linearized reading' (duration: 136.730036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:02:29.846736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.422359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:02:29.84699Z","caller":"traceutil/trace.go:171","msg":"trace[1330271606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5451; }","duration":"131.737719ms","start":"2026-03-12T14:02:29.715239Z","end":"2026-03-12T14:02:29.846977Z","steps":["trace[1330271606] 'agreement among raft nodes before linearized reading' (duration: 131.343517ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:02:30.013535Z","caller":"traceutil/trace.go:171","msg":"trace[1649506780] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"118.07577ms","start":"2026-03-12T14:02:29.895422Z","end":"2026-03-12T14:02:30.013498Z","steps":["trace[1649506780] 'process raft request' (duration: 105.816615ms)","trace[1649506780] 'compare' (duration: 11.854493ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:02:42.17125Z","caller":"traceutil/trace.go:171","msg":"trace[1041330786] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"113.637676ms","start":"2026-03-12T14:02:42.057556Z","end":"2026-03-12T14:02:42.171194Z","steps":["trace[1041330786] 'process raft request' (duration: 103.729475ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:03:07.460266Z","caller":"traceutil/trace.go:171","msg":"trace[1558034262] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"376.595925ms","start":"2026-03-12T14:03:07.083636Z","end":"2026-03-12T14:03:07.460232Z","steps":["trace[1558034262] 'process raft request' (duration: 373.092735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:03:07.460407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:03:07.083616Z","time spent":"376.719108ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:03:17.932569Z","caller":"traceutil/trace.go:171","msg":"trace[935835200] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"110.379123ms","start":"2026-03-12T14:03:17.822151Z","end":"2026-03-12T14:03:17.93253Z","steps":["trace[935835200] 'process raft request' (duration: 110.121425ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:03:18.264122Z","caller":"traceutil/trace.go:171","msg":"trace[2039045267] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"117.874368ms","start":"2026-03-12T14:03:18.1462Z","end":"2026-03-12T14:03:18.264075Z","steps":["trace[2039045267] 'process raft request' (duration: 117.575368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:03:18.264302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.043968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-12T14:03:18.264411Z","caller":"traceutil/trace.go:171","msg":"trace[1955161861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5837; }","duration":"100.207733ms","start":"2026-03-12T14:03:18.164174Z","end":"2026-03-12T14:03:18.264382Z","steps":["trace[1955161861] 'agreement among raft nodes before linearized reading' (duration: 99.915354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:03:18.287205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.700904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-12T14:03:18.287302Z","caller":"traceutil/trace.go:171","msg":"trace[748550466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5838; }","duration":"118.827278ms","start":"2026-03-12T14:03:18.168454Z","end":"2026-03-12T14:03:18.287281Z","steps":["trace[748550466] 'agreement among raft nodes before linearized reading' (duration: 118.503567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:03:18.287456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.062378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:03:18.287586Z","caller":"traceutil/trace.go:171","msg":"trace[1170813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:5838; }","duration":"106.257273ms","start":"2026-03-12T14:03:18.181303Z","end":"2026-03-12T14:03:18.28756Z","steps":["trace[1170813] 'agreement among raft nodes before linearized reading' (duration: 105.777188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:03:18.287327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.453638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:03:18.288342Z","caller":"traceutil/trace.go:171","msg":"trace[310643440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5838; }","duration":"113.330665ms","start":"2026-03-12T14:03:18.174826Z","end":"2026-03-12T14:03:18.288157Z","steps":["trace[310643440] 'agreement among raft nodes before linearized reading' (duration: 112.326363ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:03:18.447312Z","caller":"traceutil/trace.go:171","msg":"trace[1816723329] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"113.012896ms","start":"2026-03-12T14:03:18.334132Z","end":"2026-03-12T14:03:18.447145Z","steps":["trace[1816723329] 'process raft request' (duration: 42.184654ms)","trace[1816723329] 'compare' (duration: 70.508522ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:07:03.738889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5195} {"level":"info","ts":"2026-03-12T14:07:03.830306Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5195,"took":"89.498972ms","hash":3247950107,"current-db-size-bytes":40701952,"current-db-size":"41 MB","current-db-size-in-use-bytes":20414464,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-12T14:07:03.830383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3247950107,"revision":5195,"compact-revision":2621} {"level":"info","ts":"2026-03-12T14:08:30.583507Z","caller":"traceutil/trace.go:171","msg":"trace[1442658706] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"141.338423ms","start":"2026-03-12T14:08:30.442127Z","end":"2026-03-12T14:08:30.583466Z","steps":["trace[1442658706] 'process raft request' (duration: 141.072494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:37.189326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:36.85678Z","time spent":"332.542763ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:08:37.219653Z","caller":"traceutil/trace.go:171","msg":"trace[1300307112] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"303.149593ms","start":"2026-03-12T14:08:36.916468Z","end":"2026-03-12T14:08:37.219618Z","steps":["trace[1300307112] 'process raft request' (duration: 297.629498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:37.219865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:36.916445Z","time spent":"303.306788ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:38.812975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093744845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:08:39.313695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093744845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:08:39.814308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093744845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:08:40.314654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093744845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:08:40.815862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093744845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:08:41.103966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:08:41.104059Z","caller":"traceutil/trace.go:171","msg":"trace[1671175845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000281656s","start":"2026-03-12T14:08:39.103757Z","end":"2026-03-12T14:08:41.104039Z","steps":["trace[1671175845] 'agreement among raft nodes before linearized reading' (duration: 2.000164552s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.104153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.10371Z","time spent":"2.000389869s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:08:41.196078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.922650733s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:08:41.196603Z","caller":"traceutil/trace.go:171","msg":"trace[984735868] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"2.923244843s","start":"2026-03-12T14:08:38.273335Z","end":"2026-03-12T14:08:41.19658Z","steps":["trace[984735868] 'process raft request' (duration: 2.923104788s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.19672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:38.27332Z","time spent":"2.923324226s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:41.229873Z","caller":"traceutil/trace.go:171","msg":"trace[1695612715] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"1.558500526s","start":"2026-03-12T14:08:39.671341Z","end":"2026-03-12T14:08:41.229841Z","steps":["trace[1695612715] 'process raft request' (duration: 1.558265878s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.230068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.671313Z","time spent":"1.558651891s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:41.230235Z","caller":"traceutil/trace.go:171","msg":"trace[1450025252] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"1.314275849s","start":"2026-03-12T14:08:39.915937Z","end":"2026-03-12T14:08:41.230213Z","steps":["trace[1450025252] 'process raft request' (duration: 1.314138384s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:41.230254Z","caller":"traceutil/trace.go:171","msg":"trace[47188715] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"1.544339688s","start":"2026-03-12T14:08:39.68587Z","end":"2026-03-12T14:08:41.23021Z","steps":["trace[47188715] 'process raft request' (duration: 1.543907045s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:41.230226Z","caller":"traceutil/trace.go:171","msg":"trace[418447210] linearizableReadLoop","detail":"{readStateIndex:8343; appliedIndex:8340; }","duration":"2.917921424s","start":"2026-03-12T14:08:38.312278Z","end":"2026-03-12T14:08:41.2302Z","steps":["trace[418447210] 'read index received' (duration: 2.884976682s)","trace[418447210] 'applied index is now lower than readState.Index' (duration: 32.943702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:41.230405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.915909Z","time spent":"1.314407653s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:41.230514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918212363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:08:41.231144Z","caller":"traceutil/trace.go:171","msg":"trace[1060180398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8036; }","duration":"2.918863573s","start":"2026-03-12T14:08:38.312261Z","end":"2026-03-12T14:08:41.231124Z","steps":["trace[1060180398] 'agreement among raft nodes before linearized reading' (duration: 2.918015837s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.230611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923869958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:08:41.231214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:38.312194Z","time spent":"2.919003238s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:08:41.231278Z","caller":"traceutil/trace.go:171","msg":"trace[170351490] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8036; }","duration":"1.924542479s","start":"2026-03-12T14:08:39.306696Z","end":"2026-03-12T14:08:41.231239Z","steps":["trace[170351490] 'agreement among raft nodes before linearized reading' (duration: 1.923867348s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.23133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.30666Z","time spent":"1.924653422s","remote":"127.0.0.1:44882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:41.230635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.992179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:08:41.231404Z","caller":"traceutil/trace.go:171","msg":"trace[157512013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8036; }","duration":"809.757734ms","start":"2026-03-12T14:08:40.421625Z","end":"2026-03-12T14:08:41.231382Z","steps":["trace[157512013] 'agreement among raft nodes before linearized reading' (duration: 808.959458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.231463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:40.421566Z","time spent":"809.879118ms","remote":"127.0.0.1:44922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:41.230667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737724848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:08:41.230689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.125268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:08:41.230671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906470151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:08:41.231776Z","caller":"traceutil/trace.go:171","msg":"trace[1767300455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8036; }","duration":"2.907627669s","start":"2026-03-12T14:08:38.324135Z","end":"2026-03-12T14:08:41.231762Z","steps":["trace[1767300455] 'agreement among raft nodes before linearized reading' (duration: 2.906374599s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:41.23175Z","caller":"traceutil/trace.go:171","msg":"trace[1087331396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8036; }","duration":"125.16208ms","start":"2026-03-12T14:08:41.106524Z","end":"2026-03-12T14:08:41.231686Z","steps":["trace[1087331396] 'agreement among raft nodes before linearized reading' (duration: 124.142458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.230713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868790315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:08:41.231873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:38.324116Z","time spent":"2.907705711s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:08:41.231919Z","caller":"traceutil/trace.go:171","msg":"trace[648235757] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8036; }","duration":"1.869983023s","start":"2026-03-12T14:08:39.361914Z","end":"2026-03-12T14:08:41.231897Z","steps":["trace[648235757] 'agreement among raft nodes before linearized reading' (duration: 1.868771725s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.230763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951529314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:08:41.23207Z","caller":"traceutil/trace.go:171","msg":"trace[1025906550] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8036; }","duration":"1.952859056s","start":"2026-03-12T14:08:39.279189Z","end":"2026-03-12T14:08:41.232048Z","steps":["trace[1025906550] 'agreement among raft nodes before linearized reading' (duration: 1.951532734s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.232061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.361872Z","time spent":"1.870163938s","remote":"127.0.0.1:44816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:41.232117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.279171Z","time spent":"1.952928787s","remote":"127.0.0.1:51198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:41.230741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623460461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T14:08:41.23218Z","caller":"traceutil/trace.go:171","msg":"trace[463259425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8036; }","duration":"1.624914998s","start":"2026-03-12T14:08:39.607251Z","end":"2026-03-12T14:08:41.232166Z","steps":["trace[463259425] 'agreement among raft nodes before linearized reading' (duration: 1.623276756s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.232244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.607204Z","time spent":"1.625004651s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:08:41.230774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760852143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:08:41.232361Z","caller":"traceutil/trace.go:171","msg":"trace[43111070] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8036; }","duration":"2.762457955s","start":"2026-03-12T14:08:38.469871Z","end":"2026-03-12T14:08:41.232329Z","steps":["trace[43111070] 'agreement among raft nodes before linearized reading' (duration: 2.760879115s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.23082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889707091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:08:41.232432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:38.46985Z","time spent":"2.762554717s","remote":"127.0.0.1:57150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:08:41.232434Z","caller":"traceutil/trace.go:171","msg":"trace[563478314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8036; }","duration":"2.891349403s","start":"2026-03-12T14:08:38.341063Z","end":"2026-03-12T14:08:41.232412Z","steps":["trace[563478314] 'agreement among raft nodes before linearized reading' (duration: 2.889724122s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.230825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234649689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:08:41.232531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:38.341043Z","time spent":"2.891468076s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"info","ts":"2026-03-12T14:08:41.232567Z","caller":"traceutil/trace.go:171","msg":"trace[837353245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8036; }","duration":"1.236420575s","start":"2026-03-12T14:08:39.996134Z","end":"2026-03-12T14:08:41.232555Z","steps":["trace[837353245] 'agreement among raft nodes before linearized reading' (duration: 1.234580767s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.230846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501188493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:41.232695Z","caller":"traceutil/trace.go:171","msg":"trace[478529312] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8036; }","duration":"1.503036531s","start":"2026-03-12T14:08:39.729633Z","end":"2026-03-12T14:08:41.232669Z","steps":["trace[478529312] 'agreement among raft nodes before linearized reading' (duration: 1.501143141s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.23091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.685845Z","time spent":"1.544558875s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:41.232763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.729578Z","time spent":"1.503162105s","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:08:41.231593Z","caller":"traceutil/trace.go:171","msg":"trace[496030679] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8036; }","duration":"1.738649687s","start":"2026-03-12T14:08:39.492894Z","end":"2026-03-12T14:08:41.231544Z","steps":["trace[496030679] 'agreement among raft nodes before linearized reading' (duration: 1.737748838s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:41.232849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.492873Z","time spent":"1.739958179s","remote":"127.0.0.1:59594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:41.232625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:39.996117Z","time spent":"1.236481947s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-12T14:08:43.379642Z","caller":"traceutil/trace.go:171","msg":"trace[2108947339] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"144.317926ms","start":"2026-03-12T14:08:43.235297Z","end":"2026-03-12T14:08:43.379615Z","steps":["trace[2108947339] 'process raft request' (duration: 144.111039ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:43.379824Z","caller":"traceutil/trace.go:171","msg":"trace[1727592500] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8352; }","duration":"139.501693ms","start":"2026-03-12T14:08:43.240291Z","end":"2026-03-12T14:08:43.379792Z","steps":["trace[1727592500] 'read index received' (duration: 19.035192ms)","trace[1727592500] 'applied index is now lower than readState.Index' (duration: 120.460361ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:43.37987Z","caller":"traceutil/trace.go:171","msg":"trace[144398941] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"143.274652ms","start":"2026-03-12T14:08:43.236579Z","end":"2026-03-12T14:08:43.379854Z","steps":["trace[144398941] 'process raft request' (duration: 142.988233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:43.380052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.509096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:08:43.380061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.756231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:08:43.380066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.239929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:08:43.380129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.331345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:08:43.380201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.459707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:08:43.380203Z","caller":"traceutil/trace.go:171","msg":"trace[722713400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8047; }","duration":"131.417378ms","start":"2026-03-12T14:08:43.248772Z","end":"2026-03-12T14:08:43.380189Z","steps":["trace[722713400] 'agreement among raft nodes before linearized reading' (duration: 131.215802ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:43.380231Z","caller":"traceutil/trace.go:171","msg":"trace[1676596142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8047; }","duration":"130.54371ms","start":"2026-03-12T14:08:43.249679Z","end":"2026-03-12T14:08:43.380223Z","steps":["trace[1676596142] 'agreement among raft nodes before linearized reading' (duration: 130.452267ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:43.380089Z","caller":"traceutil/trace.go:171","msg":"trace[856429143] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8047; }","duration":"116.567257ms","start":"2026-03-12T14:08:43.263511Z","end":"2026-03-12T14:08:43.380078Z","steps":["trace[856429143] 'agreement among raft nodes before linearized reading' (duration: 116.483195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:43.380259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.361236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:08:43.380243Z","caller":"traceutil/trace.go:171","msg":"trace[991778912] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8047; }","duration":"117.392424ms","start":"2026-03-12T14:08:43.262771Z","end":"2026-03-12T14:08:43.380163Z","steps":["trace[991778912] 'agreement among raft nodes before linearized reading' (duration: 117.215098ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:43.380298Z","caller":"traceutil/trace.go:171","msg":"trace[386596860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8047; }","duration":"131.435558ms","start":"2026-03-12T14:08:43.248854Z","end":"2026-03-12T14:08:43.380289Z","steps":["trace[386596860] 'agreement among raft nodes before linearized reading' (duration: 131.268803ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:43.380097Z","caller":"traceutil/trace.go:171","msg":"trace[703026363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8047; }","duration":"139.815114ms","start":"2026-03-12T14:08:43.240271Z","end":"2026-03-12T14:08:43.380086Z","steps":["trace[703026363] 'agreement among raft nodes before linearized reading' (duration: 139.656389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:43.38011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.232148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:43.380459Z","caller":"traceutil/trace.go:171","msg":"trace[2013201195] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8047; }","duration":"117.59518ms","start":"2026-03-12T14:08:43.262848Z","end":"2026-03-12T14:08:43.380443Z","steps":["trace[2013201195] 'agreement among raft nodes before linearized reading' (duration: 117.193977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:43.380232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.320415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T14:08:43.380638Z","caller":"traceutil/trace.go:171","msg":"trace[540971026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8047; }","duration":"131.763148ms","start":"2026-03-12T14:08:43.248857Z","end":"2026-03-12T14:08:43.38062Z","steps":["trace[540971026] 'agreement among raft nodes before linearized reading' (duration: 131.239172ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:47.510802Z","caller":"traceutil/trace.go:171","msg":"trace[889202877] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"119.877663ms","start":"2026-03-12T14:08:47.390883Z","end":"2026-03-12T14:08:47.510761Z","steps":["trace[889202877] 'process raft request' (duration: 119.663166ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:47.790558Z","caller":"traceutil/trace.go:171","msg":"trace[66917144] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8376; }","duration":"345.510174ms","start":"2026-03-12T14:08:47.445022Z","end":"2026-03-12T14:08:47.790532Z","steps":["trace[66917144] 'read index received' (duration: 65.611836ms)","trace[66917144] 'applied index is now lower than readState.Index' (duration: 279.897448ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:47.790617Z","caller":"traceutil/trace.go:171","msg":"trace[226189056] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"377.00426ms","start":"2026-03-12T14:08:47.413577Z","end":"2026-03-12T14:08:47.790581Z","steps":["trace[226189056] 'process raft request' (duration: 376.667259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:47.790808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.772362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:08:47.790802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:47.413538Z","time spent":"377.158915ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:47.790853Z","caller":"traceutil/trace.go:171","msg":"trace[1933006385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8069; }","duration":"345.880165ms","start":"2026-03-12T14:08:47.444961Z","end":"2026-03-12T14:08:47.790842Z","steps":["trace[1933006385] 'agreement among raft nodes before linearized reading' (duration: 345.71782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:47.790942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:47.444937Z","time spent":"345.992189ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:08:47.790942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.499036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:08:47.79092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.07812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:08:47.791004Z","caller":"traceutil/trace.go:171","msg":"trace[2063506632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8069; }","duration":"341.572349ms","start":"2026-03-12T14:08:47.449416Z","end":"2026-03-12T14:08:47.790988Z","steps":["trace[2063506632] 'agreement among raft nodes before linearized reading' (duration: 341.377783ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:47.791038Z","caller":"traceutil/trace.go:171","msg":"trace[1901897944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8069; }","duration":"339.278767ms","start":"2026-03-12T14:08:47.451733Z","end":"2026-03-12T14:08:47.791011Z","steps":["trace[1901897944] 'agreement among raft nodes before linearized reading' (duration: 339.017448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:47.791057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.352504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:08:47.791072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:47.449408Z","time spent":"341.645751ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:08:47.791098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:47.451687Z","time spent":"339.40119ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"warn","ts":"2026-03-12T14:08:47.790921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.24555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:08:47.791124Z","caller":"traceutil/trace.go:171","msg":"trace[568019310] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8069; }","duration":"342.452656ms","start":"2026-03-12T14:08:47.448645Z","end":"2026-03-12T14:08:47.791097Z","steps":["trace[568019310] 'agreement among raft nodes before linearized reading' (duration: 342.330083ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:47.791167Z","caller":"traceutil/trace.go:171","msg":"trace[1391701741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8069; }","duration":"342.55923ms","start":"2026-03-12T14:08:47.448596Z","end":"2026-03-12T14:08:47.791155Z","steps":["trace[1391701741] 'agreement among raft nodes before linearized reading' (duration: 342.129737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:47.791183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:47.448616Z","time spent":"342.5529ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:08:47.791216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:47.448575Z","time spent":"342.625722ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:08:47.791328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.848001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:08:47.791448Z","caller":"traceutil/trace.go:171","msg":"trace[542424972] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8069; }","duration":"185.982826ms","start":"2026-03-12T14:08:47.60544Z","end":"2026-03-12T14:08:47.791423Z","steps":["trace[542424972] 'agreement among raft nodes before linearized reading' (duration: 185.651035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.017351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.321012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:50.017426Z","caller":"traceutil/trace.go:171","msg":"trace[1641126448] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"500.148177ms","start":"2026-03-12T14:08:49.517264Z","end":"2026-03-12T14:08:50.017412Z","steps":["trace[1641126448] 'process raft request' (duration: 303.708091ms)","trace[1641126448] 'compare' (duration: 196.028743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:50.017462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:49.517234Z","time spent":"500.210709ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:50.022087Z","caller":"traceutil/trace.go:171","msg":"trace[579971303] linearizableReadLoop","detail":"{readStateIndex:8386; appliedIndex:8384; }","duration":"205.784402ms","start":"2026-03-12T14:08:49.816281Z","end":"2026-03-12T14:08:50.022065Z","steps":["trace[579971303] 'read index received' (duration: 4.686679ms)","trace[579971303] 'applied index is now lower than readState.Index' (duration: 201.096663ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:50.022129Z","caller":"traceutil/trace.go:171","msg":"trace[849368106] transaction","detail":"{read_only:false; response_revision:8077; number_of_response:1; }","duration":"225.544857ms","start":"2026-03-12T14:08:49.796562Z","end":"2026-03-12T14:08:50.022107Z","steps":["trace[849368106] 'process raft request' (duration: 225.407813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.022216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.936796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:08:50.022266Z","caller":"traceutil/trace.go:171","msg":"trace[75409521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8077; }","duration":"206.026049ms","start":"2026-03-12T14:08:49.816226Z","end":"2026-03-12T14:08:50.022252Z","steps":["trace[75409521] 'agreement among raft nodes before linearized reading' (duration: 205.916966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.022368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.141972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:08:50.022379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.676897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T14:08:50.022407Z","caller":"traceutil/trace.go:171","msg":"trace[895538691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8077; }","duration":"175.207444ms","start":"2026-03-12T14:08:49.847186Z","end":"2026-03-12T14:08:50.022393Z","steps":["trace[895538691] 'agreement among raft nodes before linearized reading' (duration: 175.089361ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:50.022417Z","caller":"traceutil/trace.go:171","msg":"trace[1605325190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8077; }","duration":"174.737099ms","start":"2026-03-12T14:08:49.84767Z","end":"2026-03-12T14:08:50.022407Z","steps":["trace[1605325190] 'agreement among raft nodes before linearized reading' (duration: 174.592264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.022524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.563446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:08:50.022603Z","caller":"traceutil/trace.go:171","msg":"trace[792529277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8077; }","duration":"175.651789ms","start":"2026-03-12T14:08:49.846932Z","end":"2026-03-12T14:08:50.022584Z","steps":["trace[792529277] 'agreement among raft nodes before linearized reading' (duration: 175.420071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.022703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.485441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:08:50.022735Z","caller":"traceutil/trace.go:171","msg":"trace[1612168685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8077; }","duration":"180.556223ms","start":"2026-03-12T14:08:49.842169Z","end":"2026-03-12T14:08:50.022725Z","steps":["trace[1612168685] 'agreement among raft nodes before linearized reading' (duration: 180.056257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.405356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.366912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:50.405546Z","caller":"traceutil/trace.go:171","msg":"trace[92245966] linearizableReadLoop","detail":"{readStateIndex:8390; appliedIndex:8386; }","duration":"377.924889ms","start":"2026-03-12T14:08:50.027603Z","end":"2026-03-12T14:08:50.405528Z","steps":["trace[92245966] 'read index received' (duration: 26.786128ms)","trace[92245966] 'applied index is now lower than readState.Index' (duration: 351.137561ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:50.405656Z","caller":"traceutil/trace.go:171","msg":"trace[980892615] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"378.553709ms","start":"2026-03-12T14:08:50.027088Z","end":"2026-03-12T14:08:50.405641Z","steps":["trace[980892615] 'process raft request' (duration: 378.405364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.405725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:50.027071Z","time spent":"378.619701ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:50.405678Z","caller":"traceutil/trace.go:171","msg":"trace[1172423477] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"379.462268ms","start":"2026-03-12T14:08:50.026173Z","end":"2026-03-12T14:08:50.405635Z","steps":["trace[1172423477] 'process raft request' (duration: 379.270132ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:50.405867Z","caller":"traceutil/trace.go:171","msg":"trace[896365754] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"379.722296ms","start":"2026-03-12T14:08:50.026127Z","end":"2026-03-12T14:08:50.405849Z","steps":["trace[896365754] 'process raft request' (duration: 153.796677ms)","trace[896365754] 'compare' (duration: 225.246607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:50.405898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:50.026148Z","time spent":"379.636764ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:50.405947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:50.026106Z","time spent":"379.792778ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:50.406494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.88691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224126"} {"level":"info","ts":"2026-03-12T14:08:50.406561Z","caller":"traceutil/trace.go:171","msg":"trace[1956347859] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8081; }","duration":"378.985153ms","start":"2026-03-12T14:08:50.027561Z","end":"2026-03-12T14:08:50.406547Z","steps":["trace[1956347859] 'agreement among raft nodes before linearized reading' (duration: 378.411685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:50.406603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:50.027547Z","time spent":"379.046084ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224150,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:08:50.735352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.917425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-12T14:08:50.735451Z","caller":"traceutil/trace.go:171","msg":"trace[1486554779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8081; }","duration":"126.068169ms","start":"2026-03-12T14:08:50.609359Z","end":"2026-03-12T14:08:50.735427Z","steps":["trace[1486554779] 'range keys from in-memory index tree' (duration: 125.714668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:51.757907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.183944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:51.75807Z","caller":"traceutil/trace.go:171","msg":"trace[1983216745] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8391; }","duration":"204.034757ms","start":"2026-03-12T14:08:51.554007Z","end":"2026-03-12T14:08:51.758041Z","steps":["trace[1983216745] 'read index received' (duration: 51.582µs)","trace[1983216745] 'applied index is now lower than readState.Index' (duration: 203.981695ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:51.75809Z","caller":"traceutil/trace.go:171","msg":"trace[183602726] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"351.350388ms","start":"2026-03-12T14:08:51.406691Z","end":"2026-03-12T14:08:51.758041Z","steps":["trace[183602726] 'process raft request' (duration: 96.848024ms)","trace[183602726] 'compare' (duration: 254.028949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:51.758287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.281574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-12T14:08:51.758334Z","caller":"traceutil/trace.go:171","msg":"trace[572548147] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8083; }","duration":"204.360747ms","start":"2026-03-12T14:08:51.553953Z","end":"2026-03-12T14:08:51.758314Z","steps":["trace[572548147] 'agreement among raft nodes before linearized reading' (duration: 204.15696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:51.758318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:51.406654Z","time spent":"351.536935ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:52.458125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.055523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-12T14:08:52.45822Z","caller":"traceutil/trace.go:171","msg":"trace[984570682] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6; range_end:; response_count:1; response_revision:8083; }","duration":"524.424255ms","start":"2026-03-12T14:08:51.933769Z","end":"2026-03-12T14:08:52.458193Z","steps":["trace[984570682] 'range keys from in-memory index tree' (duration: 523.853947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:52.458264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:51.933749Z","time spent":"524.505898ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" "} {"level":"warn","ts":"2026-03-12T14:08:52.458359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.462331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:52.458506Z","caller":"traceutil/trace.go:171","msg":"trace[672453583] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"436.235075ms","start":"2026-03-12T14:08:52.022246Z","end":"2026-03-12T14:08:52.458481Z","steps":["trace[672453583] 'process raft request' (duration: 279.548676ms)","trace[672453583] 'compare' (duration: 156.298006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:52.458604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.022224Z","time spent":"436.334787ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:52.546474Z","caller":"traceutil/trace.go:171","msg":"trace[988989152] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"520.203711ms","start":"2026-03-12T14:08:52.026238Z","end":"2026-03-12T14:08:52.546442Z","steps":["trace[988989152] 'process raft request' (duration: 520.007705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:52.54663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.026202Z","time spent":"520.351487ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:52.649013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.616187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:08:52.649618Z","caller":"traceutil/trace.go:171","msg":"trace[1552604148] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8392; }","duration":"591.246419ms","start":"2026-03-12T14:08:52.058345Z","end":"2026-03-12T14:08:52.649592Z","steps":["trace[1552604148] 'read index received' (duration: 243.583388ms)","trace[1552604148] 'applied index is now lower than readState.Index' (duration: 347.661191ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:52.649665Z","caller":"traceutil/trace.go:171","msg":"trace[476151375] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"417.013566ms","start":"2026-03-12T14:08:52.232614Z","end":"2026-03-12T14:08:52.649628Z","steps":["trace[476151375] 'process raft request' (duration: 416.48973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:52.649831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.23259Z","time spent":"417.150931ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:52.678861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.490185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:08:52.67894Z","caller":"traceutil/trace.go:171","msg":"trace[1748088188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8086; }","duration":"620.609419ms","start":"2026-03-12T14:08:52.058309Z","end":"2026-03-12T14:08:52.678919Z","steps":["trace[1748088188] 'agreement among raft nodes before linearized reading' (duration: 591.395005ms)","trace[1748088188] 'range keys from in-memory index tree' (duration: 29.009888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:52.678983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.058297Z","time spent":"620.676981ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:08:52.679188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.907262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:52.679291Z","caller":"traceutil/trace.go:171","msg":"trace[874053692] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"218.100752ms","start":"2026-03-12T14:08:52.461167Z","end":"2026-03-12T14:08:52.679267Z","steps":["trace[874053692] 'process raft request' (duration: 188.416543ms)","trace[874053692] 'compare' (duration: 29.08037ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:52.679303Z","caller":"traceutil/trace.go:171","msg":"trace[1531156175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8087; }","duration":"575.094148ms","start":"2026-03-12T14:08:52.104182Z","end":"2026-03-12T14:08:52.679276Z","steps":["trace[1531156175] 'agreement among raft nodes before linearized reading' (duration: 574.82296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:52.6792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.51291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:08:52.679319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.463781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:08:52.679365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.104166Z","time spent":"575.188312ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:08:52.679365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.12688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:08:52.679383Z","caller":"traceutil/trace.go:171","msg":"trace[1137856415] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8087; }","duration":"264.710366ms","start":"2026-03-12T14:08:52.414647Z","end":"2026-03-12T14:08:52.679358Z","steps":["trace[1137856415] 'agreement among raft nodes before linearized reading' (duration: 264.388896ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:52.679427Z","caller":"traceutil/trace.go:171","msg":"trace[1640549052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8087; }","duration":"265.231213ms","start":"2026-03-12T14:08:52.414181Z","end":"2026-03-12T14:08:52.679412Z","steps":["trace[1640549052] 'agreement among raft nodes before linearized reading' (duration: 265.070368ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:52.679375Z","caller":"traceutil/trace.go:171","msg":"trace[1961997374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8087; }","duration":"266.534764ms","start":"2026-03-12T14:08:52.412827Z","end":"2026-03-12T14:08:52.679362Z","steps":["trace[1961997374] 'agreement among raft nodes before linearized reading' (duration: 266.39109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:52.679419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.520193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T14:08:52.679498Z","caller":"traceutil/trace.go:171","msg":"trace[749704675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8087; }","duration":"266.671548ms","start":"2026-03-12T14:08:52.412813Z","end":"2026-03-12T14:08:52.679485Z","steps":["trace[749704675] 'agreement among raft nodes before linearized reading' (duration: 266.388399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:55.388469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082207335s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:55.388619Z","caller":"traceutil/trace.go:171","msg":"trace[298499067] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8088; }","duration":"1.082378541s","start":"2026-03-12T14:08:54.306217Z","end":"2026-03-12T14:08:55.388595Z","steps":["trace[298499067] 'range keys from in-memory index tree' (duration: 1.082184965s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:55.389624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224554963s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:55.389977Z","caller":"traceutil/trace.go:171","msg":"trace[255782457] linearizableReadLoop","detail":"{readStateIndex:8401; appliedIndex:8398; }","duration":"2.418598364s","start":"2026-03-12T14:08:52.971361Z","end":"2026-03-12T14:08:55.389959Z","steps":["trace[255782457] 'read index received' (duration: 193.566675ms)","trace[255782457] 'applied index is now lower than readState.Index' (duration: 2.225030599s)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:55.390023Z","caller":"traceutil/trace.go:171","msg":"trace[339314507] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"2.703511579s","start":"2026-03-12T14:08:52.686469Z","end":"2026-03-12T14:08:55.389981Z","steps":["trace[339314507] 'process raft request' (duration: 2.703250921s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:55.390086Z","caller":"traceutil/trace.go:171","msg":"trace[443527609] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"2.703517989s","start":"2026-03-12T14:08:52.686555Z","end":"2026-03-12T14:08:55.390073Z","steps":["trace[443527609] 'process raft request' (duration: 2.703364334s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:55.390122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.686448Z","time spent":"2.703626643s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:55.390235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.686538Z","time spent":"2.703581092s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:55.390505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419139911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:08:55.390543Z","caller":"traceutil/trace.go:171","msg":"trace[322658987] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8091; }","duration":"2.419212573s","start":"2026-03-12T14:08:52.97132Z","end":"2026-03-12T14:08:55.390533Z","steps":["trace[322658987] 'agreement among raft nodes before linearized reading' (duration: 2.419056928s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:55.390573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.971301Z","time spent":"2.419265095s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:08:55.39113Z","caller":"traceutil/trace.go:171","msg":"trace[643536916] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"2.704626094s","start":"2026-03-12T14:08:52.686465Z","end":"2026-03-12T14:08:55.391091Z","steps":["trace[643536916] 'process raft request' (duration: 478.507522ms)","trace[643536916] 'compare' (duration: 2.224319766s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:55.391476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:52.686441Z","time spent":"2.704936834s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:55.411078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638585181s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:08:55.411588Z","caller":"traceutil/trace.go:171","msg":"trace[1025167143] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"1.63916851s","start":"2026-03-12T14:08:53.772373Z","end":"2026-03-12T14:08:55.411542Z","steps":["trace[1025167143] 'process raft request' (duration: 1.638970253s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:55.412023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:53.772346Z","time spent":"1.639344924s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:56.020378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-12T14:08:56.020504Z","caller":"traceutil/trace.go:171","msg":"trace[410230971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132752s","start":"2026-03-12T14:08:54.020312Z","end":"2026-03-12T14:08:56.020445Z","steps":["trace[410230971] 'agreement among raft nodes before linearized reading' (duration: 2.000022658s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.020552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.020288Z","time spent":"2.000253505s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:08:56.102091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-12T14:08:56.102168Z","caller":"traceutil/trace.go:171","msg":"trace[2107808488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004805s","start":"2026-03-12T14:08:54.102103Z","end":"2026-03-12T14:08:56.102151Z","steps":["trace[2107808488] 'agreement among raft nodes before linearized reading' (duration: 1.999954768s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.102217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.102046Z","time spent":"2.000156223s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/12 14:08:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-12T14:08:56.163401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.541709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:56.163669Z","caller":"traceutil/trace.go:171","msg":"trace[1888875500] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"1.698835138s","start":"2026-03-12T14:08:54.464808Z","end":"2026-03-12T14:08:56.163643Z","steps":["trace[1888875500] 'process raft request' (duration: 1.045979479s)","trace[1888875500] 'compare' (duration: 652.222169ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:56.163738Z","caller":"traceutil/trace.go:171","msg":"trace[1042864688] linearizableReadLoop","detail":"{readStateIndex:8405; appliedIndex:8401; }","duration":"773.676183ms","start":"2026-03-12T14:08:55.390016Z","end":"2026-03-12T14:08:56.163692Z","steps":["trace[1042864688] 'read index received' (duration: 21.386107ms)","trace[1042864688] 'applied index is now lower than readState.Index' (duration: 752.288866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:56.163755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.464787Z","time spent":"1.698928732s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:56.163844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355811723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-12T14:08:56.163903Z","caller":"traceutil/trace.go:171","msg":"trace[1053237897] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8095; }","duration":"1.355911597s","start":"2026-03-12T14:08:54.807975Z","end":"2026-03-12T14:08:56.163886Z","steps":["trace[1053237897] 'agreement among raft nodes before linearized reading' (duration: 1.355779083s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.163944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.807953Z","time spent":"1.355982779s","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-12T14:08:56.163964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411533757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:08:56.163987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618340951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:08:56.164039Z","caller":"traceutil/trace.go:171","msg":"trace[242019490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8095; }","duration":"1.411716112s","start":"2026-03-12T14:08:54.752311Z","end":"2026-03-12T14:08:56.164027Z","steps":["trace[242019490] 'agreement among raft nodes before linearized reading' (duration: 1.411515086s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.164118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.752289Z","time spent":"1.411817846s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:08:56.164133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471906098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:08:56.164176Z","caller":"traceutil/trace.go:171","msg":"trace[301650455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8095; }","duration":"1.47197564s","start":"2026-03-12T14:08:54.692193Z","end":"2026-03-12T14:08:56.164168Z","steps":["trace[301650455] 'agreement among raft nodes before linearized reading' (duration: 1.471903928s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.164213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.692178Z","time spent":"1.472027611s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"info","ts":"2026-03-12T14:08:56.164071Z","caller":"traceutil/trace.go:171","msg":"trace[1873965370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8095; }","duration":"1.618442864s","start":"2026-03-12T14:08:54.545611Z","end":"2026-03-12T14:08:56.164054Z","steps":["trace[1873965370] 'agreement among raft nodes before linearized reading' (duration: 1.618283239s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:56.164345Z","caller":"traceutil/trace.go:171","msg":"trace[1431425543] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"1.612028012s","start":"2026-03-12T14:08:54.552292Z","end":"2026-03-12T14:08:56.16432Z","steps":["trace[1431425543] 'process raft request' (duration: 1.611297739s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.164443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.545555Z","time spent":"1.618838527s","remote":"127.0.0.1:44846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:56.164475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:54.552265Z","time spent":"1.612152866s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:56.164478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.812363384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:08:56.164418Z","caller":"traceutil/trace.go:171","msg":"trace[1013283000] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"882.146645ms","start":"2026-03-12T14:08:55.282135Z","end":"2026-03-12T14:08:56.164282Z","steps":["trace[1013283000] 'process raft request' (duration: 881.511134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.164502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282300981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:08:56.164553Z","caller":"traceutil/trace.go:171","msg":"trace[1890398703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8095; }","duration":"2.812487528s","start":"2026-03-12T14:08:53.352047Z","end":"2026-03-12T14:08:56.164535Z","steps":["trace[1890398703] 'agreement among raft nodes before linearized reading' (duration: 2.81226109s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.164595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:53.352027Z","time spent":"2.81256042s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:08:56.164594Z","caller":"traceutil/trace.go:171","msg":"trace[583460887] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8095; }","duration":"2.282462366s","start":"2026-03-12T14:08:53.882113Z","end":"2026-03-12T14:08:56.164576Z","steps":["trace[583460887] 'agreement among raft nodes before linearized reading' (duration: 2.282260119s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.16462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:55.282102Z","time spent":"882.459924ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:56.164653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:53.882086Z","time spent":"2.282551169s","remote":"127.0.0.1:59558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:08:56.3958Z","caller":"traceutil/trace.go:171","msg":"trace[345354127] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8405; }","duration":"231.97132ms","start":"2026-03-12T14:08:56.16378Z","end":"2026-03-12T14:08:56.395751Z","steps":["trace[345354127] 'read index received' (duration: 190.463187ms)","trace[345354127] 'applied index is now lower than readState.Index' (duration: 41.507213ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:56.395943Z","caller":"traceutil/trace.go:171","msg":"trace[1167257470] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"371.901019ms","start":"2026-03-12T14:08:56.024026Z","end":"2026-03-12T14:08:56.395927Z","steps":["trace[1167257470] 'process raft request' (duration: 330.343134ms)","trace[1167257470] 'compare' (duration: 41.237155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:56.396038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:56.024001Z","time spent":"371.971381ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:08:56.396113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.225065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:08:56.396134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.704501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:56.396287Z","caller":"traceutil/trace.go:171","msg":"trace[1100629182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8096; }","duration":"285.917368ms","start":"2026-03-12T14:08:56.110354Z","end":"2026-03-12T14:08:56.396271Z","steps":["trace[1100629182] 'agreement among raft nodes before linearized reading' (duration: 285.67553ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:56.396209Z","caller":"traceutil/trace.go:171","msg":"trace[1704436615] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8096; }","duration":"467.423431ms","start":"2026-03-12T14:08:55.928762Z","end":"2026-03-12T14:08:56.396185Z","steps":["trace[1704436615] 'agreement among raft nodes before linearized reading' (duration: 467.171533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.396499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:55.928738Z","time spent":"467.641378ms","remote":"127.0.0.1:44832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:08:56.397164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002312607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:08:56.397257Z","caller":"traceutil/trace.go:171","msg":"trace[2090252509] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8096; }","duration":"1.002410881s","start":"2026-03-12T14:08:55.394831Z","end":"2026-03-12T14:08:56.397242Z","steps":["trace[2090252509] 'agreement among raft nodes before linearized reading' (duration: 1.00112754s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.397298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:55.394743Z","time spent":"1.002544975s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:08:56.420837Z","caller":"traceutil/trace.go:171","msg":"trace[1965071920] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"252.629134ms","start":"2026-03-12T14:08:56.16818Z","end":"2026-03-12T14:08:56.420809Z","steps":["trace[1965071920] 'process raft request' (duration: 252.383146ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:56.420881Z","caller":"traceutil/trace.go:171","msg":"trace[512674601] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"252.360585ms","start":"2026-03-12T14:08:56.168496Z","end":"2026-03-12T14:08:56.420857Z","steps":["trace[512674601] 'process raft request' (duration: 252.233131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.42105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.283404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-12T14:08:56.42115Z","caller":"traceutil/trace.go:171","msg":"trace[149461627] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8098; }","duration":"252.429518ms","start":"2026-03-12T14:08:56.168705Z","end":"2026-03-12T14:08:56.421135Z","steps":["trace[149461627] 'agreement among raft nodes before linearized reading' (duration: 252.1726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:56.421736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.200061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224126"} {"level":"info","ts":"2026-03-12T14:08:56.421853Z","caller":"traceutil/trace.go:171","msg":"trace[73087428] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8098; }","duration":"252.379206ms","start":"2026-03-12T14:08:56.169446Z","end":"2026-03-12T14:08:56.421825Z","steps":["trace[73087428] 'agreement among raft nodes before linearized reading' (duration: 251.484508ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:56.617352Z","caller":"traceutil/trace.go:171","msg":"trace[1005438074] linearizableReadLoop","detail":"{readStateIndex:8410; appliedIndex:8408; }","duration":"120.310597ms","start":"2026-03-12T14:08:56.497025Z","end":"2026-03-12T14:08:56.617336Z","steps":["trace[1005438074] 'read index received' (duration: 36.518345ms)","trace[1005438074] 'applied index is now lower than readState.Index' (duration: 83.791692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:56.617443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.410171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:56.617417Z","caller":"traceutil/trace.go:171","msg":"trace[982886763] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"193.241715ms","start":"2026-03-12T14:08:56.424145Z","end":"2026-03-12T14:08:56.617387Z","steps":["trace[982886763] 'process raft request' (duration: 109.498865ms)","trace[982886763] 'compare' (duration: 83.545813ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:56.617417Z","caller":"traceutil/trace.go:171","msg":"trace[1224100151] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"190.837879ms","start":"2026-03-12T14:08:56.426545Z","end":"2026-03-12T14:08:56.617383Z","steps":["trace[1224100151] 'process raft request' (duration: 190.753276ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:56.617466Z","caller":"traceutil/trace.go:171","msg":"trace[67387814] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8100; }","duration":"120.486033ms","start":"2026-03-12T14:08:56.496972Z","end":"2026-03-12T14:08:56.617458Z","steps":["trace[67387814] 'agreement among raft nodes before linearized reading' (duration: 120.432451ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:57.806702Z","caller":"traceutil/trace.go:171","msg":"trace[1542975816] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"389.309118ms","start":"2026-03-12T14:08:57.417369Z","end":"2026-03-12T14:08:57.806679Z","steps":["trace[1542975816] 'process raft request' (duration: 389.263966ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:57.806768Z","caller":"traceutil/trace.go:171","msg":"trace[1350781251] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"407.018238ms","start":"2026-03-12T14:08:57.399708Z","end":"2026-03-12T14:08:57.806726Z","steps":["trace[1350781251] 'process raft request' (duration: 406.698638ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:57.80679Z","caller":"traceutil/trace.go:171","msg":"trace[1735101501] transaction","detail":"{read_only:false; response_revision:8106; number_of_response:1; }","duration":"406.992298ms","start":"2026-03-12T14:08:57.399772Z","end":"2026-03-12T14:08:57.806764Z","steps":["trace[1735101501] 'process raft request' (duration: 406.824192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:57.80694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:57.41733Z","time spent":"389.452083ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:57.806998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:57.399694Z","time spent":"407.189024ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:57.807041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:57.39975Z","time spent":"407.159373ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:59.600051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49632343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:08:59.600177Z","caller":"traceutil/trace.go:171","msg":"trace[1360936092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8107; }","duration":"1.496495595s","start":"2026-03-12T14:08:58.103655Z","end":"2026-03-12T14:08:59.600151Z","steps":["trace[1360936092] 'range keys from in-memory index tree' (duration: 1.496190726s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:59.600238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:58.103636Z","time spent":"1.496582198s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:08:59.600895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.020601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:59.601123Z","caller":"traceutil/trace.go:171","msg":"trace[489972677] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"1.431287132s","start":"2026-03-12T14:08:58.169779Z","end":"2026-03-12T14:08:59.601066Z","steps":["trace[489972677] 'process raft request' (duration: 737.007152ms)","trace[489972677] 'compare' (duration: 693.733462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:08:59.601906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:58.169665Z","time spent":"1.432055486s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:08:59.682073Z","caller":"traceutil/trace.go:171","msg":"trace[465964139] linearizableReadLoop","detail":"{readStateIndex:8420; appliedIndex:8418; }","duration":"1.256929584s","start":"2026-03-12T14:08:58.425112Z","end":"2026-03-12T14:08:59.682042Z","steps":["trace[465964139] 'read index received' (duration: 481.808176ms)","trace[465964139] 'applied index is now lower than readState.Index' (duration: 775.120038ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:59.682221Z","caller":"traceutil/trace.go:171","msg":"trace[1199718693] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"1.511605783s","start":"2026-03-12T14:08:58.170538Z","end":"2026-03-12T14:08:59.682143Z","steps":["trace[1199718693] 'process raft request' (duration: 1.511336555s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:59.682375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257236224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:08:59.682419Z","caller":"traceutil/trace.go:171","msg":"trace[983567208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8109; }","duration":"1.257337108s","start":"2026-03-12T14:08:58.42507Z","end":"2026-03-12T14:08:59.682407Z","steps":["trace[983567208] 'agreement among raft nodes before linearized reading' (duration: 1.257124741s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:59.682467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:58.425051Z","time spent":"1.257406819s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:08:59.682487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:58.170499Z","time spent":"1.511845131s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:08:59.682499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.777325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:08:59.682519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251071959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:08:59.682578Z","caller":"traceutil/trace.go:171","msg":"trace[1814650764] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8109; }","duration":"1.251145801s","start":"2026-03-12T14:08:58.431412Z","end":"2026-03-12T14:08:59.682558Z","steps":["trace[1814650764] 'agreement among raft nodes before linearized reading' (duration: 1.251075419s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:59.682581Z","caller":"traceutil/trace.go:171","msg":"trace[221754307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8109; }","duration":"207.892378ms","start":"2026-03-12T14:08:59.47466Z","end":"2026-03-12T14:08:59.682552Z","steps":["trace[221754307] 'agreement among raft nodes before linearized reading' (duration: 207.689802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:59.682437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256250363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:08:59.682614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:58.431398Z","time spent":"1.251208713s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"info","ts":"2026-03-12T14:08:59.682667Z","caller":"traceutil/trace.go:171","msg":"trace[671449627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8109; }","duration":"1.256559153s","start":"2026-03-12T14:08:58.426076Z","end":"2026-03-12T14:08:59.682635Z","steps":["trace[671449627] 'agreement among raft nodes before linearized reading' (duration: 1.256178471s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:59.682765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:58.426038Z","time spent":"1.256687177s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:08:59.893001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.870506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:08:59.893124Z","caller":"traceutil/trace.go:171","msg":"trace[1011173709] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"205.985428ms","start":"2026-03-12T14:08:59.687116Z","end":"2026-03-12T14:08:59.893102Z","steps":["trace[1011173709] 'process raft request' (duration: 77.910585ms)","trace[1011173709] 'compare' (duration: 127.604768ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:59.977675Z","caller":"traceutil/trace.go:171","msg":"trace[1155836555] linearizableReadLoop","detail":"{readStateIndex:8423; appliedIndex:8420; }","duration":"288.064976ms","start":"2026-03-12T14:08:59.68959Z","end":"2026-03-12T14:08:59.977655Z","steps":["trace[1155836555] 'read index received' (duration: 75.427617ms)","trace[1155836555] 'applied index is now lower than readState.Index' (duration: 212.636659ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:08:59.977773Z","caller":"traceutil/trace.go:171","msg":"trace[855287359] transaction","detail":"{read_only:false; response_revision:8113; number_of_response:1; }","duration":"269.468507ms","start":"2026-03-12T14:08:59.708295Z","end":"2026-03-12T14:08:59.977764Z","steps":["trace[855287359] 'process raft request' (duration: 269.333443ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:59.97787Z","caller":"traceutil/trace.go:171","msg":"trace[1715540913] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"290.167032ms","start":"2026-03-12T14:08:59.687656Z","end":"2026-03-12T14:08:59.977823Z","steps":["trace[1715540913] 'process raft request' (duration: 289.821881ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:08:59.977988Z","caller":"traceutil/trace.go:171","msg":"trace[978644156] transaction","detail":"{read_only:false; response_revision:8112; number_of_response:1; }","duration":"289.651976ms","start":"2026-03-12T14:08:59.688115Z","end":"2026-03-12T14:08:59.977767Z","steps":["trace[978644156] 'process raft request' (duration: 289.480011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:08:59.978281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.668815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224126"} {"level":"info","ts":"2026-03-12T14:08:59.978374Z","caller":"traceutil/trace.go:171","msg":"trace[1703994746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8113; }","duration":"288.809819ms","start":"2026-03-12T14:08:59.689545Z","end":"2026-03-12T14:08:59.978355Z","steps":["trace[1703994746] 'agreement among raft nodes before linearized reading' (duration: 288.307693ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:00.114073Z","caller":"traceutil/trace.go:171","msg":"trace[1095724974] linearizableReadLoop","detail":"{readStateIndex:8425; appliedIndex:8424; }","duration":"136.318604ms","start":"2026-03-12T14:08:59.977731Z","end":"2026-03-12T14:09:00.114049Z","steps":["trace[1095724974] 'read index received' (duration: 42.502265ms)","trace[1095724974] 'applied index is now lower than readState.Index' (duration: 93.815439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:00.114188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.7878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:00.114221Z","caller":"traceutil/trace.go:171","msg":"trace[1772383101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8114; }","duration":"423.861063ms","start":"2026-03-12T14:08:59.690348Z","end":"2026-03-12T14:09:00.114209Z","steps":["trace[1772383101] 'agreement among raft nodes before linearized reading' (duration: 423.792631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:00.114253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:59.690337Z","time spent":"423.908464ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:09:00.114604Z","caller":"traceutil/trace.go:171","msg":"trace[1701712116] transaction","detail":"{read_only:false; response_revision:8114; number_of_response:1; }","duration":"302.568655ms","start":"2026-03-12T14:08:59.812023Z","end":"2026-03-12T14:09:00.114592Z","steps":["trace[1701712116] 'process raft request' (duration: 208.24562ms)","trace[1701712116] 'compare' (duration: 93.680275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:00.114702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:59.811999Z","time spent":"302.652338ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:00.114764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.460203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:09:00.114845Z","caller":"traceutil/trace.go:171","msg":"trace[527063547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8114; }","duration":"303.601737ms","start":"2026-03-12T14:08:59.811225Z","end":"2026-03-12T14:09:00.114826Z","steps":["trace[527063547] 'agreement among raft nodes before linearized reading' (duration: 303.37421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:00.114894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:59.811194Z","time spent":"303.6909ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:00.115054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.009279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-12T14:09:00.11514Z","caller":"traceutil/trace.go:171","msg":"trace[1872362008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8114; }","duration":"303.149093ms","start":"2026-03-12T14:08:59.811971Z","end":"2026-03-12T14:09:00.11512Z","steps":["trace[1872362008] 'agreement among raft nodes before linearized reading' (duration: 302.674718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:00.115258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:08:59.811943Z","time spent":"303.300838ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:09:00.263705Z","caller":"traceutil/trace.go:171","msg":"trace[2105212292] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"107.73417ms","start":"2026-03-12T14:09:00.155943Z","end":"2026-03-12T14:09:00.263677Z","steps":["trace[2105212292] 'process raft request' (duration: 107.689248ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:00.263848Z","caller":"traceutil/trace.go:171","msg":"trace[634695971] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"143.776489ms","start":"2026-03-12T14:09:00.120023Z","end":"2026-03-12T14:09:00.2638Z","steps":["trace[634695971] 'process raft request' (duration: 98.130675ms)","trace[634695971] 'compare' (duration: 45.336185ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:01.796681Z","caller":"traceutil/trace.go:171","msg":"trace[869398007] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"189.559518ms","start":"2026-03-12T14:09:01.607089Z","end":"2026-03-12T14:09:01.796649Z","steps":["trace[869398007] 'process raft request' (duration: 189.354952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:02.43685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.290849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:09:02.437012Z","caller":"traceutil/trace.go:171","msg":"trace[2044106125] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"748.107613ms","start":"2026-03-12T14:09:01.68887Z","end":"2026-03-12T14:09:02.436978Z","steps":["trace[2044106125] 'process raft request' (duration: 273.3692ms)","trace[2044106125] 'compare' (duration: 473.483763ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:02.437088Z","caller":"traceutil/trace.go:171","msg":"trace[276362421] linearizableReadLoop","detail":"{readStateIndex:8431; appliedIndex:8430; }","duration":"637.790033ms","start":"2026-03-12T14:09:01.79927Z","end":"2026-03-12T14:09:02.43706Z","steps":["trace[276362421] 'read index received' (duration: 162.928946ms)","trace[276362421] 'applied index is now lower than readState.Index' (duration: 474.859166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:02.437162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.688836Z","time spent":"748.244807ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:02.437557Z","caller":"traceutil/trace.go:171","msg":"trace[1796738295] transaction","detail":"{read_only:false; response_revision:8121; number_of_response:1; }","duration":"317.416145ms","start":"2026-03-12T14:09:02.120118Z","end":"2026-03-12T14:09:02.437534Z","steps":["trace[1796738295] 'process raft request' (duration: 316.885148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:02.437683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:02.120075Z","time spent":"317.544628ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:02.437964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.692251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:09:02.438028Z","caller":"traceutil/trace.go:171","msg":"trace[1252092403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8121; }","duration":"638.800575ms","start":"2026-03-12T14:09:01.79921Z","end":"2026-03-12T14:09:02.438011Z","steps":["trace[1252092403] 'agreement among raft nodes before linearized reading' (duration: 638.00762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:02.438204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.799186Z","time spent":"638.881416ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:09:04.071367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513526614s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:09:04.07163Z","caller":"traceutil/trace.go:171","msg":"trace[1991170486] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8432; }","duration":"1.634461572s","start":"2026-03-12T14:09:02.437143Z","end":"2026-03-12T14:09:04.071605Z","steps":["trace[1991170486] 'read index received' (duration: 120.659938ms)","trace[1991170486] 'applied index is now lower than readState.Index' (duration: 1.513799713s)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:04.071882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089823831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:09:04.071931Z","caller":"traceutil/trace.go:171","msg":"trace[1344485683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8121; }","duration":"2.089882162s","start":"2026-03-12T14:09:01.982034Z","end":"2026-03-12T14:09:04.071916Z","steps":["trace[1344485683] 'agreement among raft nodes before linearized reading' (duration: 2.089700417s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.071908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089126779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T14:09:04.071932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929553969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:09:04.071964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672621189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:04.071982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.982001Z","time spent":"2.089963505s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-12T14:09:04.072001Z","caller":"traceutil/trace.go:171","msg":"trace[1938539007] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8121; }","duration":"1.672703372s","start":"2026-03-12T14:09:02.399286Z","end":"2026-03-12T14:09:04.071989Z","steps":["trace[1938539007] 'agreement among raft nodes before linearized reading' (duration: 1.67263922s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:04.072004Z","caller":"traceutil/trace.go:171","msg":"trace[1911302797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8121; }","duration":"1.929673223s","start":"2026-03-12T14:09:02.142311Z","end":"2026-03-12T14:09:04.071985Z","steps":["trace[1911302797] 'agreement among raft nodes before linearized reading' (duration: 1.929493317s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:04.071998Z","caller":"traceutil/trace.go:171","msg":"trace[77345558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8121; }","duration":"2.089241462s","start":"2026-03-12T14:09:01.982732Z","end":"2026-03-12T14:09:04.071973Z","steps":["trace[77345558] 'agreement among raft nodes before linearized reading' (duration: 2.088956703s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.072029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:02.399224Z","time spent":"1.672798745s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:04.071995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135116674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-12T14:09:04.072045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:02.142291Z","time spent":"1.929745775s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:04.072036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085397471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:09:04.072066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.982724Z","time spent":"2.089327435s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:09:04.072089Z","caller":"traceutil/trace.go:171","msg":"trace[606099279] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6; range_end:; response_count:1; response_revision:8121; }","duration":"2.135739644s","start":"2026-03-12T14:09:01.936326Z","end":"2026-03-12T14:09:04.072065Z","steps":["trace[606099279] 'agreement among raft nodes before linearized reading' (duration: 2.135453325s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:04.072092Z","caller":"traceutil/trace.go:171","msg":"trace[1121509109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8121; }","duration":"2.085490773s","start":"2026-03-12T14:09:01.986585Z","end":"2026-03-12T14:09:04.072076Z","steps":["trace[1121509109] 'agreement among raft nodes before linearized reading' (duration: 2.085340999s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.07213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.986565Z","time spent":"2.085557856s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"warn","ts":"2026-03-12T14:09:04.07212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090693438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:09:04.072184Z","caller":"traceutil/trace.go:171","msg":"trace[1269210070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8121; }","duration":"2.090796691s","start":"2026-03-12T14:09:01.981371Z","end":"2026-03-12T14:09:04.072168Z","steps":["trace[1269210070] 'agreement among raft nodes before linearized reading' (duration: 2.090640156s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:04.072191Z","caller":"traceutil/trace.go:171","msg":"trace[851868336] transaction","detail":"{read_only:false; response_revision:8122; number_of_response:1; }","duration":"270.303754ms","start":"2026-03-12T14:09:03.801876Z","end":"2026-03-12T14:09:04.07218Z","steps":["trace[851868336] 'process raft request' (duration: 269.599831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.072235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.981345Z","time spent":"2.090879014s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:09:04.072131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:01.936303Z","time spent":"2.135819416s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" "} {"level":"warn","ts":"2026-03-12T14:09:04.072797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805154933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:09:04.072842Z","caller":"traceutil/trace.go:171","msg":"trace[278891401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8121; }","duration":"1.805243055s","start":"2026-03-12T14:09:02.267584Z","end":"2026-03-12T14:09:04.072827Z","steps":["trace[278891401] 'agreement among raft nodes before linearized reading' (duration: 1.804095519s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.072911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:02.267562Z","time spent":"1.805337659s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:04.526539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083661926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:09:04.526634Z","caller":"traceutil/trace.go:171","msg":"trace[126427203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8122; }","duration":"2.08378285s","start":"2026-03-12T14:09:02.442834Z","end":"2026-03-12T14:09:04.526617Z","steps":["trace[126427203] 'agreement among raft nodes before linearized reading' (duration: 1.62935026s)","trace[126427203] 'range keys from in-memory index tree' (duration: 454.255905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:04.526664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:02.442822Z","time spent":"2.083835551s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:09:04.526814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.980829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:04.526845Z","caller":"traceutil/trace.go:171","msg":"trace[1384525332] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8122; }","duration":"699.0107ms","start":"2026-03-12T14:09:03.827823Z","end":"2026-03-12T14:09:04.526834Z","steps":["trace[1384525332] 'agreement among raft nodes before linearized reading' (duration: 244.361583ms)","trace[1384525332] 'count revisions from in-memory index tree' (duration: 454.605906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:04.526867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:03.827792Z","time spent":"699.068742ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:04.526982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409012517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:04.52701Z","caller":"traceutil/trace.go:171","msg":"trace[2027336950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8122; }","duration":"1.409057938s","start":"2026-03-12T14:09:03.117942Z","end":"2026-03-12T14:09:04.527Z","steps":["trace[2027336950] 'agreement among raft nodes before linearized reading' (duration: 954.256406ms)","trace[2027336950] 'range keys from in-memory index tree' (duration: 454.77018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:04.526895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.791774ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:04.527062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472523287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:04.527089Z","caller":"traceutil/trace.go:171","msg":"trace[2062983324] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8122; }","duration":"1.472573019s","start":"2026-03-12T14:09:03.054509Z","end":"2026-03-12T14:09:04.527082Z","steps":["trace[2062983324] 'agreement among raft nodes before linearized reading' (duration: 1.017695605s)","trace[2062983324] 'count revisions from in-memory index tree' (duration: 454.839423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:04.527032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:03.117927Z","time spent":"1.40909969s","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:09:04.527132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:03.054495Z","time spent":"1.4726329s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:09:04.527083Z","caller":"traceutil/trace.go:171","msg":"trace[1144023368] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8122; }","duration":"213.001051ms","start":"2026-03-12T14:09:04.31405Z","end":"2026-03-12T14:09:04.527052Z","steps":["trace[1144023368] 'range keys from in-memory index tree' (duration: 212.768403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.577125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093745104,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:09:04.932285Z","caller":"traceutil/trace.go:171","msg":"trace[1950963294] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"857.455102ms","start":"2026-03-12T14:09:04.074809Z","end":"2026-03-12T14:09:04.932264Z","steps":["trace[1950963294] 'process raft request' (duration: 857.282366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:04.93243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.074788Z","time spent":"857.567846ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:05.22554Z","caller":"traceutil/trace.go:171","msg":"trace[1012594410] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"1.149317038s","start":"2026-03-12T14:09:04.076196Z","end":"2026-03-12T14:09:05.225513Z","steps":["trace[1012594410] 'process raft request' (duration: 1.149235995s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.22595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.076189Z","time spent":"1.149648158s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:05.225969Z","caller":"traceutil/trace.go:171","msg":"trace[332084254] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"1.148491222s","start":"2026-03-12T14:09:04.077452Z","end":"2026-03-12T14:09:05.225943Z","steps":["trace[332084254] 'process raft request' (duration: 1.148330087s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.226135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.077436Z","time spent":"1.148598235s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:05.226152Z","caller":"traceutil/trace.go:171","msg":"trace[1187331461] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"1.148684098s","start":"2026-03-12T14:09:04.07744Z","end":"2026-03-12T14:09:05.226124Z","steps":["trace[1187331461] 'process raft request' (duration: 1.148034907s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:05.226189Z","caller":"traceutil/trace.go:171","msg":"trace[1210333357] linearizableReadLoop","detail":"{readStateIndex:8442; appliedIndex:8434; }","duration":"1.149788973s","start":"2026-03-12T14:09:04.076377Z","end":"2026-03-12T14:09:05.226166Z","steps":["trace[1210333357] 'read index received' (duration: 855.814731ms)","trace[1210333357] 'applied index is now lower than readState.Index' (duration: 293.973092ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:05.226234Z","caller":"traceutil/trace.go:171","msg":"trace[1423506015] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"783.008037ms","start":"2026-03-12T14:09:04.443202Z","end":"2026-03-12T14:09:05.22621Z","steps":["trace[1423506015] 'process raft request' (duration: 782.814131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.226263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.077432Z","time spent":"1.148775921s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:05.226347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.443175Z","time spent":"783.10553ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:05.226396Z","caller":"traceutil/trace.go:171","msg":"trace[175456135] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"1.148896454s","start":"2026-03-12T14:09:04.077485Z","end":"2026-03-12T14:09:05.226382Z","steps":["trace[175456135] 'process raft request' (duration: 1.148417409s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.226466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.07748Z","time spent":"1.148947757s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:05.226495Z","caller":"traceutil/trace.go:171","msg":"trace[1706692993] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"1.150696132s","start":"2026-03-12T14:09:04.075774Z","end":"2026-03-12T14:09:05.22647Z","steps":["trace[1706692993] 'process raft request' (duration: 1.149494404s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.22654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.262066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:05.226547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.330077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"warn","ts":"2026-03-12T14:09:05.226585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.10604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:05.226605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.075757Z","time spent":"1.150793724s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:05.226612Z","caller":"traceutil/trace.go:171","msg":"trace[338162747] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8130; }","duration":"614.389201ms","start":"2026-03-12T14:09:04.612197Z","end":"2026-03-12T14:09:05.226586Z","steps":["trace[338162747] 'agreement among raft nodes before linearized reading' (duration: 614.284207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.226633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.354859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:05.226667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.612162Z","time spent":"614.490934ms","remote":"127.0.0.1:51766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:09:05.226666Z","caller":"traceutil/trace.go:171","msg":"trace[641314024] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8130; }","duration":"698.461131ms","start":"2026-03-12T14:09:04.528186Z","end":"2026-03-12T14:09:05.226647Z","steps":["trace[641314024] 'agreement among raft nodes before linearized reading' (duration: 698.173971ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:05.226662Z","caller":"traceutil/trace.go:171","msg":"trace[1756088105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"698.191192ms","start":"2026-03-12T14:09:04.528441Z","end":"2026-03-12T14:09:05.226632Z","steps":["trace[1756088105] 'agreement among raft nodes before linearized reading' (duration: 698.089829ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:05.226687Z","caller":"traceutil/trace.go:171","msg":"trace[1674062268] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8130; }","duration":"394.438211ms","start":"2026-03-12T14:09:04.832234Z","end":"2026-03-12T14:09:05.226673Z","steps":["trace[1674062268] 'agreement among raft nodes before linearized reading' (duration: 394.355129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.226748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.832217Z","time spent":"394.518044ms","remote":"127.0.0.1:59606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:05.226748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.528437Z","time spent":"698.296095ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:09:05.226544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.338688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:05.226895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.528173Z","time spent":"698.539354ms","remote":"127.0.0.1:59430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-12T14:09:05.226994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150613389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224126"} {"level":"info","ts":"2026-03-12T14:09:05.227032Z","caller":"traceutil/trace.go:171","msg":"trace[1408337704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8130; }","duration":"1.15065132s","start":"2026-03-12T14:09:04.076372Z","end":"2026-03-12T14:09:05.227024Z","steps":["trace[1408337704] 'agreement among raft nodes before linearized reading' (duration: 1.150211997s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.227054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.076351Z","time spent":"1.150698171s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224150,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:09:05.226927Z","caller":"traceutil/trace.go:171","msg":"trace[1241374630] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8130; }","duration":"425.763062ms","start":"2026-03-12T14:09:04.801138Z","end":"2026-03-12T14:09:05.226901Z","steps":["trace[1241374630] 'agreement among raft nodes before linearized reading' (duration: 425.337668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.227169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.801117Z","time spent":"426.02492ms","remote":"127.0.0.1:44872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:09:05.226386Z","caller":"traceutil/trace.go:171","msg":"trace[1142132625] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"782.750858ms","start":"2026-03-12T14:09:04.443536Z","end":"2026-03-12T14:09:05.226287Z","steps":["trace[1142132625] 'process raft request' (duration: 782.560802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.227555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:04.443526Z","time spent":"783.928666ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:05.475657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.399944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:05.475835Z","caller":"traceutil/trace.go:171","msg":"trace[2038501245] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8130; }","duration":"183.636971ms","start":"2026-03-12T14:09:05.292175Z","end":"2026-03-12T14:09:05.475812Z","steps":["trace[2038501245] 'range keys from in-memory index tree' (duration: 183.264109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:05.476414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.187292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:05.476809Z","caller":"traceutil/trace.go:171","msg":"trace[161560006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8130; }","duration":"241.938876ms","start":"2026-03-12T14:09:05.234775Z","end":"2026-03-12T14:09:05.476714Z","steps":["trace[161560006] 'range keys from in-memory index tree' (duration: 240.878603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:07.020957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093745122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:09:07.083745Z","caller":"traceutil/trace.go:171","msg":"trace[402337634] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"911.40216ms","start":"2026-03-12T14:09:06.172318Z","end":"2026-03-12T14:09:07.08372Z","steps":["trace[402337634] 'process raft request' (duration: 911.224414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:07.08388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:06.172301Z","time spent":"911.501623ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:07.125461Z","caller":"traceutil/trace.go:171","msg":"trace[142460757] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8442; }","duration":"604.765927ms","start":"2026-03-12T14:09:06.52068Z","end":"2026-03-12T14:09:07.125446Z","steps":["trace[142460757] 'read index received' (duration: 562.872451ms)","trace[142460757] 'applied index is now lower than readState.Index' (duration: 41.892766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:07.125602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.294681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:07.125643Z","caller":"traceutil/trace.go:171","msg":"trace[1693417048] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8132; }","duration":"360.377894ms","start":"2026-03-12T14:09:06.765253Z","end":"2026-03-12T14:09:07.125631Z","steps":["trace[1693417048] 'agreement among raft nodes before linearized reading' (duration: 360.307592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:07.125667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.985074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-12T14:09:07.12571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.137945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:09:07.125625Z","caller":"traceutil/trace.go:171","msg":"trace[1102756642] transaction","detail":"{read_only:false; response_revision:8132; number_of_response:1; }","duration":"940.240193ms","start":"2026-03-12T14:09:06.185269Z","end":"2026-03-12T14:09:07.125509Z","steps":["trace[1102756642] 'process raft request' (duration: 920.923332ms)","trace[1102756642] 'compare' (duration: 19.183437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:07.125931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:06.185243Z","time spent":"940.575394ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:07.125735Z","caller":"traceutil/trace.go:171","msg":"trace[94910063] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8132; }","duration":"605.114158ms","start":"2026-03-12T14:09:06.520606Z","end":"2026-03-12T14:09:07.125721Z","steps":["trace[94910063] 'agreement among raft nodes before linearized reading' (duration: 604.898791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:07.126014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:06.520572Z","time spent":"605.428518ms","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-12T14:09:07.125682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:06.765232Z","time spent":"360.440815ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:09:07.125746Z","caller":"traceutil/trace.go:171","msg":"trace[312599259] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:8132; }","duration":"268.209577ms","start":"2026-03-12T14:09:06.857528Z","end":"2026-03-12T14:09:07.125737Z","steps":["trace[312599259] 'agreement among raft nodes before linearized reading' (duration: 268.104244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:32.459551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.822701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:32.45964Z","caller":"traceutil/trace.go:171","msg":"trace[1224470465] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8313; }","duration":"430.950375ms","start":"2026-03-12T14:09:32.028668Z","end":"2026-03-12T14:09:32.459619Z","steps":["trace[1224470465] 'range keys from in-memory index tree' (duration: 430.716147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:32.459679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:32.028651Z","time spent":"431.017297ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" "} {"level":"info","ts":"2026-03-12T14:09:32.461421Z","caller":"traceutil/trace.go:171","msg":"trace[158766722] linearizableReadLoop","detail":"{readStateIndex:8634; appliedIndex:8633; }","duration":"357.211491ms","start":"2026-03-12T14:09:32.104195Z","end":"2026-03-12T14:09:32.461406Z","steps":["trace[158766722] 'read index received' (duration: 353.645348ms)","trace[158766722] 'applied index is now lower than readState.Index' (duration: 3.565363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:32.461503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.304854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:32.461622Z","caller":"traceutil/trace.go:171","msg":"trace[1677451083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8313; }","duration":"357.46365ms","start":"2026-03-12T14:09:32.104145Z","end":"2026-03-12T14:09:32.461609Z","steps":["trace[1677451083] 'agreement among raft nodes before linearized reading' (duration: 357.319455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:32.461824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:32.104123Z","time spent":"357.616024ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:09:35.96803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093745727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:09:36.468659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093745727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:09:36.881548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.488805591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:09:36.882144Z","caller":"traceutil/trace.go:171","msg":"trace[2041972435] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"1.489510713s","start":"2026-03-12T14:09:35.392611Z","end":"2026-03-12T14:09:36.882122Z","steps":["trace[2041972435] 'process raft request' (duration: 1.489219824s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.882289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.392585Z","time spent":"1.489629857s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:36.935769Z","caller":"traceutil/trace.go:171","msg":"trace[706878421] linearizableReadLoop","detail":"{readStateIndex:8647; appliedIndex:8645; }","duration":"1.468135505s","start":"2026-03-12T14:09:35.467594Z","end":"2026-03-12T14:09:36.93573Z","steps":["trace[706878421] 'read index received' (duration: 1.41418181s)","trace[706878421] 'applied index is now lower than readState.Index' (duration: 53.951865ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:36.93581Z","caller":"traceutil/trace.go:171","msg":"trace[492921276] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"1.542281281s","start":"2026-03-12T14:09:35.393506Z","end":"2026-03-12T14:09:36.935788Z","steps":["trace[492921276] 'process raft request' (duration: 1.534832574s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.935958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.393492Z","time spent":"1.542379883s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:36.936166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416358789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:09:36.936231Z","caller":"traceutil/trace.go:171","msg":"trace[1649930302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8326; }","duration":"1.416462342s","start":"2026-03-12T14:09:35.519752Z","end":"2026-03-12T14:09:36.936214Z","steps":["trace[1649930302] 'agreement among raft nodes before linearized reading' (duration: 1.416320208s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.936269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.51974Z","time spent":"1.416518385s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:36.936389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.449104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:36.936428Z","caller":"traceutil/trace.go:171","msg":"trace[1353702335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8326; }","duration":"832.523976ms","start":"2026-03-12T14:09:36.103895Z","end":"2026-03-12T14:09:36.936419Z","steps":["trace[1353702335] 'agreement among raft nodes before linearized reading' (duration: 832.471164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.936462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.103873Z","time spent":"832.583478ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:09:36.936454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416641558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:09:36.936502Z","caller":"traceutil/trace.go:171","msg":"trace[1765677492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8326; }","duration":"1.416740211s","start":"2026-03-12T14:09:35.519749Z","end":"2026-03-12T14:09:36.936489Z","steps":["trace[1765677492] 'agreement among raft nodes before linearized reading' (duration: 1.416606317s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.936542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.519731Z","time spent":"1.416802844s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:36.936666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.305721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:09:36.936705Z","caller":"traceutil/trace.go:171","msg":"trace[360221833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8326; }","duration":"929.380655ms","start":"2026-03-12T14:09:36.007315Z","end":"2026-03-12T14:09:36.936696Z","steps":["trace[360221833] 'agreement among raft nodes before linearized reading' (duration: 929.278261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.936714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424443406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:09:36.936737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.007295Z","time spent":"929.433606ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-12T14:09:36.936767Z","caller":"traceutil/trace.go:171","msg":"trace[645388516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8326; }","duration":"1.424514138s","start":"2026-03-12T14:09:35.512238Z","end":"2026-03-12T14:09:36.936752Z","steps":["trace[645388516] 'agreement among raft nodes before linearized reading' (duration: 1.424407795s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.936815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.512227Z","time spent":"1.42457256s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-12T14:09:36.936828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433327718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:09:36.935967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465613955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:09:36.93693Z","caller":"traceutil/trace.go:171","msg":"trace[373658981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8326; }","duration":"1.466608716s","start":"2026-03-12T14:09:35.470298Z","end":"2026-03-12T14:09:36.936907Z","steps":["trace[373658981] 'agreement among raft nodes before linearized reading' (duration: 1.465599744s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.936996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.470278Z","time spent":"1.466697899s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"info","ts":"2026-03-12T14:09:36.936869Z","caller":"traceutil/trace.go:171","msg":"trace[1821020697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8326; }","duration":"1.433412681s","start":"2026-03-12T14:09:35.503445Z","end":"2026-03-12T14:09:36.936858Z","steps":["trace[1821020697] 'agreement among raft nodes before linearized reading' (duration: 1.433279117s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.93709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.503425Z","time spent":"1.433651549s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:36.938446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468350011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:09:36.938496Z","caller":"traceutil/trace.go:171","msg":"trace[1534294959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8326; }","duration":"1.470931383s","start":"2026-03-12T14:09:35.46755Z","end":"2026-03-12T14:09:36.938481Z","steps":["trace[1534294959] 'agreement among raft nodes before linearized reading' (duration: 1.468287559s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:36.938531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:35.467537Z","time spent":"1.470985385s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:09:37.442107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093745735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:09:37.89723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.317172ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-12T14:09:37.897351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.938499Z","time spent":"958.846009ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-12T14:09:37.904047Z","caller":"traceutil/trace.go:171","msg":"trace[1711064151] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"961.631687ms","start":"2026-03-12T14:09:36.942392Z","end":"2026-03-12T14:09:37.904024Z","steps":["trace[1711064151] 'process raft request' (duration: 961.565685ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:37.904104Z","caller":"traceutil/trace.go:171","msg":"trace[116585219] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"962.62311ms","start":"2026-03-12T14:09:36.941447Z","end":"2026-03-12T14:09:37.90407Z","steps":["trace[116585219] 'process raft request' (duration: 962.277249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:37.904176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.94238Z","time spent":"961.729501ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:37.904239Z","caller":"traceutil/trace.go:171","msg":"trace[1101226963] linearizableReadLoop","detail":"{readStateIndex:8654; appliedIndex:8647; }","duration":"962.866818ms","start":"2026-03-12T14:09:36.941353Z","end":"2026-03-12T14:09:37.90422Z","steps":["trace[1101226963] 'read index received' (duration: 577.532622ms)","trace[1101226963] 'applied index is now lower than readState.Index' (duration: 385.332886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:37.904357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.941437Z","time spent":"962.728023ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:37.904365Z","caller":"traceutil/trace.go:171","msg":"trace[1986714359] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"937.288324ms","start":"2026-03-12T14:09:36.967053Z","end":"2026-03-12T14:09:37.904341Z","steps":["trace[1986714359] 'process raft request' (duration: 937.036776ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:37.904349Z","caller":"traceutil/trace.go:171","msg":"trace[2103475275] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"679.189253ms","start":"2026-03-12T14:09:37.225145Z","end":"2026-03-12T14:09:37.904334Z","steps":["trace[2103475275] 'process raft request' (duration: 679.017538ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:37.904365Z","caller":"traceutil/trace.go:171","msg":"trace[1327041706] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"962.859327ms","start":"2026-03-12T14:09:36.941463Z","end":"2026-03-12T14:09:37.904322Z","steps":["trace[1327041706] 'process raft request' (duration: 962.447114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:37.904488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:37.22512Z","time spent":"679.313667ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:37.904374Z","caller":"traceutil/trace.go:171","msg":"trace[15494482] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"957.30418ms","start":"2026-03-12T14:09:36.947057Z","end":"2026-03-12T14:09:37.904362Z","steps":["trace[15494482] 'process raft request' (duration: 956.933618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:37.904599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.967031Z","time spent":"937.395207ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:37.904632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.25644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-12T14:09:37.904711Z","caller":"traceutil/trace.go:171","msg":"trace[1614760963] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8332; }","duration":"963.360413ms","start":"2026-03-12T14:09:36.941333Z","end":"2026-03-12T14:09:37.904694Z","steps":["trace[1614760963] 'agreement among raft nodes before linearized reading' (duration: 963.043303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:37.904717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.94705Z","time spent":"957.585749ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:37.904761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.941319Z","time spent":"963.429935ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:09:37.904831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.941451Z","time spent":"963.068403ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:38.081234Z","caller":"traceutil/trace.go:171","msg":"trace[312745434] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8654; }","duration":"176.85755ms","start":"2026-03-12T14:09:37.904301Z","end":"2026-03-12T14:09:38.081159Z","steps":["trace[312745434] 'read index received' (duration: 175.698403ms)","trace[312745434] 'applied index is now lower than readState.Index' (duration: 1.158057ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:38.081307Z","caller":"traceutil/trace.go:171","msg":"trace[1247764624] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"270.856958ms","start":"2026-03-12T14:09:37.81044Z","end":"2026-03-12T14:09:38.081297Z","steps":["trace[1247764624] 'process raft request' (duration: 269.600468ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:38.081382Z","caller":"traceutil/trace.go:171","msg":"trace[2003935817] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"215.811958ms","start":"2026-03-12T14:09:37.865545Z","end":"2026-03-12T14:09:38.081357Z","steps":["trace[2003935817] 'process raft request' (duration: 215.437557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:38.081466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047616901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:38.081255Z","caller":"traceutil/trace.go:171","msg":"trace[436913924] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"182.769058ms","start":"2026-03-12T14:09:37.898456Z","end":"2026-03-12T14:09:38.081225Z","steps":["trace[436913924] 'process raft request' (duration: 182.614963ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:38.081529Z","caller":"traceutil/trace.go:171","msg":"trace[1331074458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8335; }","duration":"1.047744745s","start":"2026-03-12T14:09:37.033768Z","end":"2026-03-12T14:09:38.081513Z","steps":["trace[1331074458] 'agreement among raft nodes before linearized reading' (duration: 1.04757986s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:38.081584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:37.033746Z","time spent":"1.047822667s","remote":"127.0.0.1:44868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:38.081632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.40859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:38.081718Z","caller":"traceutil/trace.go:171","msg":"trace[335012684] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8335; }","duration":"347.550805ms","start":"2026-03-12T14:09:37.734142Z","end":"2026-03-12T14:09:38.081693Z","steps":["trace[335012684] 'agreement among raft nodes before linearized reading' (duration: 347.367479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:38.081777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:37.734122Z","time spent":"347.644277ms","remote":"127.0.0.1:59552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:38.081785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.527864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:38.08187Z","caller":"traceutil/trace.go:171","msg":"trace[2083847135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8335; }","duration":"977.660688ms","start":"2026-03-12T14:09:37.104186Z","end":"2026-03-12T14:09:38.081847Z","steps":["trace[2083847135] 'agreement among raft nodes before linearized reading' (duration: 977.137231ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:38.081893Z","caller":"traceutil/trace.go:171","msg":"trace[1099398268] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"123.213355ms","start":"2026-03-12T14:09:37.958636Z","end":"2026-03-12T14:09:38.08185Z","steps":["trace[1099398268] 'process raft request' (duration: 122.823493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:38.081953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.525258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-12T14:09:38.081998Z","caller":"traceutil/trace.go:171","msg":"trace[1641485892] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8336; }","duration":"175.60333ms","start":"2026-03-12T14:09:37.906384Z","end":"2026-03-12T14:09:38.081987Z","steps":["trace[1641485892] 'agreement among raft nodes before linearized reading' (duration: 175.433515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:38.081982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:37.104165Z","time spent":"977.798503ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:09:38.082067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13886252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228854"} {"level":"info","ts":"2026-03-12T14:09:38.082172Z","caller":"traceutil/trace.go:171","msg":"trace[1931021100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8335; }","duration":"1.139061196s","start":"2026-03-12T14:09:36.943092Z","end":"2026-03-12T14:09:38.082153Z","steps":["trace[1931021100] 'agreement among raft nodes before linearized reading' (duration: 1.138304122s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:38.082262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:36.943084Z","time spent":"1.139120557s","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228878,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-12T14:09:40.573909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093745767,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:09:40.629396Z","caller":"traceutil/trace.go:171","msg":"trace[262009066] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"715.863638ms","start":"2026-03-12T14:09:39.913509Z","end":"2026-03-12T14:09:40.629372Z","steps":["trace[262009066] 'process raft request' (duration: 715.791515ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:40.629428Z","caller":"traceutil/trace.go:171","msg":"trace[596962586] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"717.301263ms","start":"2026-03-12T14:09:39.912091Z","end":"2026-03-12T14:09:40.629392Z","steps":["trace[596962586] 'process raft request' (duration: 716.949212ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:40.629467Z","caller":"traceutil/trace.go:171","msg":"trace[1183386608] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"717.010434ms","start":"2026-03-12T14:09:39.91242Z","end":"2026-03-12T14:09:40.62943Z","steps":["trace[1183386608] 'process raft request' (duration: 716.746026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:40.629531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:39.913497Z","time spent":"715.956331ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:40.6296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:39.912074Z","time spent":"717.435148ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:40.629654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:39.912411Z","time spent":"717.139768ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:40.629599Z","caller":"traceutil/trace.go:171","msg":"trace[354115212] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8661; }","duration":"556.778612ms","start":"2026-03-12T14:09:40.072804Z","end":"2026-03-12T14:09:40.629582Z","steps":["trace[354115212] 'read index received' (duration: 556.289067ms)","trace[354115212] 'applied index is now lower than readState.Index' (duration: 488.515µs)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:40.629744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.925587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:09:40.62978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.382609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:09:40.629786Z","caller":"traceutil/trace.go:171","msg":"trace[1620655727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8344; }","duration":"557.01654ms","start":"2026-03-12T14:09:40.072759Z","end":"2026-03-12T14:09:40.629776Z","steps":["trace[1620655727] 'agreement among raft nodes before linearized reading' (duration: 556.875386ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:40.629816Z","caller":"traceutil/trace.go:171","msg":"trace[713192213] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8344; }","duration":"539.449251ms","start":"2026-03-12T14:09:40.090356Z","end":"2026-03-12T14:09:40.629805Z","steps":["trace[713192213] 'agreement among raft nodes before linearized reading' (duration: 539.385939ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:40.629792Z","caller":"traceutil/trace.go:171","msg":"trace[684240943] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"716.235949ms","start":"2026-03-12T14:09:39.913535Z","end":"2026-03-12T14:09:40.629771Z","steps":["trace[684240943] 'process raft request' (duration: 715.803055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:40.629824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:40.072741Z","time spent":"557.074482ms","remote":"127.0.0.1:59292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:09:40.629825Z","caller":"traceutil/trace.go:171","msg":"trace[1252629251] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"715.170405ms","start":"2026-03-12T14:09:39.914635Z","end":"2026-03-12T14:09:40.629805Z","steps":["trace[1252629251] 'process raft request' (duration: 714.867926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:40.629844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:40.090338Z","time spent":"539.499133ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"warn","ts":"2026-03-12T14:09:40.629907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:39.914624Z","time spent":"715.242228ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:40.629926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:39.913516Z","time spent":"716.333493ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:41.083556Z","caller":"traceutil/trace.go:171","msg":"trace[980005517] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"124.981631ms","start":"2026-03-12T14:09:40.95853Z","end":"2026-03-12T14:09:41.083512Z","steps":["trace[980005517] 'process raft request' (duration: 90.370381ms)","trace[980005517] 'compare' (duration: 34.326731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:42.417964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.827069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:42.418055Z","caller":"traceutil/trace.go:171","msg":"trace[499970173] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8348; }","duration":"609.963443ms","start":"2026-03-12T14:09:41.80807Z","end":"2026-03-12T14:09:42.418033Z","steps":["trace[499970173] 'count revisions from in-memory index tree' (duration: 609.736746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.418097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:41.808052Z","time spent":"610.033075ms","remote":"127.0.0.1:44862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:42.733999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.606903ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-12T14:09:42.734082Z","caller":"traceutil/trace.go:171","msg":"trace[1667779277] linearizableReadLoop","detail":"{readStateIndex:8671; appliedIndex:8670; }","duration":"811.26471ms","start":"2026-03-12T14:09:41.922803Z","end":"2026-03-12T14:09:42.734068Z","steps":["trace[1667779277] 'read index received' (duration: 448.540754ms)","trace[1667779277] 'applied index is now lower than readState.Index' (duration: 362.723226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:42.734322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.491477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:42.734433Z","caller":"traceutil/trace.go:171","msg":"trace[1226493051] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8348; }","duration":"811.649172ms","start":"2026-03-12T14:09:41.922757Z","end":"2026-03-12T14:09:42.734406Z","steps":["trace[1226493051] 'agreement among raft nodes before linearized reading' (duration: 811.473887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.734523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:41.922738Z","time spent":"811.747076ms","remote":"127.0.0.1:51750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:42.736231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.890512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-12T14:09:42.736284Z","caller":"traceutil/trace.go:171","msg":"trace[1874461424] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6; range_end:; response_count:1; response_revision:8349; }","duration":"801.980456ms","start":"2026-03-12T14:09:41.934291Z","end":"2026-03-12T14:09:42.736272Z","steps":["trace[1874461424] 'agreement among raft nodes before linearized reading' (duration: 801.827181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.736331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:41.934271Z","time spent":"802.039377ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" "} {"level":"warn","ts":"2026-03-12T14:09:42.736339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.59838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-12T14:09:42.736355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.872692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:42.73625Z","caller":"traceutil/trace.go:171","msg":"trace[880198823] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"724.400319ms","start":"2026-03-12T14:09:42.011835Z","end":"2026-03-12T14:09:42.736235Z","steps":["trace[880198823] 'process raft request' (duration: 724.11013ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:42.736409Z","caller":"traceutil/trace.go:171","msg":"trace[1677420670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8349; }","duration":"102.706933ms","start":"2026-03-12T14:09:42.633686Z","end":"2026-03-12T14:09:42.736393Z","steps":["trace[1677420670] 'agreement among raft nodes before linearized reading' (duration: 102.523398ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:42.736418Z","caller":"traceutil/trace.go:171","msg":"trace[521771706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8349; }","duration":"632.968945ms","start":"2026-03-12T14:09:42.103434Z","end":"2026-03-12T14:09:42.736403Z","steps":["trace[521771706] 'agreement among raft nodes before linearized reading' (duration: 632.870962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.736459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.072293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-12T14:09:42.73647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:42.103414Z","time spent":"633.041576ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:09:42.736489Z","caller":"traceutil/trace.go:171","msg":"trace[1776703886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8349; }","duration":"102.124355ms","start":"2026-03-12T14:09:42.634358Z","end":"2026-03-12T14:09:42.736482Z","steps":["trace[1776703886] 'agreement among raft nodes before linearized reading' (duration: 102.019442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.736518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:42.011816Z","time spent":"724.615057ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:42.736561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.27631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:09:42.736612Z","caller":"traceutil/trace.go:171","msg":"trace[1733026966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8349; }","duration":"102.346652ms","start":"2026-03-12T14:09:42.63425Z","end":"2026-03-12T14:09:42.736597Z","steps":["trace[1733026966] 'agreement among raft nodes before linearized reading' (duration: 102.216988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.736777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.177488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:42.736801Z","caller":"traceutil/trace.go:171","msg":"trace[1963729867] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8349; }","duration":"412.23366ms","start":"2026-03-12T14:09:42.324562Z","end":"2026-03-12T14:09:42.736795Z","steps":["trace[1963729867] 'agreement among raft nodes before linearized reading' (duration: 412.039964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:42.736816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:42.324545Z","time spent":"412.266161ms","remote":"127.0.0.1:59440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:09:50.661629Z","caller":"traceutil/trace.go:171","msg":"trace[934109844] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"376.460683ms","start":"2026-03-12T14:09:50.28514Z","end":"2026-03-12T14:09:50.661601Z","steps":["trace[934109844] 'process raft request' (duration: 310.57765ms)","trace[934109844] 'compare' (duration: 65.384698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:50.661782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:50.285115Z","time spent":"376.595038ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:50.661786Z","caller":"traceutil/trace.go:171","msg":"trace[359193458] linearizableReadLoop","detail":"{readStateIndex:8757; appliedIndex:8755; }","duration":"327.411274ms","start":"2026-03-12T14:09:50.334345Z","end":"2026-03-12T14:09:50.661756Z","steps":["trace[359193458] 'read index received' (duration: 261.467969ms)","trace[359193458] 'applied index is now lower than readState.Index' (duration: 65.941705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:50.661963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.598451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:50.662009Z","caller":"traceutil/trace.go:171","msg":"trace[1387634831] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8429; }","duration":"327.699874ms","start":"2026-03-12T14:09:50.334294Z","end":"2026-03-12T14:09:50.661994Z","steps":["trace[1387634831] 'agreement among raft nodes before linearized reading' (duration: 327.56769ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:50.662008Z","caller":"traceutil/trace.go:171","msg":"trace[1272909559] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8429; }","duration":"376.102842ms","start":"2026-03-12T14:09:50.28586Z","end":"2026-03-12T14:09:50.661963Z","steps":["trace[1272909559] 'process raft request' (duration: 375.642797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:50.662045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:50.334271Z","time spent":"327.764785ms","remote":"127.0.0.1:44814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:50.662243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:50.28584Z","time spent":"376.266487ms","remote":"127.0.0.1:51694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-12T14:09:50.880786Z","caller":"traceutil/trace.go:171","msg":"trace[258505785] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"119.471717ms","start":"2026-03-12T14:09:50.761267Z","end":"2026-03-12T14:09:50.880738Z","steps":["trace[258505785] 'process raft request' (duration: 102.844809ms)","trace[258505785] 'compare' (duration: 16.036469ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:51.054883Z","caller":"traceutil/trace.go:171","msg":"trace[394546026] transaction","detail":"{read_only:false; response_revision:8432; number_of_response:1; }","duration":"170.372154ms","start":"2026-03-12T14:09:50.884483Z","end":"2026-03-12T14:09:51.054855Z","steps":["trace[394546026] 'process raft request' (duration: 143.694476ms)","trace[394546026] 'compare' (duration: 26.512133ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:51.05507Z","caller":"traceutil/trace.go:171","msg":"trace[170358362] linearizableReadLoop","detail":"{readStateIndex:8761; appliedIndex:8758; }","duration":"170.200749ms","start":"2026-03-12T14:09:50.884853Z","end":"2026-03-12T14:09:51.055054Z","steps":["trace[170358362] 'read index received' (duration: 16.898407ms)","trace[170358362] 'applied index is now lower than readState.Index' (duration: 153.301482ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:51.055123Z","caller":"traceutil/trace.go:171","msg":"trace[1720224597] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"170.154897ms","start":"2026-03-12T14:09:50.884944Z","end":"2026-03-12T14:09:51.055099Z","steps":["trace[1720224597] 'process raft request' (duration: 170.023383ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:51.05507Z","caller":"traceutil/trace.go:171","msg":"trace[1522667514] transaction","detail":"{read_only:false; response_revision:8433; number_of_response:1; }","duration":"170.23044ms","start":"2026-03-12T14:09:50.884812Z","end":"2026-03-12T14:09:51.055042Z","steps":["trace[1522667514] 'process raft request' (duration: 169.998133ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:51.055163Z","caller":"traceutil/trace.go:171","msg":"trace[1189333035] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"169.555328ms","start":"2026-03-12T14:09:50.885559Z","end":"2026-03-12T14:09:51.055115Z","steps":["trace[1189333035] 'process raft request' (duration: 169.460215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:51.055653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.779297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228769"} {"level":"info","ts":"2026-03-12T14:09:51.055717Z","caller":"traceutil/trace.go:171","msg":"trace[646980115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8435; }","duration":"170.88054ms","start":"2026-03-12T14:09:50.884824Z","end":"2026-03-12T14:09:51.055704Z","steps":["trace[646980115] 'agreement among raft nodes before linearized reading' (duration: 170.325443ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:51.112846Z","caller":"traceutil/trace.go:171","msg":"trace[1283259583] transaction","detail":"{read_only:false; response_revision:8436; number_of_response:1; }","duration":"141.104975ms","start":"2026-03-12T14:09:50.971717Z","end":"2026-03-12T14:09:51.112822Z","steps":["trace[1283259583] 'process raft request' (duration: 140.947289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:51.112953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.505803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-12T14:09:51.112993Z","caller":"traceutil/trace.go:171","msg":"trace[1592511095] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8437; }","duration":"178.587776ms","start":"2026-03-12T14:09:50.934396Z","end":"2026-03-12T14:09:51.112984Z","steps":["trace[1592511095] 'agreement among raft nodes before linearized reading' (duration: 178.42407ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:52.085065Z","caller":"traceutil/trace.go:171","msg":"trace[588862454] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8767; }","duration":"380.997937ms","start":"2026-03-12T14:09:51.704041Z","end":"2026-03-12T14:09:52.085039Z","steps":["trace[588862454] 'read index received' (duration: 380.844343ms)","trace[588862454] 'applied index is now lower than readState.Index' (duration: 152.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:52.085227Z","caller":"traceutil/trace.go:171","msg":"trace[364587889] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"597.119865ms","start":"2026-03-12T14:09:51.48804Z","end":"2026-03-12T14:09:52.08516Z","steps":["trace[364587889] 'process raft request' (duration: 596.851797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:52.085287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.219904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:52.085326Z","caller":"traceutil/trace.go:171","msg":"trace[112027640] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8440; }","duration":"381.316217ms","start":"2026-03-12T14:09:51.703999Z","end":"2026-03-12T14:09:52.085315Z","steps":["trace[112027640] 'agreement among raft nodes before linearized reading' (duration: 381.155012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:52.08537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:51.703978Z","time spent":"381.38259ms","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":60,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:52.085396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:51.488018Z","time spent":"597.290231ms","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:52.102365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.276337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-12T14:09:52.10239Z","caller":"traceutil/trace.go:171","msg":"trace[449574830] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"339.089756ms","start":"2026-03-12T14:09:51.76327Z","end":"2026-03-12T14:09:52.10236Z","steps":["trace[449574830] 'process raft request' (duration: 338.710824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:52.102399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.171138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-58xsg\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-12T14:09:52.102491Z","caller":"traceutil/trace.go:171","msg":"trace[2080738174] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f47786774-b2jww.189c1d3f852e14f6; range_end:; response_count:1; response_revision:8441; }","duration":"168.425082ms","start":"2026-03-12T14:09:51.934016Z","end":"2026-03-12T14:09:52.102441Z","steps":["trace[2080738174] 'agreement among raft nodes before linearized reading' (duration: 168.156884ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:52.102504Z","caller":"traceutil/trace.go:171","msg":"trace[316905784] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-58xsg; range_end:; response_count:1; response_revision:8441; }","duration":"131.309643ms","start":"2026-03-12T14:09:51.971171Z","end":"2026-03-12T14:09:52.10248Z","steps":["trace[316905784] 'agreement among raft nodes before linearized reading' (duration: 131.010233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:52.102565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:51.763247Z","time spent":"339.228459ms","remote":"127.0.0.1:59552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:09:52.467651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.803779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:52.467733Z","caller":"traceutil/trace.go:171","msg":"trace[274357387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8441; }","duration":"362.920203ms","start":"2026-03-12T14:09:52.104791Z","end":"2026-03-12T14:09:52.467711Z","steps":["trace[274357387] 'range keys from in-memory index tree' (duration: 362.733307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:52.467778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.104779Z","time spent":"362.987155ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:09:52.605824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093746058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:09:53.106642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093746058,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-12T14:09:53.169448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064413995s","expected-duration":"1s"} {"level":"info","ts":"2026-03-12T14:09:53.170045Z","caller":"traceutil/trace.go:171","msg":"trace[547173868] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"1.065092736s","start":"2026-03-12T14:09:52.104929Z","end":"2026-03-12T14:09:53.170022Z","steps":["trace[547173868] 'process raft request' (duration: 1.064868039s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.170215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.104906Z","time spent":"1.06519394s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:53.372703Z","caller":"traceutil/trace.go:171","msg":"trace[1201318256] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"1.266314351s","start":"2026-03-12T14:09:52.106342Z","end":"2026-03-12T14:09:53.372657Z","steps":["trace[1201318256] 'process raft request' (duration: 1.247838764s)","trace[1201318256] 'compare' (duration: 18.198918ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:53.372821Z","caller":"traceutil/trace.go:171","msg":"trace[1028552737] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"1.266307101s","start":"2026-03-12T14:09:52.10644Z","end":"2026-03-12T14:09:53.372747Z","steps":["trace[1028552737] 'process raft request' (duration: 1.266121865s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.372878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.106314Z","time spent":"1.266498177s","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-12T14:09:53.372984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.106432Z","time spent":"1.266466666s","remote":"127.0.0.1:59552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:53.373205Z","caller":"traceutil/trace.go:171","msg":"trace[207913251] transaction","detail":"{read_only:false; response_revision:8445; number_of_response:1; }","duration":"487.275405ms","start":"2026-03-12T14:09:52.885894Z","end":"2026-03-12T14:09:53.373169Z","steps":["trace[207913251] 'process raft request' (duration: 486.754808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.373268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.885867Z","time spent":"487.366488ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:53.414221Z","caller":"traceutil/trace.go:171","msg":"trace[388124879] transaction","detail":"{read_only:false; response_revision:8446; number_of_response:1; }","duration":"319.689149ms","start":"2026-03-12T14:09:53.094509Z","end":"2026-03-12T14:09:53.414198Z","steps":["trace[388124879] 'process raft request' (duration: 319.527853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.414371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.094492Z","time spent":"319.801783ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:53.414401Z","caller":"traceutil/trace.go:171","msg":"trace[12861626] transaction","detail":"{read_only:false; response_revision:8447; number_of_response:1; }","duration":"297.292677ms","start":"2026-03-12T14:09:53.117077Z","end":"2026-03-12T14:09:53.414369Z","steps":["trace[12861626] 'process raft request' (duration: 297.08139ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:53.414415Z","caller":"traceutil/trace.go:171","msg":"trace[981584384] transaction","detail":"{read_only:false; response_revision:8449; number_of_response:1; }","duration":"239.453179ms","start":"2026-03-12T14:09:53.17494Z","end":"2026-03-12T14:09:53.414393Z","steps":["trace[981584384] 'process raft request' (duration: 239.396567ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:53.414569Z","caller":"traceutil/trace.go:171","msg":"trace[1025233362] linearizableReadLoop","detail":"{readStateIndex:8775; appliedIndex:8769; }","duration":"1.308873733s","start":"2026-03-12T14:09:52.105683Z","end":"2026-03-12T14:09:53.414557Z","steps":["trace[1025233362] 'read index received' (duration: 1.0642701s)","trace[1025233362] 'applied index is now lower than readState.Index' (duration: 244.601813ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:53.414648Z","caller":"traceutil/trace.go:171","msg":"trace[1796019802] transaction","detail":"{read_only:false; response_revision:8448; number_of_response:1; }","duration":"273.667747ms","start":"2026-03-12T14:09:53.140949Z","end":"2026-03-12T14:09:53.414616Z","steps":["trace[1796019802] 'process raft request' (duration: 273.317276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.414783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.764872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-12T14:09:53.41482Z","caller":"traceutil/trace.go:171","msg":"trace[297369075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8449; }","duration":"353.858455ms","start":"2026-03-12T14:09:53.060953Z","end":"2026-03-12T14:09:53.414811Z","steps":["trace[297369075] 'agreement among raft nodes before linearized reading' (duration: 353.731441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.414845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.060942Z","time spent":"353.896246ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:09:53.414836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.313415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-12T14:09:53.414821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307971905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T14:09:53.414882Z","caller":"traceutil/trace.go:171","msg":"trace[835213635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8449; }","duration":"363.397968ms","start":"2026-03-12T14:09:53.05147Z","end":"2026-03-12T14:09:53.414868Z","steps":["trace[835213635] 'agreement among raft nodes before linearized reading' (duration: 363.316485ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:53.414903Z","caller":"traceutil/trace.go:171","msg":"trace[146389814] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8449; }","duration":"1.308080708s","start":"2026-03-12T14:09:52.106799Z","end":"2026-03-12T14:09:53.414879Z","steps":["trace[146389814] 'agreement among raft nodes before linearized reading' (duration: 1.307873822s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.414928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.051451Z","time spent":"363.4671ms","remote":"127.0.0.1:44906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:53.414941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.429329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-12T14:09:53.414923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.165151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:53.414962Z","caller":"traceutil/trace.go:171","msg":"trace[916137676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:8449; }","duration":"346.480661ms","start":"2026-03-12T14:09:53.068476Z","end":"2026-03-12T14:09:53.414956Z","steps":["trace[916137676] 'agreement among raft nodes before linearized reading' (duration: 346.434039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.414957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.106782Z","time spent":"1.30816149s","remote":"127.0.0.1:59362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-12T14:09:53.41497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.472326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:09:53.414987Z","caller":"traceutil/trace.go:171","msg":"trace[436673862] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8449; }","duration":"341.246134ms","start":"2026-03-12T14:09:53.073722Z","end":"2026-03-12T14:09:53.414968Z","steps":["trace[436673862] 'agreement among raft nodes before linearized reading' (duration: 341.143721ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:53.41503Z","caller":"traceutil/trace.go:171","msg":"trace[1020401300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8449; }","duration":"507.57608ms","start":"2026-03-12T14:09:52.907439Z","end":"2026-03-12T14:09:53.415015Z","steps":["trace[1020401300] 'agreement among raft nodes before linearized reading' (duration: 507.379413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.415033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.073713Z","time spent":"341.310466ms","remote":"127.0.0.1:57180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:53.415063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.039062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:09:53.415074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.907422Z","time spent":"507.642832ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-12T14:09:53.415089Z","caller":"traceutil/trace.go:171","msg":"trace[79921791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8449; }","duration":"355.087494ms","start":"2026-03-12T14:09:53.059995Z","end":"2026-03-12T14:09:53.415082Z","steps":["trace[79921791] 'agreement among raft nodes before linearized reading' (duration: 355.008611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.415088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30940215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:53.415162Z","caller":"traceutil/trace.go:171","msg":"trace[1856224208] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8449; }","duration":"1.309496243s","start":"2026-03-12T14:09:52.105651Z","end":"2026-03-12T14:09:53.415148Z","steps":["trace[1856224208] 'agreement among raft nodes before linearized reading' (duration: 1.30939852s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.415203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:52.105637Z","time spent":"1.309556105s","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-12T14:09:53.415112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.059982Z","time spent":"355.123955ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:53.415276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.2397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-12T14:09:53.41533Z","caller":"traceutil/trace.go:171","msg":"trace[1309474444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8449; }","duration":"356.295382ms","start":"2026-03-12T14:09:53.059019Z","end":"2026-03-12T14:09:53.415315Z","steps":["trace[1309474444] 'agreement among raft nodes before linearized reading' (duration: 356.142037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.415403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.058989Z","time spent":"356.401145ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:09:53.414982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.068455Z","time spent":"346.521871ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-xf4pt\" "} {"level":"warn","ts":"2026-03-12T14:09:53.416148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.553691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:09:53.416489Z","caller":"traceutil/trace.go:171","msg":"trace[1513598156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8449; }","duration":"357.525842ms","start":"2026-03-12T14:09:53.058936Z","end":"2026-03-12T14:09:53.416462Z","steps":["trace[1513598156] 'agreement among raft nodes before linearized reading' (duration: 355.828168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:53.416683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:53.058921Z","time spent":"357.739348ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:09:55.559533Z","caller":"traceutil/trace.go:171","msg":"trace[973479702] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8787; }","duration":"455.516036ms","start":"2026-03-12T14:09:55.103994Z","end":"2026-03-12T14:09:55.55951Z","steps":["trace[973479702] 'read index received' (duration: 455.453704ms)","trace[973479702] 'applied index is now lower than readState.Index' (duration: 61.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:55.559574Z","caller":"traceutil/trace.go:171","msg":"trace[1142938919] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"652.833065ms","start":"2026-03-12T14:09:54.906726Z","end":"2026-03-12T14:09:55.559559Z","steps":["trace[1142938919] 'process raft request' (duration: 652.67171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.559669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.65514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:09:55.559679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:54.906707Z","time spent":"652.902247ms","remote":"127.0.0.1:59334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:55.56048Z","caller":"traceutil/trace.go:171","msg":"trace[1638888102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8459; }","duration":"455.845326ms","start":"2026-03-12T14:09:55.10396Z","end":"2026-03-12T14:09:55.559806Z","steps":["trace[1638888102] 'agreement among raft nodes before linearized reading' (duration: 455.63839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.560581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.103939Z","time spent":"456.62419ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-12T14:09:55.576881Z","caller":"traceutil/trace.go:171","msg":"trace[266783996] transaction","detail":"{read_only:false; response_revision:8461; number_of_response:1; }","duration":"155.977427ms","start":"2026-03-12T14:09:55.420884Z","end":"2026-03-12T14:09:55.576862Z","steps":["trace[266783996] 'process raft request' (duration: 155.899985ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:55.576887Z","caller":"traceutil/trace.go:171","msg":"trace[663202538] transaction","detail":"{read_only:false; response_revision:8460; number_of_response:1; }","duration":"197.90899ms","start":"2026-03-12T14:09:55.37894Z","end":"2026-03-12T14:09:55.576849Z","steps":["trace[663202538] 'process raft request' (duration: 197.723104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.577262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.19746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-12T14:09:55.577336Z","caller":"traceutil/trace.go:171","msg":"trace[1077361271] transaction","detail":"{read_only:false; response_revision:8462; number_of_response:1; }","duration":"145.584767ms","start":"2026-03-12T14:09:55.431728Z","end":"2026-03-12T14:09:55.577313Z","steps":["trace[1077361271] 'process raft request' (duration: 145.108151ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:55.577361Z","caller":"traceutil/trace.go:171","msg":"trace[1490939815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8462; }","duration":"103.274692ms","start":"2026-03-12T14:09:55.47403Z","end":"2026-03-12T14:09:55.577305Z","steps":["trace[1490939815] 'agreement among raft nodes before linearized reading' (duration: 103.031005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.577349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.635943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:09:55.577362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.623383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:09:55.577431Z","caller":"traceutil/trace.go:171","msg":"trace[1741328294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8462; }","duration":"103.779879ms","start":"2026-03-12T14:09:55.47363Z","end":"2026-03-12T14:09:55.57741Z","steps":["trace[1741328294] 'agreement among raft nodes before linearized reading' (duration: 103.460979ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:55.577466Z","caller":"traceutil/trace.go:171","msg":"trace[1308316080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8462; }","duration":"103.769078ms","start":"2026-03-12T14:09:55.47367Z","end":"2026-03-12T14:09:55.577439Z","steps":["trace[1308316080] 'agreement among raft nodes before linearized reading' (duration: 103.407636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.577513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.064623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:55.577578Z","caller":"traceutil/trace.go:171","msg":"trace[1023942444] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8462; }","duration":"231.156025ms","start":"2026-03-12T14:09:55.346404Z","end":"2026-03-12T14:09:55.57756Z","steps":["trace[1023942444] 'agreement among raft nodes before linearized reading' (duration: 231.010461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.57759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.336264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-12T14:09:55.577645Z","caller":"traceutil/trace.go:171","msg":"trace[1134851618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8462; }","duration":"103.437668ms","start":"2026-03-12T14:09:55.474193Z","end":"2026-03-12T14:09:55.577631Z","steps":["trace[1134851618] 'agreement among raft nodes before linearized reading' (duration: 103.131298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:55.577751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.983425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:09:55.577834Z","caller":"traceutil/trace.go:171","msg":"trace[1778056772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8462; }","duration":"104.104769ms","start":"2026-03-12T14:09:55.473712Z","end":"2026-03-12T14:09:55.577817Z","steps":["trace[1778056772] 'agreement among raft nodes before linearized reading' (duration: 103.872081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:56.051825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.692382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:09:56.051955Z","caller":"traceutil/trace.go:171","msg":"trace[1788340946] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"468.942872ms","start":"2026-03-12T14:09:55.582987Z","end":"2026-03-12T14:09:56.05193Z","steps":["trace[1788340946] 'process raft request' (duration: 333.040033ms)","trace[1788340946] 'compare' (duration: 135.531477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:56.05247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.58296Z","time spent":"469.115667ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:56.181834Z","caller":"traceutil/trace.go:171","msg":"trace[1332806229] linearizableReadLoop","detail":"{readStateIndex:8796; appliedIndex:8791; }","duration":"584.069081ms","start":"2026-03-12T14:09:55.597743Z","end":"2026-03-12T14:09:56.181812Z","steps":["trace[1332806229] 'read index received' (duration: 318.43842ms)","trace[1332806229] 'applied index is now lower than readState.Index' (duration: 265.629431ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:09:56.181909Z","caller":"traceutil/trace.go:171","msg":"trace[631221809] transaction","detail":"{read_only:false; response_revision:8467; number_of_response:1; }","duration":"597.672183ms","start":"2026-03-12T14:09:55.584227Z","end":"2026-03-12T14:09:56.181899Z","steps":["trace[631221809] 'process raft request' (duration: 597.547579ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:56.181837Z","caller":"traceutil/trace.go:171","msg":"trace[193896429] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"598.653475ms","start":"2026-03-12T14:09:55.583135Z","end":"2026-03-12T14:09:56.181789Z","steps":["trace[193896429] 'process raft request' (duration: 576.551742ms)","trace[193896429] 'compare' (duration: 21.806733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:09:56.182928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.583112Z","time spent":"599.709617ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:56.181984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.584215Z","time spent":"597.716554ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:09:56.181983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.228826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:09:56.183195Z","caller":"traceutil/trace.go:171","msg":"trace[898468702] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8467; }","duration":"585.467535ms","start":"2026-03-12T14:09:55.597703Z","end":"2026-03-12T14:09:56.183182Z","steps":["trace[898468702] 'agreement among raft nodes before linearized reading' (duration: 584.220495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:56.183232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.597694Z","time spent":"585.524807ms","remote":"127.0.0.1:59666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-12T14:09:56.182031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.085661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:09:56.183455Z","caller":"traceutil/trace.go:171","msg":"trace[1262795789] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8467; }","duration":"208.481065ms","start":"2026-03-12T14:09:55.974902Z","end":"2026-03-12T14:09:56.183383Z","steps":["trace[1262795789] 'agreement among raft nodes before linearized reading' (duration: 207.108372ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:09:56.182001Z","caller":"traceutil/trace.go:171","msg":"trace[1809589652] transaction","detail":"{read_only:false; response_revision:8465; number_of_response:1; }","duration":"598.817029ms","start":"2026-03-12T14:09:55.583136Z","end":"2026-03-12T14:09:56.181953Z","steps":["trace[1809589652] 'process raft request' (duration: 598.482728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:56.183697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.583109Z","time spent":"600.539994ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:09:56.182027Z","caller":"traceutil/trace.go:171","msg":"trace[30261291] transaction","detail":"{read_only:false; response_revision:8466; number_of_response:1; }","duration":"598.53354ms","start":"2026-03-12T14:09:55.583453Z","end":"2026-03-12T14:09:56.181987Z","steps":["trace[30261291] 'process raft request' (duration: 598.281792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:09:56.183991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:09:55.583438Z","time spent":"600.472972ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:10:02.514578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.338113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-12T14:10:02.514683Z","caller":"traceutil/trace.go:171","msg":"trace[1214638709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8520; }","duration":"305.524209ms","start":"2026-03-12T14:10:02.209133Z","end":"2026-03-12T14:10:02.514658Z","steps":["trace[1214638709] 'range keys from in-memory index tree' (duration: 305.138657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:10:02.514695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.232104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-12T14:10:02.514741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:10:02.209113Z","time spent":"305.612662ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:10:02.514788Z","caller":"traceutil/trace.go:171","msg":"trace[760065384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8520; }","duration":"307.387008ms","start":"2026-03-12T14:10:02.20738Z","end":"2026-03-12T14:10:02.514767Z","steps":["trace[760065384] 'range keys from in-memory index tree' (duration: 307.034097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:10:02.514845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:10:02.207358Z","time spent":"307.4756ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:10:02.515016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.866512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-12T14:10:02.515092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.399685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-12T14:10:02.515119Z","caller":"traceutil/trace.go:171","msg":"trace[1310013083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8520; }","duration":"307.002926ms","start":"2026-03-12T14:10:02.208087Z","end":"2026-03-12T14:10:02.51509Z","steps":["trace[1310013083] 'range keys from in-memory index tree' (duration: 306.599273ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:10:02.515146Z","caller":"traceutil/trace.go:171","msg":"trace[1446609368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8520; }","duration":"305.477278ms","start":"2026-03-12T14:10:02.209654Z","end":"2026-03-12T14:10:02.515131Z","steps":["trace[1446609368] 'range keys from in-memory index tree' (duration: 305.285992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:10:02.515171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:10:02.208078Z","time spent":"307.083409ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:10:02.515187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:10:02.209646Z","time spent":"305.530649ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-12T14:10:09.87642Z","caller":"traceutil/trace.go:171","msg":"trace[1159763668] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"105.742661ms","start":"2026-03-12T14:10:09.770641Z","end":"2026-03-12T14:10:09.876384Z","steps":["trace[1159763668] 'process raft request' (duration: 87.975786ms)","trace[1159763668] 'compare' (duration: 17.61395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:10:56.324542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.25235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:10:56.324884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.732812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:10:56.324935Z","caller":"traceutil/trace.go:171","msg":"trace[884891081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9079; }","duration":"220.700714ms","start":"2026-03-12T14:10:56.10422Z","end":"2026-03-12T14:10:56.32492Z","steps":["trace[884891081] 'range keys from in-memory index tree' (duration: 220.164296ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:10:56.324962Z","caller":"traceutil/trace.go:171","msg":"trace[678075443] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:9079; }","duration":"292.866987ms","start":"2026-03-12T14:10:56.032077Z","end":"2026-03-12T14:10:56.324944Z","steps":["trace[678075443] 'range keys from in-memory index tree' (duration: 292.567167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:09.352819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9823086233093748033,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-12T14:11:09.369536Z","caller":"traceutil/trace.go:171","msg":"trace[936885724] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"921.230145ms","start":"2026-03-12T14:11:08.448284Z","end":"2026-03-12T14:11:09.369515Z","steps":["trace[936885724] 'process raft request' (duration: 921.096881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:09.369685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:08.448263Z","time spent":"921.339409ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:11:10.076757Z","caller":"traceutil/trace.go:171","msg":"trace[100162156] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"1.589587935s","start":"2026-03-12T14:11:08.48713Z","end":"2026-03-12T14:11:10.076718Z","steps":["trace[100162156] 'process raft request' (duration: 1.489800704s)","trace[100162156] 'compare' (duration: 99.310585ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:11:10.076862Z","caller":"traceutil/trace.go:171","msg":"trace[1518640624] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"177.645875ms","start":"2026-03-12T14:11:09.899192Z","end":"2026-03-12T14:11:10.076837Z","steps":["trace[1518640624] 'process raft request' (duration: 177.609414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.076959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:08.487121Z","time spent":"1.589741309s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:11:10.077113Z","caller":"traceutil/trace.go:171","msg":"trace[967696951] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"238.011753ms","start":"2026-03-12T14:11:09.839073Z","end":"2026-03-12T14:11:10.077085Z","steps":["trace[967696951] 'process raft request' (duration: 237.692513ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:11:10.076966Z","caller":"traceutil/trace.go:171","msg":"trace[1344713748] linearizableReadLoop","detail":"{readStateIndex:9494; appliedIndex:9492; }","duration":"1.224195243s","start":"2026-03-12T14:11:08.852754Z","end":"2026-03-12T14:11:10.07695Z","steps":["trace[1344713748] 'read index received' (duration: 516.594987ms)","trace[1344713748] 'applied index is now lower than readState.Index' (duration: 707.598926ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:11:10.077062Z","caller":"traceutil/trace.go:171","msg":"trace[125048792] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"244.688185ms","start":"2026-03-12T14:11:09.832364Z","end":"2026-03-12T14:11:10.077052Z","steps":["trace[125048792] 'process raft request' (duration: 244.343044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.077115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224343277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-12T14:11:10.077322Z","caller":"traceutil/trace.go:171","msg":"trace[1274730783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9148; }","duration":"1.224595615s","start":"2026-03-12T14:11:08.852711Z","end":"2026-03-12T14:11:10.077306Z","steps":["trace[1274730783] 'agreement among raft nodes before linearized reading' (duration: 1.224292046s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.077373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:08.852694Z","time spent":"1.224662658s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-12T14:11:10.295494Z","caller":"traceutil/trace.go:171","msg":"trace[429411885] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"313.013957ms","start":"2026-03-12T14:11:09.982437Z","end":"2026-03-12T14:11:10.295451Z","steps":["trace[429411885] 'process raft request' (duration: 267.635964ms)","trace[429411885] 'compare' (duration: 45.225708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:11:10.296005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:09.982412Z","time spent":"313.504771ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:11:10.700018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.615852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:11:10.700366Z","caller":"traceutil/trace.go:171","msg":"trace[2039909203] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"655.272952ms","start":"2026-03-12T14:11:10.045041Z","end":"2026-03-12T14:11:10.700314Z","steps":["trace[2039909203] 'process raft request' (duration: 439.187186ms)","trace[2039909203] 'compare' (duration: 215.413435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-12T14:11:10.700576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.045014Z","time spent":"655.462928ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:11:10.700869Z","caller":"traceutil/trace.go:171","msg":"trace[1165376648] linearizableReadLoop","detail":"{readStateIndex:9499; appliedIndex:9497; }","duration":"623.598756ms","start":"2026-03-12T14:11:10.07724Z","end":"2026-03-12T14:11:10.700839Z","steps":["trace[1165376648] 'read index received' (duration: 172.845812ms)","trace[1165376648] 'applied index is now lower than readState.Index' (duration: 450.751144ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:11:10.700968Z","caller":"traceutil/trace.go:171","msg":"trace[1361697418] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"604.890432ms","start":"2026-03-12T14:11:10.096054Z","end":"2026-03-12T14:11:10.700945Z","steps":["trace[1361697418] 'process raft request' (duration: 604.161379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.701091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.856771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:11:10.701116Z","caller":"traceutil/trace.go:171","msg":"trace[1006335396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9151; }","duration":"598.902531ms","start":"2026-03-12T14:11:10.102204Z","end":"2026-03-12T14:11:10.701107Z","steps":["trace[1006335396] 'agreement among raft nodes before linearized reading' (duration: 598.86229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.701133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.102192Z","time spent":"598.936643ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-12T14:11:10.701121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545791871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-12T14:11:10.70119Z","caller":"traceutil/trace.go:171","msg":"trace[296950522] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9151; }","duration":"1.545894444s","start":"2026-03-12T14:11:09.155271Z","end":"2026-03-12T14:11:10.701166Z","steps":["trace[296950522] 'agreement among raft nodes before linearized reading' (duration: 1.545792471s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.701169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.508221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-12T14:11:10.701216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.876971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:11:10.701256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8185813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-12T14:11:10.701283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:09.155249Z","time spent":"1.546018789s","remote":"127.0.0.1:49854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:11:10.701298Z","caller":"traceutil/trace.go:171","msg":"trace[849406993] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9151; }","duration":"718.694988ms","start":"2026-03-12T14:11:09.982582Z","end":"2026-03-12T14:11:10.701277Z","steps":["trace[849406993] 'agreement among raft nodes before linearized reading' (duration: 718.383828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.701131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.09603Z","time spent":"605.031997ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:11:10.701306Z","caller":"traceutil/trace.go:171","msg":"trace[58301609] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9151; }","duration":"469.037945ms","start":"2026-03-12T14:11:10.232252Z","end":"2026-03-12T14:11:10.70129Z","steps":["trace[58301609] 'agreement among raft nodes before linearized reading' (duration: 468.887511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.701344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:09.982571Z","time spent":"718.76197ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-12T14:11:10.701427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.232228Z","time spent":"469.146449ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:11:10.701334Z","caller":"traceutil/trace.go:171","msg":"trace[321937465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9151; }","duration":"1.818705544s","start":"2026-03-12T14:11:08.88261Z","end":"2026-03-12T14:11:10.701316Z","steps":["trace[321937465] 'agreement among raft nodes before linearized reading' (duration: 1.818439406s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.701508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:08.882591Z","time spent":"1.818903561s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-12T14:11:10.701471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817611109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-12T14:11:10.701555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818770676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-12T14:11:10.701006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226776254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:11:10.701684Z","caller":"traceutil/trace.go:171","msg":"trace[1707157432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9151; }","duration":"1.819057275s","start":"2026-03-12T14:11:08.882609Z","end":"2026-03-12T14:11:10.701666Z","steps":["trace[1707157432] 'agreement among raft nodes before linearized reading' (duration: 1.818429115s)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:11:10.701744Z","caller":"traceutil/trace.go:171","msg":"trace[1273273859] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9151; }","duration":"1.227527217s","start":"2026-03-12T14:11:09.474172Z","end":"2026-03-12T14:11:10.701699Z","steps":["trace[1273273859] 'agreement among raft nodes before linearized reading' (duration: 1.22667019s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.70221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:09.474152Z","time spent":"1.227996963s","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":102,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-12T14:11:10.701735Z","caller":"traceutil/trace.go:171","msg":"trace[943651204] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9151; }","duration":"1.817825426s","start":"2026-03-12T14:11:08.883788Z","end":"2026-03-12T14:11:10.701613Z","steps":["trace[943651204] 'agreement among raft nodes before linearized reading' (duration: 1.817486475s)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:10.702469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:08.883779Z","time spent":"1.818675833s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-12T14:11:10.701831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:08.88259Z","time spent":"1.81919702s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-12T14:11:10.701868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.108828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:11:10.702676Z","caller":"traceutil/trace.go:171","msg":"trace[314383589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:9151; }","duration":"284.938955ms","start":"2026-03-12T14:11:10.417718Z","end":"2026-03-12T14:11:10.702657Z","steps":["trace[314383589] 'agreement among raft nodes before linearized reading' (duration: 283.950103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:11.024241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.048269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-12T14:11:11.024757Z","caller":"traceutil/trace.go:171","msg":"trace[290687572] linearizableReadLoop","detail":"{readStateIndex:9503; appliedIndex:9500; }","duration":"316.809768ms","start":"2026-03-12T14:11:10.707929Z","end":"2026-03-12T14:11:11.024739Z","steps":["trace[290687572] 'read index received' (duration: 216.18469ms)","trace[290687572] 'applied index is now lower than readState.Index' (duration: 100.624308ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:11:11.024847Z","caller":"traceutil/trace.go:171","msg":"trace[2095119210] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"317.652474ms","start":"2026-03-12T14:11:10.70716Z","end":"2026-03-12T14:11:11.024813Z","steps":["trace[2095119210] 'process raft request' (duration: 317.472838ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:11:11.024863Z","caller":"traceutil/trace.go:171","msg":"trace[367916439] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"318.181381ms","start":"2026-03-12T14:11:10.70665Z","end":"2026-03-12T14:11:11.024831Z","steps":["trace[367916439] 'process raft request' (duration: 217.428869ms)","trace[367916439] 'compare' (duration: 99.935206ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:11:11.024844Z","caller":"traceutil/trace.go:171","msg":"trace[1366125975] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"317.622153ms","start":"2026-03-12T14:11:10.707196Z","end":"2026-03-12T14:11:11.024818Z","steps":["trace[1366125975] 'process raft request' (duration: 317.50707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:11.025031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.70715Z","time spent":"317.783568ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:11:11.025058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.70717Z","time spent":"317.82069ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:11:11.025036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.706635Z","time spent":"318.306595ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-12T14:11:11.025273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.053404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-12T14:11:11.025315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.381736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291497"} {"level":"info","ts":"2026-03-12T14:11:11.025374Z","caller":"traceutil/trace.go:171","msg":"trace[34224886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9154; }","duration":"317.474489ms","start":"2026-03-12T14:11:10.707886Z","end":"2026-03-12T14:11:11.025361Z","steps":["trace[34224886] 'agreement among raft nodes before linearized reading' (duration: 316.940772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:11:11.025417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:11:10.707871Z","time spent":"317.535541ms","remote":"127.0.0.1:59432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291521,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-12T14:11:11.025391Z","caller":"traceutil/trace.go:171","msg":"trace[1495955890] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9154; }","duration":"249.181688ms","start":"2026-03-12T14:11:10.776164Z","end":"2026-03-12T14:11:11.025346Z","steps":["trace[1495955890] 'agreement among raft nodes before linearized reading' (duration: 249.064754ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:12:03.746956Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7307} {"level":"info","ts":"2026-03-12T14:12:03.812493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7307,"took":"63.471776ms","hash":1199490197,"current-db-size-bytes":40701952,"current-db-size":"41 MB","current-db-size-in-use-bytes":24506368,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-12T14:12:03.812564Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1199490197,"revision":7307,"compact-revision":5195} {"level":"info","ts":"2026-03-12T14:12:18.472785Z","caller":"traceutil/trace.go:171","msg":"trace[1622980800] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"129.228556ms","start":"2026-03-12T14:12:18.34353Z","end":"2026-03-12T14:12:18.472759Z","steps":["trace[1622980800] 'process raft request' (duration: 129.058871ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:12:18.552568Z","caller":"traceutil/trace.go:171","msg":"trace[1300224667] transaction","detail":"{read_only:false; response_revision:9588; number_of_response:1; }","duration":"196.943969ms","start":"2026-03-12T14:12:18.355589Z","end":"2026-03-12T14:12:18.552533Z","steps":["trace[1300224667] 'process raft request' (duration: 194.671306ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:12:18.552736Z","caller":"traceutil/trace.go:171","msg":"trace[1665320753] transaction","detail":"{read_only:false; response_revision:9589; number_of_response:1; }","duration":"163.924989ms","start":"2026-03-12T14:12:18.388783Z","end":"2026-03-12T14:12:18.552707Z","steps":["trace[1665320753] 'process raft request' (duration: 163.695042ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:12:27.854107Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e10bb51ed7578852","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-12T14:12:27.860819Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-12T14:12:27.861058Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-12T14:13:17.100332Z","caller":"traceutil/trace.go:171","msg":"trace[2058468729] transaction","detail":"{read_only:false; response_revision:9955; number_of_response:1; }","duration":"348.668788ms","start":"2026-03-12T14:13:16.751633Z","end":"2026-03-12T14:13:17.100302Z","steps":["trace[2058468729] 'process raft request' (duration: 347.368936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:13:17.100507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:13:16.751603Z","time spent":"348.818493ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:13:17.10075Z","caller":"traceutil/trace.go:171","msg":"trace[1004848761] linearizableReadLoop","detail":"{readStateIndex:10336; appliedIndex:10334; }","duration":"224.941967ms","start":"2026-03-12T14:13:16.875783Z","end":"2026-03-12T14:13:17.100725Z","steps":["trace[1004848761] 'read index received' (duration: 223.229542ms)","trace[1004848761] 'applied index is now lower than readState.Index' (duration: 1.711235ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:13:17.100934Z","caller":"traceutil/trace.go:171","msg":"trace[1636753907] transaction","detail":"{read_only:false; response_revision:9956; number_of_response:1; }","duration":"344.07506ms","start":"2026-03-12T14:13:16.756822Z","end":"2026-03-12T14:13:17.100897Z","steps":["trace[1636753907] 'process raft request' (duration: 343.577214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:13:17.101045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.244137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-12T14:13:17.10109Z","caller":"traceutil/trace.go:171","msg":"trace[1022085695] range","detail":"{range_begin:/registry/masterleases/162.253.55.200; range_end:; response_count:1; response_revision:9956; }","duration":"225.341691ms","start":"2026-03-12T14:13:16.875734Z","end":"2026-03-12T14:13:17.101076Z","steps":["trace[1022085695] 'agreement among raft nodes before linearized reading' (duration: 225.105633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:13:17.101104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-12T14:13:16.756808Z","time spent":"344.201003ms","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-12T14:15:51.670711Z","caller":"traceutil/trace.go:171","msg":"trace[1569811454] transaction","detail":"{read_only:false; response_revision:10830; number_of_response:1; }","duration":"168.914287ms","start":"2026-03-12T14:15:51.501766Z","end":"2026-03-12T14:15:51.67068Z","steps":["trace[1569811454] 'process raft request' (duration: 168.432001ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:15:55.250074Z","caller":"traceutil/trace.go:171","msg":"trace[1405690989] linearizableReadLoop","detail":"{readStateIndex:11265; appliedIndex:11264; }","duration":"112.296638ms","start":"2026-03-12T14:15:55.137697Z","end":"2026-03-12T14:15:55.249994Z","steps":["trace[1405690989] 'read index received' (duration: 112.06493ms)","trace[1405690989] 'applied index is now lower than readState.Index' (duration: 230.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:15:55.250118Z","caller":"traceutil/trace.go:171","msg":"trace[1138725538] transaction","detail":"{read_only:false; response_revision:10850; number_of_response:1; }","duration":"138.680741ms","start":"2026-03-12T14:15:55.111403Z","end":"2026-03-12T14:15:55.250084Z","steps":["trace[1138725538] 'process raft request' (duration: 138.421933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:15:55.250303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.584137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xf4pt\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-12T14:15:55.250372Z","caller":"traceutil/trace.go:171","msg":"trace[379730233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xf4pt; range_end:; response_count:1; response_revision:10850; }","duration":"112.69321ms","start":"2026-03-12T14:15:55.137666Z","end":"2026-03-12T14:15:55.25036Z","steps":["trace[379730233] 'agreement among raft nodes before linearized reading' (duration: 112.528025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:15:55.250426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.838809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-12T14:15:55.250523Z","caller":"traceutil/trace.go:171","msg":"trace[1576119025] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10850; }","duration":"102.985654ms","start":"2026-03-12T14:15:55.147517Z","end":"2026-03-12T14:15:55.250502Z","steps":["trace[1576119025] 'agreement among raft nodes before linearized reading' (duration: 102.717595ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:16:00.7441Z","caller":"traceutil/trace.go:171","msg":"trace[1543975559] linearizableReadLoop","detail":"{readStateIndex:11295; appliedIndex:11294; }","duration":"161.896645ms","start":"2026-03-12T14:16:00.582179Z","end":"2026-03-12T14:16:00.744075Z","steps":["trace[1543975559] 'read index received' (duration: 161.73752ms)","trace[1543975559] 'applied index is now lower than readState.Index' (duration: 157.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:16:00.744245Z","caller":"traceutil/trace.go:171","msg":"trace[1763427055] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"187.248256ms","start":"2026-03-12T14:16:00.556983Z","end":"2026-03-12T14:16:00.744232Z","steps":["trace[1763427055] 'process raft request' (duration: 186.940316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-12T14:16:00.744802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.605927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-12T14:16:00.74489Z","caller":"traceutil/trace.go:171","msg":"trace[398884786] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10879; }","duration":"162.745722ms","start":"2026-03-12T14:16:00.582125Z","end":"2026-03-12T14:16:00.744871Z","steps":["trace[398884786] 'agreement among raft nodes before linearized reading' (duration: 162.493634ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:16:00.932406Z","caller":"traceutil/trace.go:171","msg":"trace[1309519521] transaction","detail":"{read_only:false; response_revision:10880; number_of_response:1; }","duration":"183.522739ms","start":"2026-03-12T14:16:00.748844Z","end":"2026-03-12T14:16:00.932367Z","steps":["trace[1309519521] 'process raft request' (duration: 108.724845ms)","trace[1309519521] 'compare' (duration: 74.542105ms)"],"step_count":2} {"level":"info","ts":"2026-03-12T14:16:00.932713Z","caller":"traceutil/trace.go:171","msg":"trace[367836217] transaction","detail":"{read_only:false; response_revision:10881; number_of_response:1; }","duration":"183.027002ms","start":"2026-03-12T14:16:00.74965Z","end":"2026-03-12T14:16:00.932677Z","steps":["trace[367836217] 'process raft request' (duration: 182.658291ms)"],"step_count":1} {"level":"info","ts":"2026-03-12T14:17:03.754353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9510} {"level":"info","ts":"2026-03-12T14:17:03.845385Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9510,"took":"88.32638ms","hash":1639974475,"current-db-size-bytes":40701952,"current-db-size":"41 MB","current-db-size-in-use-bytes":19054592,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-12T14:17:03.845461Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1639974475,"revision":9510,"compact-revision":7307} {"level":"info","ts":"2026-03-12T14:22:03.760904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11184} {"level":"info","ts":"2026-03-12T14:22:03.833959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11184,"took":"69.876316ms","hash":2110625690,"current-db-size-bytes":40701952,"current-db-size":"41 MB","current-db-size-in-use-bytes":16011264,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-03-12T14:22:03.834019Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2110625690,"revision":11184,"compact-revision":9510}