{"level":"warn","ts":"2026-07-28T11:31:26.508527Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T11:31:26.50864Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.223:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.223:2380","--initial-cluster=instance=https://199.204.45.223:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.223:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.223:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T11:31:26.508729Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T11:31:26.508746Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-28T11:31:26.508777Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T11:31:26.509544Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"]} {"level":"info","ts":"2026-07-28T11:31:26.509651Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.223:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T11:31:26.514341Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.386109ms"} {"level":"info","ts":"2026-07-28T11:31:26.52485Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"11f26225a5bb9fe3","cluster-id":"75c25101f01fd4c6"} {"level":"info","ts":"2026-07-28T11:31:26.524933Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T11:31:26.524955Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 0"} {"level":"info","ts":"2026-07-28T11:31:26.52497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 11f26225a5bb9fe3 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T11:31:26.524979Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became follower at term 1"} {"level":"info","ts":"2026-07-28T11:31:26.525019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"warn","ts":"2026-07-28T11:31:26.529823Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T11:31:26.533893Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T11:31:26.536329Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T11:31:26.538697Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"11f26225a5bb9fe3","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T11:31:26.538946Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"11f26225a5bb9fe3","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T11:31:26.538988Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:31:26.539175Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:31:26.539224Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:31:26.54002Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 switched to configuration voters=(1293203956842602467)"} {"level":"info","ts":"2026-07-28T11:31:26.540231Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","added-peer-id":"11f26225a5bb9fe3","added-peer-peer-urls":["https://199.204.45.223:2380"]} {"level":"info","ts":"2026-07-28T11:31:26.542128Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T11:31:26.54241Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-28T11:31:26.542428Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"11f26225a5bb9fe3","initial-advertise-peer-urls":["https://199.204.45.223:2380"],"listen-peer-urls":["https://199.204.45.223:2380"],"advertise-client-urls":["https://199.204.45.223:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.223:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T11:31:26.542472Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.223:2380"} {"level":"info","ts":"2026-07-28T11:31:26.542487Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T11:31:27.026647Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T11:31:27.026722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T11:31:27.026742Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgPreVoteResp from 11f26225a5bb9fe3 at term 1"} {"level":"info","ts":"2026-07-28T11:31:27.026756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became candidate at term 2"} {"level":"info","ts":"2026-07-28T11:31:27.026763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 received MsgVoteResp from 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-28T11:31:27.026827Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"11f26225a5bb9fe3 became leader at term 2"} {"level":"info","ts":"2026-07-28T11:31:27.026878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 11f26225a5bb9fe3 elected leader 11f26225a5bb9fe3 at term 2"} {"level":"info","ts":"2026-07-28T11:31:27.072461Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:27.073487Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T11:31:27.073499Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"11f26225a5bb9fe3","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.223:2379]}","request-path":"/0/members/11f26225a5bb9fe3/attributes","cluster-id":"75c25101f01fd4c6","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T11:31:27.07357Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T11:31:27.073889Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T11:31:27.073954Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T11:31:27.07465Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"75c25101f01fd4c6","local-member-id":"11f26225a5bb9fe3","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:27.074944Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:27.075037Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:27.076771Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T11:31:27.076956Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.223:2379"} {"level":"info","ts":"2026-07-28T11:31:34.807268Z","caller":"traceutil/trace.go:171","msg":"trace[522541210] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"101.929827ms","start":"2026-07-28T11:31:34.705267Z","end":"2026-07-28T11:31:34.807197Z","steps":["trace[522541210] 'process raft request' (duration: 60.851693ms)","trace[522541210] 'compare' (duration: 40.708993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:41.517324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501322,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:31:41.755793Z","caller":"traceutil/trace.go:171","msg":"trace[1414388922] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:376; }","duration":"739.311312ms","start":"2026-07-28T11:31:41.016454Z","end":"2026-07-28T11:31:41.755765Z","steps":["trace[1414388922] 'read index received' (duration: 739.075234ms)","trace[1414388922] 'applied index is now lower than readState.Index' (duration: 235.178µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:41.755961Z","caller":"traceutil/trace.go:171","msg":"trace[1299239289] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"899.613223ms","start":"2026-07-28T11:31:40.856299Z","end":"2026-07-28T11:31:41.755912Z","steps":["trace[1299239289] 'process raft request' (duration: 899.310324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:41.75604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.493757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:31:41.756108Z","caller":"traceutil/trace.go:171","msg":"trace[786150022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:363; }","duration":"739.680803ms","start":"2026-07-28T11:31:41.016415Z","end":"2026-07-28T11:31:41.756096Z","steps":["trace[786150022] 'agreement among raft nodes before linearized reading' (duration: 739.490757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:41.756116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.727756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:31:41.75615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:41.016396Z","time spent":"739.745036ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:31:41.756236Z","caller":"traceutil/trace.go:171","msg":"trace[1532736669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:363; }","duration":"257.916392ms","start":"2026-07-28T11:31:41.498295Z","end":"2026-07-28T11:31:41.756211Z","steps":["trace[1532736669] 'agreement among raft nodes before linearized reading' (duration: 257.669984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:41.756213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.427675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:31:41.756252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.610592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-07-28T11:31:41.756344Z","caller":"traceutil/trace.go:171","msg":"trace[1495647793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"160.652343ms","start":"2026-07-28T11:31:41.595657Z","end":"2026-07-28T11:31:41.756309Z","steps":["trace[1495647793] 'agreement among raft nodes before linearized reading' (duration: 160.393175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:41.756404Z","caller":"traceutil/trace.go:171","msg":"trace[1718598512] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:363; }","duration":"115.863941ms","start":"2026-07-28T11:31:41.640491Z","end":"2026-07-28T11:31:41.756355Z","steps":["trace[1718598512] 'agreement among raft nodes before linearized reading' (duration: 115.53518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:41.758994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:40.856276Z","time spent":"899.837501ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:31:48.294203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:31:48.303757Z","caller":"traceutil/trace.go:171","msg":"trace[1866216755] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"510.62683ms","start":"2026-07-28T11:31:47.793103Z","end":"2026-07-28T11:31:48.30373Z","steps":["trace[1866216755] 'process raft request' (duration: 510.452784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:48.303965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:47.793087Z","time spent":"510.752583ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:31:48.429242Z","caller":"traceutil/trace.go:171","msg":"trace[95581400] linearizableReadLoop","detail":"{readStateIndex:399; appliedIndex:397; }","duration":"635.398757ms","start":"2026-07-28T11:31:47.793815Z","end":"2026-07-28T11:31:48.429214Z","steps":["trace[95581400] 'read index received' (duration: 509.741761ms)","trace[95581400] 'applied index is now lower than readState.Index' (duration: 125.655986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:48.429392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.550382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:31:48.429388Z","caller":"traceutil/trace.go:171","msg":"trace[1278383230] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"635.274154ms","start":"2026-07-28T11:31:47.794079Z","end":"2026-07-28T11:31:48.429353Z","steps":["trace[1278383230] 'process raft request' (duration: 618.392751ms)","trace[1278383230] 'compare' (duration: 16.623224ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:48.429431Z","caller":"traceutil/trace.go:171","msg":"trace[2067124203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:384; }","duration":"635.621705ms","start":"2026-07-28T11:31:47.793795Z","end":"2026-07-28T11:31:48.429416Z","steps":["trace[2067124203] 'agreement among raft nodes before linearized reading' (duration: 635.532542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:48.429476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:47.793785Z","time spent":"635.682826ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:31:48.429681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:47.794021Z","time spent":"635.441438ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:31:50.531547Z","caller":"traceutil/trace.go:171","msg":"trace[226157648] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"154.847033ms","start":"2026-07-28T11:31:50.376656Z","end":"2026-07-28T11:31:50.531503Z","steps":["trace[226157648] 'process raft request' (duration: 112.280676ms)","trace[226157648] 'compare' (duration: 42.378531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:51.861793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.561151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:31:51.861905Z","caller":"traceutil/trace.go:171","msg":"trace[1082790039] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"186.18633ms","start":"2026-07-28T11:31:51.6757Z","end":"2026-07-28T11:31:51.861886Z","steps":["trace[1082790039] 'process raft request' (duration: 75.282518ms)","trace[1082790039] 'compare' (duration: 110.385876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:52.099789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.388875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:31:52.100056Z","caller":"traceutil/trace.go:171","msg":"trace[1010993549] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"232.375012ms","start":"2026-07-28T11:31:51.867652Z","end":"2026-07-28T11:31:52.100027Z","steps":["trace[1010993549] 'process raft request' (duration: 97.681608ms)","trace[1010993549] 'compare' (duration: 134.24531ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:52.100204Z","caller":"traceutil/trace.go:171","msg":"trace[399266341] transaction","detail":"{read_only:false; response_revision:398; number_of_response:1; }","duration":"231.470603ms","start":"2026-07-28T11:31:51.8687Z","end":"2026-07-28T11:31:52.10017Z","steps":["trace[399266341] 'process raft request' (duration: 231.223175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:52.360719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.839886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:31:52.360927Z","caller":"traceutil/trace.go:171","msg":"trace[1445307087] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"241.386953ms","start":"2026-07-28T11:31:52.1195Z","end":"2026-07-28T11:31:52.360886Z","steps":["trace[1445307087] 'process raft request' (duration: 113.310139ms)","trace[1445307087] 'compare' (duration: 127.726312ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:52.360998Z","caller":"traceutil/trace.go:171","msg":"trace[757194890] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"179.510946ms","start":"2026-07-28T11:31:52.18147Z","end":"2026-07-28T11:31:52.360981Z","steps":["trace[757194890] 'read index received' (duration: 51.405561ms)","trace[757194890] 'applied index is now lower than readState.Index' (duration: 128.104455ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:52.361165Z","caller":"traceutil/trace.go:171","msg":"trace[735876876] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"239.707279ms","start":"2026-07-28T11:31:52.121397Z","end":"2026-07-28T11:31:52.361104Z","steps":["trace[735876876] 'process raft request' (duration: 239.502582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:52.361235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.739093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-v24ss\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-07-28T11:31:52.3613Z","caller":"traceutil/trace.go:171","msg":"trace[1713508770] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-v24ss; range_end:; response_count:1; response_revision:403; }","duration":"179.822716ms","start":"2026-07-28T11:31:52.181463Z","end":"2026-07-28T11:31:52.361286Z","steps":["trace[1713508770] 'agreement among raft nodes before linearized reading' (duration: 179.64667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:52.386726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.98809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-07-28T11:31:52.386793Z","caller":"traceutil/trace.go:171","msg":"trace[1716129647] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:405; }","duration":"203.085052ms","start":"2026-07-28T11:31:52.183693Z","end":"2026-07-28T11:31:52.386778Z","steps":["trace[1716129647] 'agreement among raft nodes before linearized reading' (duration: 202.910147ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.387489Z","caller":"traceutil/trace.go:171","msg":"trace[880605937] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"202.527215ms","start":"2026-07-28T11:31:52.1842Z","end":"2026-07-28T11:31:52.386728Z","steps":["trace[880605937] 'process raft request' (duration: 202.329978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.387676Z","caller":"traceutil/trace.go:171","msg":"trace[166111920] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"205.771479ms","start":"2026-07-28T11:31:52.181828Z","end":"2026-07-28T11:31:52.387599Z","steps":["trace[166111920] 'process raft request' (duration: 204.604061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:52.57607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.846488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4039"} {"level":"info","ts":"2026-07-28T11:31:52.576373Z","caller":"traceutil/trace.go:171","msg":"trace[1055128351] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"151.467735ms","start":"2026-07-28T11:31:52.424878Z","end":"2026-07-28T11:31:52.576345Z","steps":["trace[1055128351] 'process raft request' (duration: 151.295559ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.576362Z","caller":"traceutil/trace.go:171","msg":"trace[2123944300] transaction","detail":"{read_only:false; number_of_response:1; response_revision:407; }","duration":"153.595053ms","start":"2026-07-28T11:31:52.422732Z","end":"2026-07-28T11:31:52.576327Z","steps":["trace[2123944300] 'process raft request' (duration: 43.338602ms)","trace[2123944300] 'compare' (duration: 109.750545ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:52.576416Z","caller":"traceutil/trace.go:171","msg":"trace[1180037467] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:423; }","duration":"133.140886ms","start":"2026-07-28T11:31:52.443226Z","end":"2026-07-28T11:31:52.576367Z","steps":["trace[1180037467] 'read index received' (duration: 22.795502ms)","trace[1180037467] 'applied index is now lower than readState.Index' (duration: 110.341704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:52.576568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.075042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-07-28T11:31:52.576697Z","caller":"traceutil/trace.go:171","msg":"trace[1550694886] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:409; }","duration":"179.224836ms","start":"2026-07-28T11:31:52.39745Z","end":"2026-07-28T11:31:52.576675Z","steps":["trace[1550694886] 'agreement among raft nodes before linearized reading' (duration: 179.04914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:52.57784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.281706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-07-28T11:31:52.577893Z","caller":"traceutil/trace.go:171","msg":"trace[1620811237] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:409; }","duration":"131.416551ms","start":"2026-07-28T11:31:52.446464Z","end":"2026-07-28T11:31:52.577881Z","steps":["trace[1620811237] 'agreement among raft nodes before linearized reading' (duration: 130.13497ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.800379Z","caller":"traceutil/trace.go:171","msg":"trace[740835575] linearizableReadLoop","detail":"{readStateIndex:430; appliedIndex:428; }","duration":"145.949987ms","start":"2026-07-28T11:31:52.654406Z","end":"2026-07-28T11:31:52.800356Z","steps":["trace[740835575] 'read index received' (duration: 55.021317ms)","trace[740835575] 'applied index is now lower than readState.Index' (duration: 90.92794ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:52.800485Z","caller":"traceutil/trace.go:171","msg":"trace[327806368] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"202.367639ms","start":"2026-07-28T11:31:52.598108Z","end":"2026-07-28T11:31:52.800476Z","steps":["trace[327806368] 'process raft request' (duration: 202.149032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.800624Z","caller":"traceutil/trace.go:171","msg":"trace[566601651] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"205.750448ms","start":"2026-07-28T11:31:52.594833Z","end":"2026-07-28T11:31:52.800583Z","steps":["trace[566601651] 'process raft request' (duration: 114.57897ms)","trace[566601651] 'compare' (duration: 90.564989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:52.800707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.079689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:31:52.800776Z","caller":"traceutil/trace.go:171","msg":"trace[142665802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:413; }","duration":"192.176852ms","start":"2026-07-28T11:31:52.608582Z","end":"2026-07-28T11:31:52.800759Z","steps":["trace[142665802] 'agreement among raft nodes before linearized reading' (duration: 191.914594ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.844227Z","caller":"traceutil/trace.go:171","msg":"trace[968790714] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"185.119296ms","start":"2026-07-28T11:31:52.659068Z","end":"2026-07-28T11:31:52.844187Z","steps":["trace[968790714] 'process raft request' (duration: 184.883298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.844726Z","caller":"traceutil/trace.go:171","msg":"trace[1945359490] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"185.56926ms","start":"2026-07-28T11:31:52.659111Z","end":"2026-07-28T11:31:52.84468Z","steps":["trace[1945359490] 'process raft request' (duration: 185.144546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:52.84493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.918349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:31:52.845215Z","caller":"traceutil/trace.go:171","msg":"trace[1159593928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"171.215309ms","start":"2026-07-28T11:31:52.673941Z","end":"2026-07-28T11:31:52.845157Z","steps":["trace[1159593928] 'agreement among raft nodes before linearized reading' (duration: 170.774635ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.844453Z","caller":"traceutil/trace.go:171","msg":"trace[63607635] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"185.26137ms","start":"2026-07-28T11:31:52.659108Z","end":"2026-07-28T11:31:52.84437Z","steps":["trace[63607635] 'process raft request' (duration: 184.96952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:52.845077Z","caller":"traceutil/trace.go:171","msg":"trace[252708909] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"183.953918ms","start":"2026-07-28T11:31:52.661063Z","end":"2026-07-28T11:31:52.845017Z","steps":["trace[252708909] 'process raft request' (duration: 183.510263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.06972Z","caller":"traceutil/trace.go:171","msg":"trace[863088879] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"265.809616ms","start":"2026-07-28T11:31:52.803848Z","end":"2026-07-28T11:31:53.069657Z","steps":["trace[863088879] 'process raft request' (duration: 172.969135ms)","trace[863088879] 'compare' (duration: 92.391217ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:53.069738Z","caller":"traceutil/trace.go:171","msg":"trace[294851459] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"262.097578ms","start":"2026-07-28T11:31:52.807614Z","end":"2026-07-28T11:31:53.069711Z","steps":["trace[294851459] 'process raft request' (duration: 261.84224ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.06992Z","caller":"traceutil/trace.go:171","msg":"trace[1233253788] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"221.173644ms","start":"2026-07-28T11:31:52.848716Z","end":"2026-07-28T11:31:53.06989Z","steps":["trace[1233253788] 'process raft request' (duration: 220.907365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.069721Z","caller":"traceutil/trace.go:171","msg":"trace[270126315] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"221.261186ms","start":"2026-07-28T11:31:52.848422Z","end":"2026-07-28T11:31:53.069683Z","steps":["trace[270126315] 'process raft request' (duration: 221.140962ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.070043Z","caller":"traceutil/trace.go:171","msg":"trace[904406439] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"218.727854ms","start":"2026-07-28T11:31:52.851306Z","end":"2026-07-28T11:31:53.070034Z","steps":["trace[904406439] 'process raft request' (duration: 218.568939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.070026Z","caller":"traceutil/trace.go:171","msg":"trace[1022817070] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"220.990208ms","start":"2026-07-28T11:31:52.848998Z","end":"2026-07-28T11:31:53.069988Z","steps":["trace[1022817070] 'process raft request' (duration: 220.801812ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.070105Z","caller":"traceutil/trace.go:171","msg":"trace[1601936498] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"218.411994ms","start":"2026-07-28T11:31:52.851674Z","end":"2026-07-28T11:31:53.070086Z","steps":["trace[1601936498] 'process raft request' (duration: 218.27108ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.070203Z","caller":"traceutil/trace.go:171","msg":"trace[830090668] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:434; }","duration":"141.439412ms","start":"2026-07-28T11:31:52.928744Z","end":"2026-07-28T11:31:53.070183Z","steps":["trace[830090668] 'read index received' (duration: 48.093334ms)","trace[830090668] 'applied index is now lower than readState.Index' (duration: 93.344728ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:31:53.07028Z","caller":"traceutil/trace.go:171","msg":"trace[1652186081] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"218.230309ms","start":"2026-07-28T11:31:52.852035Z","end":"2026-07-28T11:31:53.070265Z","steps":["trace[1652186081] 'process raft request' (duration: 217.993521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:53.070313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.546956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:31:53.07036Z","caller":"traceutil/trace.go:171","msg":"trace[334420008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:425; }","duration":"141.640359ms","start":"2026-07-28T11:31:52.928706Z","end":"2026-07-28T11:31:53.070346Z","steps":["trace[334420008] 'agreement among raft nodes before linearized reading' (duration: 141.541526ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:53.356238Z","caller":"traceutil/trace.go:171","msg":"trace[1603189160] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"272.254174ms","start":"2026-07-28T11:31:53.083931Z","end":"2026-07-28T11:31:53.356186Z","steps":["trace[1603189160] 'process raft request' (duration: 268.238145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:55.094011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:31:55.472388Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003376015s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:31:55.472922Z","caller":"traceutil/trace.go:171","msg":"trace[1402176459] linearizableReadLoop","detail":"{readStateIndex:446; appliedIndex:445; }","duration":"879.28408ms","start":"2026-07-28T11:31:54.593609Z","end":"2026-07-28T11:31:55.472893Z","steps":["trace[1402176459] 'read index received' (duration: 879.029122ms)","trace[1402176459] 'applied index is now lower than readState.Index' (duration: 253.748µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:55.473103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.482057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:31:55.473151Z","caller":"traceutil/trace.go:171","msg":"trace[1731093020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"879.59253ms","start":"2026-07-28T11:31:54.593543Z","end":"2026-07-28T11:31:55.473135Z","steps":["trace[1731093020] 'agreement among raft nodes before linearized reading' (duration: 879.474426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:55.473108Z","caller":"traceutil/trace.go:171","msg":"trace[1494637376] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"1.004162601s","start":"2026-07-28T11:31:54.468893Z","end":"2026-07-28T11:31:55.473056Z","steps":["trace[1494637376] 'process raft request' (duration: 1.00381225s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:55.473197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:54.593516Z","time spent":"879.671222ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:31:55.473362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:54.468867Z","time spent":"1.004356977s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:31:55.473356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.815607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:31:55.473438Z","caller":"traceutil/trace.go:171","msg":"trace[1321797894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:429; }","duration":"397.936461ms","start":"2026-07-28T11:31:55.075482Z","end":"2026-07-28T11:31:55.473419Z","steps":["trace[1321797894] 'agreement among raft nodes before linearized reading' (duration: 397.762355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:55.47344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.127245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:31:55.473487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:55.075471Z","time spent":"398.009063ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:31:55.473484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.18604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:31:55.473604Z","caller":"traceutil/trace.go:171","msg":"trace[1252850624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:429; }","duration":"399.393627ms","start":"2026-07-28T11:31:55.074185Z","end":"2026-07-28T11:31:55.473578Z","steps":["trace[1252850624] 'agreement among raft nodes before linearized reading' (duration: 399.113848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:31:55.473532Z","caller":"traceutil/trace.go:171","msg":"trace[785383622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"624.262959ms","start":"2026-07-28T11:31:54.849243Z","end":"2026-07-28T11:31:55.473506Z","steps":["trace[785383622] 'agreement among raft nodes before linearized reading' (duration: 623.999591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:55.473658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:54.849223Z","time spent":"624.428275ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:31:55.473667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:55.074161Z","time spent":"399.49691ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:31:56.128218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:31:56.628886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:31:56.758037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279473022s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:31:57.143758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.286785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:31:57.143869Z","caller":"traceutil/trace.go:171","msg":"trace[1424365865] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.665376446s","start":"2026-07-28T11:31:55.478474Z","end":"2026-07-28T11:31:57.14385Z","steps":["trace[1424365865] 'process raft request' (duration: 1.279910286s)","trace[1424365865] 'compare' (duration: 385.165161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:57.143934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:55.478461Z","time spent":"1.665443678s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:31:57.149416Z","caller":"traceutil/trace.go:171","msg":"trace[817852190] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"1.670340156s","start":"2026-07-28T11:31:55.479066Z","end":"2026-07-28T11:31:57.149406Z","steps":["trace[817852190] 'process raft request' (duration: 1.670298065s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:57.149484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:55.479037Z","time spent":"1.670415208s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:31:57.149498Z","caller":"traceutil/trace.go:171","msg":"trace[1265871781] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"1.670375457s","start":"2026-07-28T11:31:55.479066Z","end":"2026-07-28T11:31:57.149441Z","steps":["trace[1265871781] 'process raft request' (duration: 1.670230392s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:57.149859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:55.479037Z","time spent":"1.670681337s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:31:57.199122Z","caller":"traceutil/trace.go:171","msg":"trace[1022674475] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:446; }","duration":"1.571932085s","start":"2026-07-28T11:31:55.627138Z","end":"2026-07-28T11:31:57.19907Z","steps":["trace[1022674475] 'read index received' (duration: 1.131258362s)","trace[1022674475] 'applied index is now lower than readState.Index' (duration: 440.670753ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:31:57.199307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572140912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:31:57.199392Z","caller":"traceutil/trace.go:171","msg":"trace[507393070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:432; }","duration":"1.572301997s","start":"2026-07-28T11:31:55.627068Z","end":"2026-07-28T11:31:57.19937Z","steps":["trace[507393070] 'agreement among raft nodes before linearized reading' (duration: 1.572129301s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:31:57.199468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:31:55.627039Z","time spent":"1.572420991s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:32:02.996115Z","caller":"traceutil/trace.go:171","msg":"trace[1472458837] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"401.902517ms","start":"2026-07-28T11:32:02.594188Z","end":"2026-07-28T11:32:02.996091Z","steps":["trace[1472458837] 'process raft request' (duration: 401.648319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:02.996243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:02.594165Z","time spent":"402.00746ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:03.573169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.714558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:32:03.573307Z","caller":"traceutil/trace.go:171","msg":"trace[1707049810] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:444; }","duration":"399.922744ms","start":"2026-07-28T11:32:03.173354Z","end":"2026-07-28T11:32:03.573277Z","steps":["trace[1707049810] 'range keys from in-memory index tree' (duration: 399.587264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:03.573464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.655467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T11:32:03.573522Z","caller":"traceutil/trace.go:171","msg":"trace[1391810925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:444; }","duration":"404.75334ms","start":"2026-07-28T11:32:03.168756Z","end":"2026-07-28T11:32:03.57351Z","steps":["trace[1391810925] 'range keys from in-memory index tree' (duration: 404.546343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:03.573538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.113243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T11:32:03.573372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.173332Z","time spent":"400.027168ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:32:03.573642Z","caller":"traceutil/trace.go:171","msg":"trace[703497589] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:444; }","duration":"406.282999ms","start":"2026-07-28T11:32:03.167336Z","end":"2026-07-28T11:32:03.573619Z","steps":["trace[703497589] 'range keys from in-memory index tree' (duration: 405.957778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:03.57356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.168736Z","time spent":"404.814632ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:03.573688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.167319Z","time spent":"406.358851ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:32:03.735979Z","caller":"traceutil/trace.go:171","msg":"trace[1623361496] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"158.509171ms","start":"2026-07-28T11:32:03.577441Z","end":"2026-07-28T11:32:03.73595Z","steps":["trace[1623361496] 'process raft request' (duration: 153.51702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:04.476668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:04.14928Z","time spent":"327.378254ms","remote":"127.0.0.1:46574","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T11:32:04.477435Z","caller":"traceutil/trace.go:171","msg":"trace[795082089] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:463; }","duration":"885.861861ms","start":"2026-07-28T11:32:03.591513Z","end":"2026-07-28T11:32:04.477375Z","steps":["trace[795082089] 'read index received' (duration: 139.467579ms)","trace[795082089] 'applied index is now lower than readState.Index' (duration: 746.393202ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:04.477477Z","caller":"traceutil/trace.go:171","msg":"trace[489206214] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"899.591722ms","start":"2026-07-28T11:32:03.577854Z","end":"2026-07-28T11:32:04.477446Z","steps":["trace[489206214] 'process raft request' (duration: 808.545688ms)","trace[489206214] 'compare' (duration: 90.728154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:04.477599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.577826Z","time spent":"899.702016ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:04.477704Z","caller":"traceutil/trace.go:171","msg":"trace[456249260] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"898.867019ms","start":"2026-07-28T11:32:03.578811Z","end":"2026-07-28T11:32:04.477678Z","steps":["trace[456249260] 'process raft request' (duration: 898.515328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:04.477791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.268054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:04.477858Z","caller":"traceutil/trace.go:171","msg":"trace[698731289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"886.356577ms","start":"2026-07-28T11:32:03.591476Z","end":"2026-07-28T11:32:04.477833Z","steps":["trace[698731289] 'agreement among raft nodes before linearized reading' (duration: 886.209302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:04.477861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.57879Z","time spent":"898.972103ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:04.477923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.59146Z","time spent":"886.44821ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:32:04.47779Z","caller":"traceutil/trace.go:171","msg":"trace[444494637] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"899.324163ms","start":"2026-07-28T11:32:03.578367Z","end":"2026-07-28T11:32:04.477691Z","steps":["trace[444494637] 'process raft request' (duration: 898.89415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:04.478218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:03.578341Z","time spent":"899.708406ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:08.252623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:08.753324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:09.253665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:09.643719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.969629319s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:32:09.644077Z","caller":"traceutil/trace.go:171","msg":"trace[1585025434] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.970100534s","start":"2026-07-28T11:32:07.673947Z","end":"2026-07-28T11:32:09.644048Z","steps":["trace[1585025434] 'process raft request' (duration: 1.96995877s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.644233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.673925Z","time spent":"1.970239389s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:09.666523Z","caller":"traceutil/trace.go:171","msg":"trace[669284858] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.986422338s","start":"2026-07-28T11:32:07.680074Z","end":"2026-07-28T11:32:09.666497Z","steps":["trace[669284858] 'process raft request' (duration: 1.986090807s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.666581Z","caller":"traceutil/trace.go:171","msg":"trace[1967365274] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.986117799s","start":"2026-07-28T11:32:07.680441Z","end":"2026-07-28T11:32:09.666558Z","steps":["trace[1967365274] 'process raft request' (duration: 1.985913312s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.666718Z","caller":"traceutil/trace.go:171","msg":"trace[748343437] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.966193688s","start":"2026-07-28T11:32:07.700502Z","end":"2026-07-28T11:32:09.666696Z","steps":["trace[748343437] 'process raft request' (duration: 1.966063234s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.666757Z","caller":"traceutil/trace.go:171","msg":"trace[725971855] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.958590024s","start":"2026-07-28T11:32:07.708134Z","end":"2026-07-28T11:32:09.666724Z","steps":["trace[725971855] 'process raft request' (duration: 1.958473901s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.666776Z","caller":"traceutil/trace.go:171","msg":"trace[1442881339] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.967229372s","start":"2026-07-28T11:32:07.699465Z","end":"2026-07-28T11:32:09.666695Z","steps":["trace[1442881339] 'process raft request' (duration: 1.967048897s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.666844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.708101Z","time spent":"1.958706048s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:09.666862Z","caller":"traceutil/trace.go:171","msg":"trace[1576390202] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.954823213s","start":"2026-07-28T11:32:07.71199Z","end":"2026-07-28T11:32:09.666814Z","steps":["trace[1576390202] 'process raft request' (duration: 1.954670098s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.666898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.70049Z","time spent":"1.966316753s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:09.666928Z","caller":"traceutil/trace.go:171","msg":"trace[291143501] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"1.938905912s","start":"2026-07-28T11:32:07.727967Z","end":"2026-07-28T11:32:09.666872Z","steps":["trace[291143501] 'process raft request' (duration: 1.938747807s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.667034Z","caller":"traceutil/trace.go:171","msg":"trace[1392823617] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"1.937454876s","start":"2026-07-28T11:32:07.729566Z","end":"2026-07-28T11:32:09.667021Z","steps":["trace[1392823617] 'process raft request' (duration: 1.937200388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.66694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.711966Z","time spent":"1.954934137s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.667047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.699432Z","time spent":"1.96747946s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.667094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.729539Z","time spent":"1.937529868s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.666776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.680056Z","time spent":"1.986529312s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.667141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.727933Z","time spent":"1.939111789s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:09.667218Z","caller":"traceutil/trace.go:171","msg":"trace[564610801] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"1.902255456s","start":"2026-07-28T11:32:07.764944Z","end":"2026-07-28T11:32:09.667199Z","steps":["trace[564610801] 'process raft request' (duration: 1.901874263s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.667296Z","caller":"traceutil/trace.go:171","msg":"trace[434217433] linearizableReadLoop","detail":"{readStateIndex:519; appliedIndex:507; }","duration":"1.914913222s","start":"2026-07-28T11:32:07.752368Z","end":"2026-07-28T11:32:09.667281Z","steps":["trace[434217433] 'read index received' (duration: 1.891617614s)","trace[434217433] 'applied index is now lower than readState.Index' (duration: 23.294748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:09.667308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.76491Z","time spent":"1.902361639s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.667472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915107108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:32:09.667514Z","caller":"traceutil/trace.go:171","msg":"trace[1737905975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:500; }","duration":"1.915198461s","start":"2026-07-28T11:32:07.752305Z","end":"2026-07-28T11:32:09.667503Z","steps":["trace[1737905975] 'agreement among raft nodes before linearized reading' (duration: 1.915059267s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:09.667485Z","caller":"traceutil/trace.go:171","msg":"trace[1599128889] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"1.819160766s","start":"2026-07-28T11:32:07.848281Z","end":"2026-07-28T11:32:09.667442Z","steps":["trace[1599128889] 'process raft request' (duration: 1.818745703s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.667543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.752205Z","time spent":"1.915331445s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:09.667619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.848248Z","time spent":"1.819308321s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.667748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.680434Z","time spent":"1.986195481s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:09.666657Z","caller":"traceutil/trace.go:171","msg":"trace[1025517887] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.976021444s","start":"2026-07-28T11:32:07.6906Z","end":"2026-07-28T11:32:09.666621Z","steps":["trace[1025517887] 'process raft request' (duration: 1.975860049s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.668105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.690556Z","time spent":"1.977499652s","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:09.67551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166594488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:32:09.675588Z","caller":"traceutil/trace.go:171","msg":"trace[1857913549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:502; }","duration":"1.166720141s","start":"2026-07-28T11:32:08.50885Z","end":"2026-07-28T11:32:09.67557Z","steps":["trace[1857913549] 'agreement among raft nodes before linearized reading' (duration: 1.166494404s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.675623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:08.50883Z","time spent":"1.166784514s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:32:09.675799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08165807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:09.67582Z","caller":"traceutil/trace.go:171","msg":"trace[937356838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:502; }","duration":"1.081716121s","start":"2026-07-28T11:32:08.594096Z","end":"2026-07-28T11:32:09.675812Z","steps":["trace[937356838] 'agreement among raft nodes before linearized reading' (duration: 1.08168319s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.675837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:08.594071Z","time spent":"1.081761803s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:09.675942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157429303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:32:09.675959Z","caller":"traceutil/trace.go:171","msg":"trace[612054537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:502; }","duration":"1.157474535s","start":"2026-07-28T11:32:08.518479Z","end":"2026-07-28T11:32:09.675953Z","steps":["trace[612054537] 'agreement among raft nodes before linearized reading' (duration: 1.157440614s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.675974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:08.518463Z","time spent":"1.157507785s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:09.676063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158828698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:32:09.676079Z","caller":"traceutil/trace.go:171","msg":"trace[1317570011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:502; }","duration":"1.15887813s","start":"2026-07-28T11:32:08.517196Z","end":"2026-07-28T11:32:09.676074Z","steps":["trace[1317570011] 'agreement among raft nodes before linearized reading' (duration: 1.158845949s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.676096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:08.517174Z","time spent":"1.158919221s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:32:10.187039Z","caller":"traceutil/trace.go:171","msg":"trace[1299083369] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"103.122772ms","start":"2026-07-28T11:32:10.083883Z","end":"2026-07-28T11:32:10.187006Z","steps":["trace[1299083369] 'process raft request' (duration: 102.670948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:15.848803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.404592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:32:15.849052Z","caller":"traceutil/trace.go:171","msg":"trace[1527750041] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"687.960226ms","start":"2026-07-28T11:32:15.161064Z","end":"2026-07-28T11:32:15.849025Z","steps":["trace[1527750041] 'process raft request' (duration: 130.266514ms)","trace[1527750041] 'compare' (duration: 557.236237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:15.849164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.161043Z","time spent":"688.072759ms","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:15.970521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.583165ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-28T11:32:15.970652Z","caller":"traceutil/trace.go:171","msg":"trace[1950986942] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:612; }","duration":"371.601915ms","start":"2026-07-28T11:32:15.599005Z","end":"2026-07-28T11:32:15.970607Z","steps":["trace[1950986942] 'read index received' (duration: 157.388655ms)","trace[1950986942] 'applied index is now lower than readState.Index' (duration: 214.21193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:15.97077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.763201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:15.97081Z","caller":"traceutil/trace.go:171","msg":"trace[1319513397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"371.846003ms","start":"2026-07-28T11:32:15.598952Z","end":"2026-07-28T11:32:15.970798Z","steps":["trace[1319513397] 'agreement among raft nodes before linearized reading' (duration: 371.773331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:15.970839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.598932Z","time spent":"371.899784ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:15.970841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.708375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:32:15.970879Z","caller":"traceutil/trace.go:171","msg":"trace[276090885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"223.786397ms","start":"2026-07-28T11:32:15.747081Z","end":"2026-07-28T11:32:15.970868Z","steps":["trace[276090885] 'agreement among raft nodes before linearized reading' (duration: 223.653833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:15.970954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.449761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:32:15.971014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.704208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:32:15.971072Z","caller":"traceutil/trace.go:171","msg":"trace[1255212836] range","detail":"{range_begin:/registry/clusterrolebindings/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:589; }","duration":"107.641578ms","start":"2026-07-28T11:32:15.863398Z","end":"2026-07-28T11:32:15.97104Z","steps":["trace[1255212836] 'agreement among raft nodes before linearized reading' (duration: 107.41712ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:15.971119Z","caller":"traceutil/trace.go:171","msg":"trace[1633329278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"215.829342ms","start":"2026-07-28T11:32:15.755259Z","end":"2026-07-28T11:32:15.971089Z","steps":["trace[1633329278] 'agreement among raft nodes before linearized reading' (duration: 215.532413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:15.971108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.803494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:32:15.971222Z","caller":"traceutil/trace.go:171","msg":"trace[907382769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"221.946628ms","start":"2026-07-28T11:32:15.74924Z","end":"2026-07-28T11:32:15.971187Z","steps":["trace[907382769] 'agreement among raft nodes before linearized reading' (duration: 221.68689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:15.971108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.564657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:32:15.971338Z","caller":"traceutil/trace.go:171","msg":"trace[1142956895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"221.825904ms","start":"2026-07-28T11:32:15.749475Z","end":"2026-07-28T11:32:15.971301Z","steps":["trace[1142956895] 'agreement among raft nodes before linearized reading' (duration: 221.3813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:16.497313Z","caller":"traceutil/trace.go:171","msg":"trace[1572015767] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"123.31299ms","start":"2026-07-28T11:32:16.373979Z","end":"2026-07-28T11:32:16.497292Z","steps":["trace[1572015767] 'process raft request' (duration: 122.863576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:16.849487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.782426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:32:16.849608Z","caller":"traceutil/trace.go:171","msg":"trace[1308566245] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"286.272654ms","start":"2026-07-28T11:32:16.563317Z","end":"2026-07-28T11:32:16.849589Z","steps":["trace[1308566245] 'process raft request' (duration: 176.325553ms)","trace[1308566245] 'compare' (duration: 109.61877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:18.053222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501768,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:32:18.080053Z","caller":"traceutil/trace.go:171","msg":"trace[510306742] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"783.107942ms","start":"2026-07-28T11:32:17.296906Z","end":"2026-07-28T11:32:18.080013Z","steps":["trace[510306742] 'process raft request' (duration: 782.369008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:18.080229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:17.296859Z","time spent":"783.275297ms","remote":"127.0.0.1:34844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:18.080511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.671227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zj88t\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T11:32:18.080601Z","caller":"traceutil/trace.go:171","msg":"trace[1056467540] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"527.1394ms","start":"2026-07-28T11:32:17.552772Z","end":"2026-07-28T11:32:18.079911Z","steps":["trace[1056467540] 'read index received' (duration: 526.095267ms)","trace[1056467540] 'applied index is now lower than readState.Index' (duration: 1.042843ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:18.080623Z","caller":"traceutil/trace.go:171","msg":"trace[1600020719] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zj88t; range_end:; response_count:1; response_revision:599; }","duration":"527.879903ms","start":"2026-07-28T11:32:17.552719Z","end":"2026-07-28T11:32:18.080599Z","steps":["trace[1600020719] 'agreement among raft nodes before linearized reading' (duration: 527.346076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:18.080682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:17.552692Z","time spent":"527.979297ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-zj88t\" "} {"level":"warn","ts":"2026-07-28T11:32:18.081182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.14269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:18.081454Z","caller":"traceutil/trace.go:171","msg":"trace[775860431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"489.475341ms","start":"2026-07-28T11:32:17.591967Z","end":"2026-07-28T11:32:18.081442Z","steps":["trace[775860431] 'agreement among raft nodes before linearized reading' (duration: 488.750487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:18.081505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:17.59194Z","time spent":"489.537743ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:19.092426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:19.593118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:20.09345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:20.592493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:32:20.592603Z","caller":"traceutil/trace.go:171","msg":"trace[614736987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319465s","start":"2026-07-28T11:32:18.592263Z","end":"2026-07-28T11:32:20.592582Z","steps":["trace[614736987] 'agreement among raft nodes before linearized reading' (duration: 2.00017376s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:20.592679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.592244Z","time spent":"2.000416348s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:20.594223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:21.094685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:21.59515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:22.096179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:22.112227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.0268445s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:32:22.112758Z","caller":"traceutil/trace.go:171","msg":"trace[1533803369] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"4.02747021s","start":"2026-07-28T11:32:18.08525Z","end":"2026-07-28T11:32:22.11272Z","steps":["trace[1533803369] 'process raft request' (duration: 4.027259623s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.112926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.085216Z","time spent":"4.027622995s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:22.593593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T11:32:22.593727Z","caller":"traceutil/trace.go:171","msg":"trace[1918706411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458108s","start":"2026-07-28T11:32:20.593236Z","end":"2026-07-28T11:32:22.593694Z","steps":["trace[1918706411] 'agreement among raft nodes before linearized reading' (duration: 2.000311233s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.593944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:20.593206Z","time spent":"2.000716526s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:32:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T11:32:22.686813Z","caller":"traceutil/trace.go:171","msg":"trace[114979495] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"4.601158186s","start":"2026-07-28T11:32:18.085637Z","end":"2026-07-28T11:32:22.686795Z","steps":["trace[114979495] 'process raft request' (duration: 4.60096998s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.68695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.085628Z","time spent":"4.601249469s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:22.687075Z","caller":"traceutil/trace.go:171","msg":"trace[675340560] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"4.601161356s","start":"2026-07-28T11:32:18.085889Z","end":"2026-07-28T11:32:22.68705Z","steps":["trace[675340560] 'process raft request' (duration: 4.600866807s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:22.687257Z","caller":"traceutil/trace.go:171","msg":"trace[2121284629] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"4.547187522s","start":"2026-07-28T11:32:18.140058Z","end":"2026-07-28T11:32:22.687245Z","steps":["trace[2121284629] 'process raft request' (duration: 4.54712838s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:22.687287Z","caller":"traceutil/trace.go:171","msg":"trace[583996966] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"4.592291251s","start":"2026-07-28T11:32:18.094974Z","end":"2026-07-28T11:32:22.687265Z","steps":["trace[583996966] 'process raft request' (duration: 4.592166977s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.687336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.094955Z","time spent":"4.592356432s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:22.687354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.140031Z","time spent":"4.547275775s","remote":"127.0.0.1:35230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:22.687387Z","caller":"traceutil/trace.go:171","msg":"trace[544408911] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"4.600115432s","start":"2026-07-28T11:32:18.08725Z","end":"2026-07-28T11:32:22.687365Z","steps":["trace[544408911] 'process raft request' (duration: 4.59972661s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:22.687433Z","caller":"traceutil/trace.go:171","msg":"trace[372355844] linearizableReadLoop","detail":"{readStateIndex:631; appliedIndex:624; }","duration":"4.095081852s","start":"2026-07-28T11:32:18.592307Z","end":"2026-07-28T11:32:22.687388Z","steps":["trace[372355844] 'read index received' (duration: 3.520294231s)","trace[372355844] 'applied index is now lower than readState.Index' (duration: 574.786701ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:22.687469Z","caller":"traceutil/trace.go:171","msg":"trace[1523689281] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"2.732230121s","start":"2026-07-28T11:32:19.955213Z","end":"2026-07-28T11:32:22.687443Z","steps":["trace[1523689281] 'process raft request' (duration: 2.732002033s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.687521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.08724Z","time spent":"4.600218715s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:22.687557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:19.955191Z","time spent":"2.732322154s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:22.687615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:18.085858Z","time spent":"4.601328121s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:22.759004Z","caller":"traceutil/trace.go:171","msg":"trace[647399544] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"160.892947ms","start":"2026-07-28T11:32:22.59808Z","end":"2026-07-28T11:32:22.758973Z","steps":["trace[647399544] 'process raft request' (duration: 160.743072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.759159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438442435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:32:22.759321Z","caller":"traceutil/trace.go:171","msg":"trace[421786880] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:607; }","duration":"2.438583139s","start":"2026-07-28T11:32:20.320642Z","end":"2026-07-28T11:32:22.759225Z","steps":["trace[421786880] 'agreement among raft nodes before linearized reading' (duration: 2.438358522s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:22.759448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:20.320623Z","time spent":"2.438807347s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T11:32:22.759235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.323045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:22.759614Z","caller":"traceutil/trace.go:171","msg":"trace[2122567341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"158.754479ms","start":"2026-07-28T11:32:22.600838Z","end":"2026-07-28T11:32:22.759592Z","steps":["trace[2122567341] 'agreement among raft nodes before linearized reading' (duration: 158.144009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:23.261315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:23.762574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:24.263384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:24.761373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:32:24.761491Z","caller":"traceutil/trace.go:171","msg":"trace[573122689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358795s","start":"2026-07-28T11:32:22.761111Z","end":"2026-07-28T11:32:24.76147Z","steps":["trace[573122689] 'agreement among raft nodes before linearized reading' (duration: 2.000178949s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:24.761562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:22.761094Z","time spent":"2.000442418s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:24.764491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768501783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:24.874698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114294644s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:32:26.482366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922389643s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:26.482489Z","caller":"traceutil/trace.go:171","msg":"trace[2107209488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:607; }","duration":"1.922524927s","start":"2026-07-28T11:32:24.559947Z","end":"2026-07-28T11:32:26.482472Z","steps":["trace[2107209488] 'range keys from in-memory index tree' (duration: 1.922373961s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.482604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607694395s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-28T11:32:26.482672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:22.760223Z","time spent":"3.722445044s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T11:32:26.492216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538329707s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:32:26.495951Z","caller":"traceutil/trace.go:171","msg":"trace[1733718962] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"3.31819691s","start":"2026-07-28T11:32:23.177707Z","end":"2026-07-28T11:32:26.495903Z","steps":["trace[1733718962] 'process raft request' (duration: 3.315024719s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.496256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:23.177682Z","time spent":"3.318370606s","remote":"127.0.0.1:34844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:26.497288Z","caller":"traceutil/trace.go:171","msg":"trace[382658799] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:632; }","duration":"3.736040631s","start":"2026-07-28T11:32:22.761164Z","end":"2026-07-28T11:32:26.497205Z","steps":["trace[382658799] 'read index received' (duration: 2.113762058s)","trace[382658799] 'applied index is now lower than readState.Index' (duration: 1.622272493s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:26.497433Z","caller":"traceutil/trace.go:171","msg":"trace[1170161509] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"3.206310547s","start":"2026-07-28T11:32:23.291097Z","end":"2026-07-28T11:32:26.497407Z","steps":["trace[1170161509] 'process raft request' (duration: 3.204341573s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.497599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:23.291069Z","time spent":"3.20640522s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:26.580771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46317125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:32:26.580873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810317333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:32:26.580875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889020491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:32:26.580934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815040055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-28T11:32:26.580964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889351591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:32:26.581002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889481375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:32:26.581011Z","caller":"traceutil/trace.go:171","msg":"trace[998471602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:611; }","duration":"1.889417514s","start":"2026-07-28T11:32:24.691584Z","end":"2026-07-28T11:32:26.581001Z","steps":["trace[998471602] 'agreement among raft nodes before linearized reading' (duration: 1.889332681s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.581025Z","caller":"traceutil/trace.go:171","msg":"trace[2054070028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:611; }","duration":"1.889544637s","start":"2026-07-28T11:32:24.691473Z","end":"2026-07-28T11:32:26.581017Z","steps":["trace[2054070028] 'agreement among raft nodes before linearized reading' (duration: 1.889492635s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.581014Z","caller":"traceutil/trace.go:171","msg":"trace[1047910982] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b; range_end:; response_count:1; response_revision:611; }","duration":"1.815145697s","start":"2026-07-28T11:32:24.765846Z","end":"2026-07-28T11:32:26.580992Z","steps":["trace[1047910982] 'agreement among raft nodes before linearized reading' (duration: 1.814993372s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.581014Z","caller":"traceutil/trace.go:171","msg":"trace[1445280393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"1.889211577s","start":"2026-07-28T11:32:24.691774Z","end":"2026-07-28T11:32:26.580986Z","steps":["trace[1445280393] 'agreement among raft nodes before linearized reading' (duration: 1.888960519s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.581055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.765828Z","time spent":"1.8152204s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b\" "} {"level":"warn","ts":"2026-07-28T11:32:26.581047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.691452Z","time spent":"1.889590409s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:32:26.581073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.691754Z","time spent":"1.889304989s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:26.581088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.691573Z","time spent":"1.889503916s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:32:26.580944Z","caller":"traceutil/trace.go:171","msg":"trace[2092945270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"1.810419996s","start":"2026-07-28T11:32:24.770499Z","end":"2026-07-28T11:32:26.580919Z","steps":["trace[2092945270] 'agreement among raft nodes before linearized reading' (duration: 1.810313172s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.581177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.770481Z","time spent":"1.810678315s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:32:26.580878Z","caller":"traceutil/trace.go:171","msg":"trace[241552001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"2.463316435s","start":"2026-07-28T11:32:24.117536Z","end":"2026-07-28T11:32:26.580852Z","steps":["trace[241552001] 'agreement among raft nodes before linearized reading' (duration: 2.463087537s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.581217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.117514Z","time spent":"2.463696066s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:32:26.74847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.905011ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-28T11:32:26.748683Z","caller":"traceutil/trace.go:171","msg":"trace[1452072194] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"166.134085ms","start":"2026-07-28T11:32:26.582531Z","end":"2026-07-28T11:32:26.748665Z","steps":["trace[1452072194] 'read index received' (duration: 13.08207ms)","trace[1452072194] 'applied index is now lower than readState.Index' (duration: 153.050825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:26.74881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.2661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:26.748796Z","caller":"traceutil/trace.go:171","msg":"trace[455113440] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"163.808271ms","start":"2026-07-28T11:32:26.584971Z","end":"2026-07-28T11:32:26.748779Z","steps":["trace[455113440] 'process raft request' (duration: 163.604675ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.748834Z","caller":"traceutil/trace.go:171","msg":"trace[1351183827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"166.324762ms","start":"2026-07-28T11:32:26.582504Z","end":"2026-07-28T11:32:26.748829Z","steps":["trace[1351183827] 'agreement among raft nodes before linearized reading' (duration: 166.249779ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.749123Z","caller":"traceutil/trace.go:171","msg":"trace[1148639251] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"163.928205ms","start":"2026-07-28T11:32:26.585166Z","end":"2026-07-28T11:32:26.749095Z","steps":["trace[1148639251] 'process raft request' (duration: 163.561773ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.749461Z","caller":"traceutil/trace.go:171","msg":"trace[1815357292] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"163.641695ms","start":"2026-07-28T11:32:26.5858Z","end":"2026-07-28T11:32:26.749442Z","steps":["trace[1815357292] 'process raft request' (duration: 163.514021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.74953Z","caller":"traceutil/trace.go:171","msg":"trace[1716105543] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"163.46905ms","start":"2026-07-28T11:32:26.586047Z","end":"2026-07-28T11:32:26.749516Z","steps":["trace[1716105543] 'process raft request' (duration: 163.393257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.749569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.128574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-28T11:32:26.749659Z","caller":"traceutil/trace.go:171","msg":"trace[1984636423] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:616; }","duration":"165.254827ms","start":"2026-07-28T11:32:26.58439Z","end":"2026-07-28T11:32:26.749645Z","steps":["trace[1984636423] 'agreement among raft nodes before linearized reading' (duration: 165.089932ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.749655Z","caller":"traceutil/trace.go:171","msg":"trace[1023232142] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"163.760019ms","start":"2026-07-28T11:32:26.585866Z","end":"2026-07-28T11:32:26.749626Z","steps":["trace[1023232142] 'process raft request' (duration: 163.522992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:26.74975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.008582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zj88t\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-07-28T11:32:26.749806Z","caller":"traceutil/trace.go:171","msg":"trace[150630476] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zj88t; range_end:; response_count:1; response_revision:616; }","duration":"157.119436ms","start":"2026-07-28T11:32:26.592672Z","end":"2026-07-28T11:32:26.749792Z","steps":["trace[150630476] 'agreement among raft nodes before linearized reading' (duration: 156.917619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.886826Z","caller":"traceutil/trace.go:171","msg":"trace[809996815] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"121.825893ms","start":"2026-07-28T11:32:26.764979Z","end":"2026-07-28T11:32:26.886805Z","steps":["trace[809996815] 'process raft request' (duration: 91.319943ms)","trace[809996815] 'compare' (duration: 30.367266ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:26.887147Z","caller":"traceutil/trace.go:171","msg":"trace[1465039235] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"108.517235ms","start":"2026-07-28T11:32:26.778603Z","end":"2026-07-28T11:32:26.88712Z","steps":["trace[1465039235] 'process raft request' (duration: 108.160804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.887264Z","caller":"traceutil/trace.go:171","msg":"trace[2058506991] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"106.82273ms","start":"2026-07-28T11:32:26.780429Z","end":"2026-07-28T11:32:26.887252Z","steps":["trace[2058506991] 'process raft request' (duration: 106.758268ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.887398Z","caller":"traceutil/trace.go:171","msg":"trace[1367222943] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"107.616576ms","start":"2026-07-28T11:32:26.77977Z","end":"2026-07-28T11:32:26.887386Z","steps":["trace[1367222943] 'process raft request' (duration: 107.363348ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.887634Z","caller":"traceutil/trace.go:171","msg":"trace[1651724461] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"108.936008ms","start":"2026-07-28T11:32:26.778659Z","end":"2026-07-28T11:32:26.887595Z","steps":["trace[1651724461] 'process raft request' (duration: 108.379831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:27.764653Z","caller":"traceutil/trace.go:171","msg":"trace[1537853904] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"147.219398ms","start":"2026-07-28T11:32:27.617403Z","end":"2026-07-28T11:32:27.764623Z","steps":["trace[1537853904] 'process raft request' (duration: 81.631412ms)","trace[1537853904] 'compare' (duration: 65.452902ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:29.182758Z","caller":"traceutil/trace.go:171","msg":"trace[1755262689] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"560.879764ms","start":"2026-07-28T11:32:28.621856Z","end":"2026-07-28T11:32:29.182735Z","steps":["trace[1755262689] 'process raft request' (duration: 560.609915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:29.182636Z","caller":"traceutil/trace.go:171","msg":"trace[549191662] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:659; }","duration":"428.709289ms","start":"2026-07-28T11:32:28.753909Z","end":"2026-07-28T11:32:29.182619Z","steps":["trace[549191662] 'read index received' (duration: 428.637767ms)","trace[549191662] 'applied index is now lower than readState.Index' (duration: 70.952µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:29.182947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:28.621842Z","time spent":"560.997757ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17775,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:29.183188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.698319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:32:29.183194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.73569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:32:29.183226Z","caller":"traceutil/trace.go:171","msg":"trace[572385415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"428.789752ms","start":"2026-07-28T11:32:28.754425Z","end":"2026-07-28T11:32:29.183215Z","steps":["trace[572385415] 'agreement among raft nodes before linearized reading' (duration: 428.660947ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:29.183233Z","caller":"traceutil/trace.go:171","msg":"trace[730255411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"428.774201ms","start":"2026-07-28T11:32:28.754447Z","end":"2026-07-28T11:32:29.183221Z","steps":["trace[730255411] 'agreement among raft nodes before linearized reading' (duration: 428.640146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.183253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:28.754403Z","time spent":"428.842614ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:29.183266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:28.754387Z","time spent":"428.872534ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:29.183386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.03249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:32:29.183462Z","caller":"traceutil/trace.go:171","msg":"trace[2022568098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"429.137073ms","start":"2026-07-28T11:32:28.754314Z","end":"2026-07-28T11:32:29.183451Z","steps":["trace[2022568098] 'agreement among raft nodes before linearized reading' (duration: 428.72177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.18349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:28.754295Z","time spent":"429.186884ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:32:29.183622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.717271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T11:32:29.183662Z","caller":"traceutil/trace.go:171","msg":"trace[1317104146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"429.795114ms","start":"2026-07-28T11:32:28.753857Z","end":"2026-07-28T11:32:29.183652Z","steps":["trace[1317104146] 'agreement among raft nodes before linearized reading' (duration: 429.002228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.183688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:28.753837Z","time spent":"429.843926ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:32:32.034441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.670816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:32:32.03454Z","caller":"traceutil/trace.go:171","msg":"trace[2127586675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"791.855811ms","start":"2026-07-28T11:32:31.242662Z","end":"2026-07-28T11:32:32.034517Z","steps":["trace[2127586675] 'range keys from in-memory index tree' (duration: 791.376946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:32.034526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.964225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:32:32.034591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:31.24263Z","time spent":"791.949744ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T11:32:32.034623Z","caller":"traceutil/trace.go:171","msg":"trace[4663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:643; }","duration":"792.108639ms","start":"2026-07-28T11:32:31.242484Z","end":"2026-07-28T11:32:32.034593Z","steps":["trace[4663] 'range keys from in-memory index tree' (duration: 791.81157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:32.034629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.882062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T11:32:32.034692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:31.242442Z","time spent":"792.234723ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:32:32.034696Z","caller":"traceutil/trace.go:171","msg":"trace[2144580534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:643; }","duration":"792.004166ms","start":"2026-07-28T11:32:31.242676Z","end":"2026-07-28T11:32:32.03468Z","steps":["trace[2144580534] 'range keys from in-memory index tree' (duration: 791.652155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:32.034751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:31.242643Z","time spent":"792.099899ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:32:32.034573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.066548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zj88t\" ","response":"range_response_count:1 size:18067"} {"level":"warn","ts":"2026-07-28T11:32:32.03481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.66986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:32:32.034867Z","caller":"traceutil/trace.go:171","msg":"trace[946001889] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zj88t; range_end:; response_count:1; response_revision:643; }","duration":"404.395738ms","start":"2026-07-28T11:32:31.63043Z","end":"2026-07-28T11:32:32.034826Z","steps":["trace[946001889] 'range keys from in-memory index tree' (duration: 403.766567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:32.034938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:31.630395Z","time spent":"404.525712ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18089,"request content":"key:\"/registry/pods/kube-system/cilium-zj88t\" "} {"level":"info","ts":"2026-07-28T11:32:32.034954Z","caller":"traceutil/trace.go:171","msg":"trace[1482731359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"793.855025ms","start":"2026-07-28T11:32:31.241049Z","end":"2026-07-28T11:32:32.034904Z","steps":["trace[1482731359] 'range keys from in-memory index tree' (duration: 793.310859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:32.035126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:31.241022Z","time spent":"794.088553ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:32:32.304676Z","caller":"traceutil/trace.go:171","msg":"trace[2141275474] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"264.809557ms","start":"2026-07-28T11:32:32.039843Z","end":"2026-07-28T11:32:32.304652Z","steps":["trace[2141275474] 'process raft request' (duration: 264.733444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:32.304697Z","caller":"traceutil/trace.go:171","msg":"trace[1402676084] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"264.862168ms","start":"2026-07-28T11:32:32.039803Z","end":"2026-07-28T11:32:32.304666Z","steps":["trace[1402676084] 'process raft request' (duration: 263.604898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:32.30499Z","caller":"traceutil/trace.go:171","msg":"trace[1263095417] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"265.006853ms","start":"2026-07-28T11:32:32.039971Z","end":"2026-07-28T11:32:32.304977Z","steps":["trace[1263095417] 'process raft request' (duration: 264.647782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:32.305009Z","caller":"traceutil/trace.go:171","msg":"trace[2125944730] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"255.068663ms","start":"2026-07-28T11:32:32.049921Z","end":"2026-07-28T11:32:32.30499Z","steps":["trace[2125944730] 'process raft request' (duration: 254.875037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:33.299019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.744465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:32:33.299279Z","caller":"traceutil/trace.go:171","msg":"trace[1735631515] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"165.02401ms","start":"2026-07-28T11:32:33.134229Z","end":"2026-07-28T11:32:33.299253Z","steps":["trace[1735631515] 'process raft request' (duration: 30.970825ms)","trace[1735631515] 'compare' (duration: 133.608401ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:33.846666Z","caller":"traceutil/trace.go:171","msg":"trace[286087137] linearizableReadLoop","detail":"{readStateIndex:685; appliedIndex:684; }","duration":"233.406166ms","start":"2026-07-28T11:32:33.613241Z","end":"2026-07-28T11:32:33.846647Z","steps":["trace[286087137] 'read index received' (duration: 158.468749ms)","trace[286087137] 'applied index is now lower than readState.Index' (duration: 74.936777ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:33.846702Z","caller":"traceutil/trace.go:171","msg":"trace[285345872] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"543.951711ms","start":"2026-07-28T11:32:33.302723Z","end":"2026-07-28T11:32:33.846662Z","steps":["trace[285345872] 'process raft request' (duration: 469.060286ms)","trace[285345872] 'compare' (duration: 74.704739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:33.846801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.551271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-28T11:32:33.846831Z","caller":"traceutil/trace.go:171","msg":"trace[190539151] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:655; }","duration":"233.628933ms","start":"2026-07-28T11:32:33.613194Z","end":"2026-07-28T11:32:33.846823Z","steps":["trace[190539151] 'agreement among raft nodes before linearized reading' (duration: 233.52198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:33.846831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:33.302701Z","time spent":"544.063675ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:34.056003Z","caller":"traceutil/trace.go:171","msg":"trace[504161472] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:687; }","duration":"126.457191ms","start":"2026-07-28T11:32:33.92953Z","end":"2026-07-28T11:32:34.055987Z","steps":["trace[504161472] 'read index received' (duration: 9.738753ms)","trace[504161472] 'applied index is now lower than readState.Index' (duration: 116.717278ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:34.056003Z","caller":"traceutil/trace.go:171","msg":"trace[150602306] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"163.222432ms","start":"2026-07-28T11:32:33.892757Z","end":"2026-07-28T11:32:34.05598Z","steps":["trace[150602306] 'process raft request' (duration: 162.116847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.056071Z","caller":"traceutil/trace.go:171","msg":"trace[696294102] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"162.135238ms","start":"2026-07-28T11:32:33.89393Z","end":"2026-07-28T11:32:34.056065Z","steps":["trace[696294102] 'process raft request' (duration: 161.979353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.056112Z","caller":"traceutil/trace.go:171","msg":"trace[773418928] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"125.18451ms","start":"2026-07-28T11:32:33.930898Z","end":"2026-07-28T11:32:34.056082Z","steps":["trace[773418928] 'process raft request' (duration: 125.056366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.05604Z","caller":"traceutil/trace.go:171","msg":"trace[1549117931] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"162.007853ms","start":"2026-07-28T11:32:33.894009Z","end":"2026-07-28T11:32:34.056017Z","steps":["trace[1549117931] 'process raft request' (duration: 161.928421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.056443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.896486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-zj88t\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-07-28T11:32:34.056487Z","caller":"traceutil/trace.go:171","msg":"trace[656531348] range","detail":"{range_begin:/registry/pods/kube-system/cilium-zj88t; range_end:; response_count:1; response_revision:662; }","duration":"126.990009ms","start":"2026-07-28T11:32:33.929486Z","end":"2026-07-28T11:32:34.056476Z","steps":["trace[656531348] 'agreement among raft nodes before linearized reading' (duration: 126.657528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.325875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.788845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:32:34.326014Z","caller":"traceutil/trace.go:171","msg":"trace[1573452207] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"269.283548ms","start":"2026-07-28T11:32:34.05671Z","end":"2026-07-28T11:32:34.325993Z","steps":["trace[1573452207] 'process raft request' (duration: 117.276456ms)","trace[1573452207] 'compare' (duration: 151.6238ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:34.401104Z","caller":"traceutil/trace.go:171","msg":"trace[1361118470] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:692; }","duration":"332.368875ms","start":"2026-07-28T11:32:34.068717Z","end":"2026-07-28T11:32:34.401086Z","steps":["trace[1361118470] 'read index received' (duration: 105.404624ms)","trace[1361118470] 'applied index is now lower than readState.Index' (duration: 226.963341ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:34.401118Z","caller":"traceutil/trace.go:171","msg":"trace[1836748693] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"340.92142ms","start":"2026-07-28T11:32:34.060161Z","end":"2026-07-28T11:32:34.401083Z","steps":["trace[1836748693] 'process raft request' (duration: 340.765965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.40127Z","caller":"traceutil/trace.go:171","msg":"trace[1409184473] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"330.795354ms","start":"2026-07-28T11:32:34.070467Z","end":"2026-07-28T11:32:34.401263Z","steps":["trace[1409184473] 'process raft request' (duration: 330.541226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.401315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:34.060143Z","time spent":"341.082994ms","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:34.40136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:34.070458Z","time spent":"330.836865ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18501,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:34.401339Z","caller":"traceutil/trace.go:171","msg":"trace[1562383145] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"311.500445ms","start":"2026-07-28T11:32:34.089806Z","end":"2026-07-28T11:32:34.401306Z","steps":["trace[1562383145] 'process raft request' (duration: 311.254027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.401411Z","caller":"traceutil/trace.go:171","msg":"trace[49560613] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"341.215069ms","start":"2026-07-28T11:32:34.060149Z","end":"2026-07-28T11:32:34.401364Z","steps":["trace[49560613] 'process raft request' (duration: 340.652811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.401485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:34.089775Z","time spent":"311.639549ms","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:34.401552Z","caller":"traceutil/trace.go:171","msg":"trace[1351651897] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"340.803485ms","start":"2026-07-28T11:32:34.060739Z","end":"2026-07-28T11:32:34.401543Z","steps":["trace[1351651897] 'process raft request' (duration: 340.219027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.401603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:34.060733Z","time spent":"340.844637ms","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:34.401607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:34.060125Z","time spent":"341.396535ms","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:34.402122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.390078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T11:32:34.402169Z","caller":"traceutil/trace.go:171","msg":"trace[549992267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"333.479071ms","start":"2026-07-28T11:32:34.06868Z","end":"2026-07-28T11:32:34.402159Z","steps":["trace[549992267] 'agreement among raft nodes before linearized reading' (duration: 333.086779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.402197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:34.068667Z","time spent":"333.520902ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:32:34.477785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.265319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:32:34.477881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.511293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:32:34.477901Z","caller":"traceutil/trace.go:171","msg":"trace[94948035] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:669; }","duration":"146.409464ms","start":"2026-07-28T11:32:34.331468Z","end":"2026-07-28T11:32:34.477877Z","steps":["trace[94948035] 'agreement among raft nodes before linearized reading' (duration: 146.209977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.477922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.332765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T11:32:34.47787Z","caller":"traceutil/trace.go:171","msg":"trace[2094648926] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"189.317152ms","start":"2026-07-28T11:32:34.288528Z","end":"2026-07-28T11:32:34.477845Z","steps":["trace[2094648926] 'process raft request' (duration: 188.377432ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.478021Z","caller":"traceutil/trace.go:171","msg":"trace[910756676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:669; }","duration":"168.70975ms","start":"2026-07-28T11:32:34.309276Z","end":"2026-07-28T11:32:34.477986Z","steps":["trace[910756676] 'agreement among raft nodes before linearized reading' (duration: 168.347619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.477982Z","caller":"traceutil/trace.go:171","msg":"trace[248516266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:669; }","duration":"167.421369ms","start":"2026-07-28T11:32:34.310546Z","end":"2026-07-28T11:32:34.477967Z","steps":["trace[248516266] 'agreement among raft nodes before linearized reading' (duration: 167.241253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:34.478199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.666676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:32:34.478289Z","caller":"traceutil/trace.go:171","msg":"trace[2003675224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:669; }","duration":"167.795191ms","start":"2026-07-28T11:32:34.310475Z","end":"2026-07-28T11:32:34.47827Z","steps":["trace[2003675224] 'agreement among raft nodes before linearized reading' (duration: 167.47255ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.210022Z","caller":"traceutil/trace.go:171","msg":"trace[1790953600] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"176.167748ms","start":"2026-07-28T11:32:44.033836Z","end":"2026-07-28T11:32:44.210004Z","steps":["trace[1790953600] 'process raft request' (duration: 176.047634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.390387Z","caller":"traceutil/trace.go:171","msg":"trace[1607922319] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"143.574131ms","start":"2026-07-28T11:32:44.246795Z","end":"2026-07-28T11:32:44.390369Z","steps":["trace[1607922319] 'process raft request' (duration: 143.466718ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.525268Z","caller":"traceutil/trace.go:171","msg":"trace[359264457] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"113.781765ms","start":"2026-07-28T11:32:44.411455Z","end":"2026-07-28T11:32:44.525237Z","steps":["trace[359264457] 'process raft request' (duration: 113.104603ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.65695Z","caller":"traceutil/trace.go:171","msg":"trace[97819991] linearizableReadLoop","detail":"{readStateIndex:789; appliedIndex:788; }","duration":"112.935877ms","start":"2026-07-28T11:32:44.543987Z","end":"2026-07-28T11:32:44.656923Z","steps":["trace[97819991] 'read index received' (duration: 111.597904ms)","trace[97819991] 'applied index is now lower than readState.Index' (duration: 1.336923ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:44.657207Z","caller":"traceutil/trace.go:171","msg":"trace[2143345427] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"117.752532ms","start":"2026-07-28T11:32:44.539378Z","end":"2026-07-28T11:32:44.65713Z","steps":["trace[2143345427] 'process raft request' (duration: 116.194731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:44.657376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.368751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:32:44.657442Z","caller":"traceutil/trace.go:171","msg":"trace[755750465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:755; }","duration":"113.459555ms","start":"2026-07-28T11:32:44.54395Z","end":"2026-07-28T11:32:44.657409Z","steps":["trace[755750465] 'agreement among raft nodes before linearized reading' (duration: 113.097893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.705883Z","caller":"traceutil/trace.go:171","msg":"trace[1190955564] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"147.011582ms","start":"2026-07-28T11:32:44.558827Z","end":"2026-07-28T11:32:44.705839Z","steps":["trace[1190955564] 'process raft request' (duration: 146.723553ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.906503Z","caller":"traceutil/trace.go:171","msg":"trace[1617656283] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"195.551041ms","start":"2026-07-28T11:32:44.710915Z","end":"2026-07-28T11:32:44.906466Z","steps":["trace[1617656283] 'process raft request' (duration: 195.322403ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.906887Z","caller":"traceutil/trace.go:171","msg":"trace[1381819773] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"195.788368ms","start":"2026-07-28T11:32:44.711063Z","end":"2026-07-28T11:32:44.906851Z","steps":["trace[1381819773] 'process raft request' (duration: 195.356654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.907783Z","caller":"traceutil/trace.go:171","msg":"trace[159893301] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"195.436107ms","start":"2026-07-28T11:32:44.712326Z","end":"2026-07-28T11:32:44.907762Z","steps":["trace[159893301] 'process raft request' (duration: 195.369695ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:44.907881Z","caller":"traceutil/trace.go:171","msg":"trace[2059009337] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"195.708376ms","start":"2026-07-28T11:32:44.712143Z","end":"2026-07-28T11:32:44.907852Z","steps":["trace[2059009337] 'process raft request' (duration: 194.540699ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:46.955546Z","caller":"traceutil/trace.go:171","msg":"trace[2143407955] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"194.081343ms","start":"2026-07-28T11:32:46.761423Z","end":"2026-07-28T11:32:46.955504Z","steps":["trace[2143407955] 'process raft request' (duration: 193.880997ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:50.55471Z","caller":"traceutil/trace.go:171","msg":"trace[1259704047] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:828; }","duration":"320.385049ms","start":"2026-07-28T11:32:50.23431Z","end":"2026-07-28T11:32:50.554695Z","steps":["trace[1259704047] 'read index received' (duration: 320.208334ms)","trace[1259704047] 'applied index is now lower than readState.Index' (duration: 176.225µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:50.554887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.08055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:32:50.554804Z","caller":"traceutil/trace.go:171","msg":"trace[106998574] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"540.182445ms","start":"2026-07-28T11:32:50.014592Z","end":"2026-07-28T11:32:50.554774Z","steps":["trace[106998574] 'process raft request' (duration: 539.979118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:50.554935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.616386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T11:32:50.554991Z","caller":"traceutil/trace.go:171","msg":"trace[552917801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:794; }","duration":"320.721219ms","start":"2026-07-28T11:32:50.234257Z","end":"2026-07-28T11:32:50.554978Z","steps":["trace[552917801] 'agreement among raft nodes before linearized reading' (duration: 320.535294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:50.555034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:50.234236Z","time spent":"320.793192ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:32:50.554921Z","caller":"traceutil/trace.go:171","msg":"trace[1608518857] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:794; }","duration":"232.170363ms","start":"2026-07-28T11:32:50.322744Z","end":"2026-07-28T11:32:50.554914Z","steps":["trace[1608518857] 'agreement among raft nodes before linearized reading' (duration: 232.045519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:50.555057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:50.014574Z","time spent":"540.401821ms","remote":"127.0.0.1:34976","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:15.912644Z","caller":"traceutil/trace.go:171","msg":"trace[1186536718] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"130.952229ms","start":"2026-07-28T11:33:15.781661Z","end":"2026-07-28T11:33:15.912613Z","steps":["trace[1186536718] 'process raft request' (duration: 130.762243ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:23.393368Z","caller":"traceutil/trace.go:171","msg":"trace[1937265727] linearizableReadLoop","detail":"{readStateIndex:1048; appliedIndex:1047; }","duration":"103.300681ms","start":"2026-07-28T11:33:23.290039Z","end":"2026-07-28T11:33:23.39334Z","steps":["trace[1937265727] 'read index received' (duration: 103.063083ms)","trace[1937265727] 'applied index is now lower than readState.Index' (duration: 236.588µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:23.39348Z","caller":"traceutil/trace.go:171","msg":"trace[1286655761] transaction","detail":"{read_only:false; response_revision:1005; number_of_response:1; }","duration":"152.155331ms","start":"2026-07-28T11:33:23.241301Z","end":"2026-07-28T11:33:23.393456Z","steps":["trace[1286655761] 'process raft request' (duration: 151.884862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:23.393678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.60615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:33:23.393774Z","caller":"traceutil/trace.go:171","msg":"trace[1633592032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1005; }","duration":"103.769696ms","start":"2026-07-28T11:33:23.289983Z","end":"2026-07-28T11:33:23.393753Z","steps":["trace[1633592032] 'agreement among raft nodes before linearized reading' (duration: 103.508398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:23.394037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.637202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:33:23.394212Z","caller":"traceutil/trace.go:171","msg":"trace[893164281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1005; }","duration":"103.817677ms","start":"2026-07-28T11:33:23.290277Z","end":"2026-07-28T11:33:23.394095Z","steps":["trace[893164281] 'agreement among raft nodes before linearized reading' (duration: 103.227448ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:23.506625Z","caller":"traceutil/trace.go:171","msg":"trace[1794876381] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"108.513708ms","start":"2026-07-28T11:33:23.398091Z","end":"2026-07-28T11:33:23.506605Z","steps":["trace[1794876381] 'process raft request' (duration: 108.239639ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:23.506571Z","caller":"traceutil/trace.go:171","msg":"trace[1314472052] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"108.051013ms","start":"2026-07-28T11:33:23.398491Z","end":"2026-07-28T11:33:23.506542Z","steps":["trace[1314472052] 'process raft request' (duration: 108.000621ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.897879Z","caller":"traceutil/trace.go:171","msg":"trace[1256643283] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"148.409541ms","start":"2026-07-28T11:33:24.749444Z","end":"2026-07-28T11:33:24.897853Z","steps":["trace[1256643283] 'process raft request' (duration: 148.261426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:32.694655Z","caller":"traceutil/trace.go:171","msg":"trace[2034497413] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1081; }","duration":"103.031343ms","start":"2026-07-28T11:33:32.591596Z","end":"2026-07-28T11:33:32.694627Z","steps":["trace[2034497413] 'read index received' (duration: 102.808116ms)","trace[2034497413] 'applied index is now lower than readState.Index' (duration: 222.017µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:32.694708Z","caller":"traceutil/trace.go:171","msg":"trace[1339315611] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1036; }","duration":"120.571556ms","start":"2026-07-28T11:33:32.574098Z","end":"2026-07-28T11:33:32.69467Z","steps":["trace[1339315611] 'process raft request' (duration: 120.430432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:32.694783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.173507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:33:32.694855Z","caller":"traceutil/trace.go:171","msg":"trace[1429332880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1036; }","duration":"103.25836ms","start":"2026-07-28T11:33:32.591556Z","end":"2026-07-28T11:33:32.694815Z","steps":["trace[1429332880] 'agreement among raft nodes before linearized reading' (duration: 103.177437ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:34.424097Z","caller":"traceutil/trace.go:171","msg":"trace[2020667171] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"272.781419ms","start":"2026-07-28T11:33:34.151286Z","end":"2026-07-28T11:33:34.424068Z","steps":["trace[2020667171] 'process raft request' (duration: 272.619564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:36.000021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768502880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:33:36.501013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768502880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:33:37.001452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768502880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:33:37.014771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555497992s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:33:37.015106Z","caller":"traceutil/trace.go:171","msg":"trace[904061052] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"1.555890404s","start":"2026-07-28T11:33:35.459197Z","end":"2026-07-28T11:33:37.015087Z","steps":["trace[904061052] 'process raft request' (duration: 1.55575843s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:37.015216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:35.459185Z","time spent":"1.555972057s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:33:38.045315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.148462ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-28T11:33:38.045563Z","caller":"traceutil/trace.go:171","msg":"trace[512484768] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1143; }","duration":"2.546006063s","start":"2026-07-28T11:33:35.499534Z","end":"2026-07-28T11:33:38.04554Z","steps":["trace[512484768] 'read index received' (duration: 1.515434544s)","trace[512484768] 'applied index is now lower than readState.Index' (duration: 1.030570309s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:38.045636Z","caller":"traceutil/trace.go:171","msg":"trace[1790046735] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"1.963412765s","start":"2026-07-28T11:33:36.082173Z","end":"2026-07-28T11:33:38.045586Z","steps":["trace[1790046735] 'process raft request' (duration: 1.96323998s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.045782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54623864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:33:38.045823Z","caller":"traceutil/trace.go:171","msg":"trace[1020871954] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1098; }","duration":"2.546287261s","start":"2026-07-28T11:33:35.499521Z","end":"2026-07-28T11:33:38.045808Z","steps":["trace[1020871954] 'agreement among raft nodes before linearized reading' (duration: 2.546133246s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.045822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035157581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:33:38.045836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:36.082155Z","time spent":"1.963582271s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:38.045867Z","caller":"traceutil/trace.go:171","msg":"trace[1930283986] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1098; }","duration":"2.035235754s","start":"2026-07-28T11:33:36.010618Z","end":"2026-07-28T11:33:38.045854Z","steps":["trace[1930283986] 'agreement among raft nodes before linearized reading' (duration: 2.035148971s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.045857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:35.499474Z","time spent":"2.546375355s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:33:38.045892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:36.010602Z","time spent":"2.035284656s","remote":"127.0.0.1:34844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-28T11:33:38.045896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474972389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:33:38.045902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.01492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:33:38.045961Z","caller":"traceutil/trace.go:171","msg":"trace[28882610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1098; }","duration":"2.475099333s","start":"2026-07-28T11:33:35.570843Z","end":"2026-07-28T11:33:38.045943Z","steps":["trace[28882610] 'agreement among raft nodes before linearized reading' (duration: 2.474876545s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:38.045965Z","caller":"traceutil/trace.go:171","msg":"trace[310080393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1098; }","duration":"997.111883ms","start":"2026-07-28T11:33:37.048837Z","end":"2026-07-28T11:33:38.045949Z","steps":["trace[310080393] 'agreement among raft nodes before linearized reading' (duration: 996.948827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.045996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:35.57082Z","time spent":"2.475169495s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:33:38.045998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:37.048813Z","time spent":"997.177265ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:33:38.045998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453831244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:33:38.046129Z","caller":"traceutil/trace.go:171","msg":"trace[1604654493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1098; }","duration":"1.4540015s","start":"2026-07-28T11:33:36.592097Z","end":"2026-07-28T11:33:38.046098Z","steps":["trace[1604654493] 'agreement among raft nodes before linearized reading' (duration: 1.453795743s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.04613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464289735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:33:38.046272Z","caller":"traceutil/trace.go:171","msg":"trace[1376597199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1098; }","duration":"2.464459591s","start":"2026-07-28T11:33:35.581792Z","end":"2026-07-28T11:33:38.046252Z","steps":["trace[1376597199] 'agreement among raft nodes before linearized reading' (duration: 2.464048647s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.046211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353398991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:33:38.046332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:35.581773Z","time spent":"2.464546024s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:33:38.046203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:36.592082Z","time spent":"1.454106863s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:33:38.046367Z","caller":"traceutil/trace.go:171","msg":"trace[272386888] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1098; }","duration":"2.353605817s","start":"2026-07-28T11:33:35.692752Z","end":"2026-07-28T11:33:38.046358Z","steps":["trace[272386888] 'agreement among raft nodes before linearized reading' (duration: 2.353053769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:38.047504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:35.692703Z","time spent":"2.354760364s","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:33:40.224521Z","caller":"traceutil/trace.go:171","msg":"trace[1681468925] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"189.165551ms","start":"2026-07-28T11:33:40.035324Z","end":"2026-07-28T11:33:40.22449Z","steps":["trace[1681468925] 'process raft request' (duration: 184.402467ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.267727Z","caller":"traceutil/trace.go:171","msg":"trace[908237729] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1208; }","duration":"212.137329ms","start":"2026-07-28T11:33:40.055574Z","end":"2026-07-28T11:33:40.267711Z","steps":["trace[908237729] 'read index received' (duration: 164.234719ms)","trace[908237729] 'applied index is now lower than readState.Index' (duration: 47.90193ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:40.267799Z","caller":"traceutil/trace.go:171","msg":"trace[1937851580] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"216.591143ms","start":"2026-07-28T11:33:40.051201Z","end":"2026-07-28T11:33:40.267792Z","steps":["trace[1937851580] 'process raft request' (duration: 216.397516ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.267852Z","caller":"traceutil/trace.go:171","msg":"trace[596656246] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"207.957455ms","start":"2026-07-28T11:33:40.059872Z","end":"2026-07-28T11:33:40.26783Z","steps":["trace[596656246] 'process raft request' (duration: 207.793209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.267979Z","caller":"traceutil/trace.go:171","msg":"trace[524094285] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"216.931483ms","start":"2026-07-28T11:33:40.051042Z","end":"2026-07-28T11:33:40.267973Z","steps":["trace[524094285] 'process raft request' (duration: 216.371895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:40.268056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.4556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:33:40.268168Z","caller":"traceutil/trace.go:171","msg":"trace[1081788785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1164; }","duration":"212.616555ms","start":"2026-07-28T11:33:40.055528Z","end":"2026-07-28T11:33:40.268145Z","steps":["trace[1081788785] 'agreement among raft nodes before linearized reading' (duration: 212.339696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:40.314861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.359227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-28T11:33:40.314888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.822813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:33:40.314945Z","caller":"traceutil/trace.go:171","msg":"trace[1725948978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1165; }","duration":"254.474171ms","start":"2026-07-28T11:33:40.060452Z","end":"2026-07-28T11:33:40.314926Z","steps":["trace[1725948978] 'agreement among raft nodes before linearized reading' (duration: 254.223303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:40.314935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.31601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:33:40.315038Z","caller":"traceutil/trace.go:171","msg":"trace[258707844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1165; }","duration":"256.450824ms","start":"2026-07-28T11:33:40.058557Z","end":"2026-07-28T11:33:40.315008Z","steps":["trace[258707844] 'agreement among raft nodes before linearized reading' (duration: 256.203306ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.314962Z","caller":"traceutil/trace.go:171","msg":"trace[326436791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1165; }","duration":"255.956158ms","start":"2026-07-28T11:33:40.058988Z","end":"2026-07-28T11:33:40.314944Z","steps":["trace[326436791] 'agreement among raft nodes before linearized reading' (duration: 255.727811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.438042Z","caller":"traceutil/trace.go:171","msg":"trace[556965968] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"165.572572ms","start":"2026-07-28T11:33:40.272431Z","end":"2026-07-28T11:33:40.438003Z","steps":["trace[556965968] 'process raft request' (duration: 159.682273ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.438151Z","caller":"traceutil/trace.go:171","msg":"trace[1441963960] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1213; }","duration":"123.475349ms","start":"2026-07-28T11:33:40.314654Z","end":"2026-07-28T11:33:40.43813Z","steps":["trace[1441963960] 'read index received' (duration: 117.426165ms)","trace[1441963960] 'applied index is now lower than readState.Index' (duration: 6.048414ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:40.438231Z","caller":"traceutil/trace.go:171","msg":"trace[1768002345] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"130.369661ms","start":"2026-07-28T11:33:40.307839Z","end":"2026-07-28T11:33:40.438208Z","steps":["trace[1768002345] 'process raft request' (duration: 130.190345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:40.438245Z","caller":"traceutil/trace.go:171","msg":"trace[380911677] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"137.523661ms","start":"2026-07-28T11:33:40.300699Z","end":"2026-07-28T11:33:40.438223Z","steps":["trace[380911677] 'process raft request' (duration: 137.17896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:40.438343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.397788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:33:40.438392Z","caller":"traceutil/trace.go:171","msg":"trace[1175135140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1168; }","duration":"147.506952ms","start":"2026-07-28T11:33:40.290872Z","end":"2026-07-28T11:33:40.438378Z","steps":["trace[1175135140] 'agreement among raft nodes before linearized reading' (duration: 147.352857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.07704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.424641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:33:41.077226Z","caller":"traceutil/trace.go:171","msg":"trace[948612983] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"760.267779ms","start":"2026-07-28T11:33:40.31692Z","end":"2026-07-28T11:33:41.077188Z","steps":["trace[948612983] 'process raft request' (duration: 271.619231ms)","trace[948612983] 'compare' (duration: 488.235245ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:41.077372Z","caller":"traceutil/trace.go:171","msg":"trace[53599697] linearizableReadLoop","detail":"{readStateIndex:1222; appliedIndex:1216; }","duration":"639.152076ms","start":"2026-07-28T11:33:40.438201Z","end":"2026-07-28T11:33:41.077353Z","steps":["trace[53599697] 'read index received' (duration: 150.242189ms)","trace[53599697] 'applied index is now lower than readState.Index' (duration: 488.908787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:33:41.077384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.31689Z","time spent":"760.415324ms","remote":"127.0.0.1:34804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":131113,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:41.077469Z","caller":"traceutil/trace.go:171","msg":"trace[556032295] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"758.620087ms","start":"2026-07-28T11:33:40.318837Z","end":"2026-07-28T11:33:41.077457Z","steps":["trace[556032295] 'process raft request' (duration: 758.39395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.077526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.318823Z","time spent":"758.675408ms","remote":"127.0.0.1:35010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1366,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:33:41.077253Z","caller":"traceutil/trace.go:171","msg":"trace[1726573656] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"758.533654ms","start":"2026-07-28T11:33:40.318699Z","end":"2026-07-28T11:33:41.077233Z","steps":["trace[1726573656] 'process raft request' (duration: 758.42487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.077598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.318682Z","time spent":"758.893086ms","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:33:41.077674Z","caller":"traceutil/trace.go:171","msg":"trace[607540463] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"758.833473ms","start":"2026-07-28T11:33:40.318826Z","end":"2026-07-28T11:33:41.077659Z","steps":["trace[607540463] 'process raft request' (duration: 758.354318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.07776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.318807Z","time spent":"758.912055ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:41.077892Z","caller":"traceutil/trace.go:171","msg":"trace[873281106] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"602.942183ms","start":"2026-07-28T11:33:40.474937Z","end":"2026-07-28T11:33:41.077879Z","steps":["trace[873281106] 'process raft request' (duration: 602.619882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.0779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.239011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T11:33:41.077952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.474914Z","time spent":"603.007884ms","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88456,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:41.077911Z","caller":"traceutil/trace.go:171","msg":"trace[1878607631] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"758.181712ms","start":"2026-07-28T11:33:40.319665Z","end":"2026-07-28T11:33:41.077847Z","steps":["trace[1878607631] 'process raft request' (duration: 757.608864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:41.077988Z","caller":"traceutil/trace.go:171","msg":"trace[1600433326] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1174; }","duration":"752.364695ms","start":"2026-07-28T11:33:40.325602Z","end":"2026-07-28T11:33:41.077966Z","steps":["trace[1600433326] 'agreement among raft nodes before linearized reading' (duration: 752.113127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.078047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.325593Z","time spent":"752.443359ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T11:33:41.077917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.016002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:33:41.077969Z","caller":"traceutil/trace.go:171","msg":"trace[1733389509] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"758.263165ms","start":"2026-07-28T11:33:40.319694Z","end":"2026-07-28T11:33:41.077957Z","steps":["trace[1733389509] 'process raft request' (duration: 757.618354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.079674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.319686Z","time spent":"759.909318ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:41.079475Z","caller":"traceutil/trace.go:171","msg":"trace[1364794486] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1175; }","duration":"635.574322ms","start":"2026-07-28T11:33:40.443833Z","end":"2026-07-28T11:33:41.079407Z","steps":["trace[1364794486] 'agreement among raft nodes before linearized reading' (duration: 633.994031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.079862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.443815Z","time spent":"636.026256ms","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:33:41.080183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.04055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:33:41.080319Z","caller":"traceutil/trace.go:171","msg":"trace[1159070423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1175; }","duration":"484.201915ms","start":"2026-07-28T11:33:40.596054Z","end":"2026-07-28T11:33:41.080255Z","steps":["trace[1159070423] 'agreement among raft nodes before linearized reading' (duration: 482.058126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:41.0804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.596028Z","time spent":"484.35785ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:33:41.080571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:40.31965Z","time spent":"758.380408ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:33:47.593803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.222997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:33:47.594166Z","caller":"traceutil/trace.go:171","msg":"trace[1104840620] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"477.876632ms","start":"2026-07-28T11:33:47.116275Z","end":"2026-07-28T11:33:47.594152Z","steps":["trace[1104840620] 'process raft request' (duration: 477.656655ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:47.594138Z","caller":"traceutil/trace.go:171","msg":"trace[463601263] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"481.566011ms","start":"2026-07-28T11:33:47.112526Z","end":"2026-07-28T11:33:47.594091Z","steps":["trace[463601263] 'process raft request' (duration: 219.971822ms)","trace[463601263] 'compare' (duration: 260.920647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:33:47.59423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:47.116247Z","time spent":"477.954434ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:47.594328Z","caller":"traceutil/trace.go:171","msg":"trace[1485202248] linearizableReadLoop","detail":"{readStateIndex:1316; appliedIndex:1313; }","duration":"265.508245ms","start":"2026-07-28T11:33:47.328614Z","end":"2026-07-28T11:33:47.594122Z","steps":["trace[1485202248] 'read index received' (duration: 3.837623ms)","trace[1485202248] 'applied index is now lower than readState.Index' (duration: 261.669632ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:47.594186Z","caller":"traceutil/trace.go:171","msg":"trace[1205594622] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"480.33283ms","start":"2026-07-28T11:33:47.113835Z","end":"2026-07-28T11:33:47.594168Z","steps":["trace[1205594622] 'process raft request' (duration: 480.048811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:47.59434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.717222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:33:47.594354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:47.112517Z","time spent":"481.725626ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:33:47.594406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:33:47.113819Z","time spent":"480.565548ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:33:47.594412Z","caller":"traceutil/trace.go:171","msg":"trace[1693929328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1266; }","duration":"265.850807ms","start":"2026-07-28T11:33:47.328541Z","end":"2026-07-28T11:33:47.594392Z","steps":["trace[1693929328] 'agreement among raft nodes before linearized reading' (duration: 265.726183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:47.594696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.987932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:33:47.594724Z","caller":"traceutil/trace.go:171","msg":"trace[812671563] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1266; }","duration":"169.069145ms","start":"2026-07-28T11:33:47.425645Z","end":"2026-07-28T11:33:47.594714Z","steps":["trace[812671563] 'agreement among raft nodes before linearized reading' (duration: 168.881369ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:59.840873Z","caller":"traceutil/trace.go:171","msg":"trace[325640577] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"140.10596ms","start":"2026-07-28T11:33:59.700738Z","end":"2026-07-28T11:33:59.840844Z","steps":["trace[325640577] 'process raft request' (duration: 139.911593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:04.000547Z","caller":"traceutil/trace.go:171","msg":"trace[941148462] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1436; }","duration":"145.213743ms","start":"2026-07-28T11:34:03.855307Z","end":"2026-07-28T11:34:04.000521Z","steps":["trace[941148462] 'read index received' (duration: 145.027947ms)","trace[941148462] 'applied index is now lower than readState.Index' (duration: 184.846µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:04.000606Z","caller":"traceutil/trace.go:171","msg":"trace[186981318] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"215.131273ms","start":"2026-07-28T11:34:03.785426Z","end":"2026-07-28T11:34:04.000557Z","steps":["trace[186981318] 'process raft request' (duration: 214.973668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:04.00085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.486292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:34:04.000933Z","caller":"traceutil/trace.go:171","msg":"trace[1985952195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1384; }","duration":"145.657628ms","start":"2026-07-28T11:34:03.855262Z","end":"2026-07-28T11:34:04.00092Z","steps":["trace[1985952195] 'agreement among raft nodes before linearized reading' (duration: 145.39867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:04.00093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.703237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:04.001018Z","caller":"traceutil/trace.go:171","msg":"trace[265292198] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1384; }","duration":"130.854511ms","start":"2026-07-28T11:34:03.870141Z","end":"2026-07-28T11:34:04.000995Z","steps":["trace[265292198] 'agreement among raft nodes before linearized reading' (duration: 130.667245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:04.001006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.887544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:34:04.00114Z","caller":"traceutil/trace.go:171","msg":"trace[2006455742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1384; }","duration":"141.113581ms","start":"2026-07-28T11:34:03.860006Z","end":"2026-07-28T11:34:04.00112Z","steps":["trace[2006455742] 'agreement among raft nodes before linearized reading' (duration: 140.75409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:04.001126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.686987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:34:04.001237Z","caller":"traceutil/trace.go:171","msg":"trace[86547415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1384; }","duration":"140.836612ms","start":"2026-07-28T11:34:03.860377Z","end":"2026-07-28T11:34:04.001214Z","steps":["trace[86547415] 'agreement among raft nodes before linearized reading' (duration: 140.533763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.094374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768503424,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:34:05.184979Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100926692s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:34:05.571858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013019323s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:05.572011Z","caller":"traceutil/trace.go:171","msg":"trace[1622755543] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1390; }","duration":"1.013194989s","start":"2026-07-28T11:34:04.558795Z","end":"2026-07-28T11:34:05.57199Z","steps":["trace[1622755543] 'range keys from in-memory index tree' (duration: 1.013001173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.572258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48801809s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:05.572517Z","caller":"traceutil/trace.go:171","msg":"trace[496313694] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"1.531732407s","start":"2026-07-28T11:34:04.040761Z","end":"2026-07-28T11:34:05.572494Z","steps":["trace[496313694] 'process raft request' (duration: 1.531634204s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.572639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.040746Z","time spent":"1.531826209s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:05.572734Z","caller":"traceutil/trace.go:171","msg":"trace[924775890] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"1.534467955s","start":"2026-07-28T11:34:04.038175Z","end":"2026-07-28T11:34:05.572643Z","steps":["trace[924775890] 'process raft request' (duration: 45.936779ms)","trace[924775890] 'compare' (duration: 1.48773882s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:05.573068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.038149Z","time spent":"1.534864498s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:34:05.639601Z","caller":"traceutil/trace.go:171","msg":"trace[1747120486] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"1.078089787s","start":"2026-07-28T11:34:04.561491Z","end":"2026-07-28T11:34:05.63958Z","steps":["trace[1747120486] 'process raft request' (duration: 1.077951373s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.639784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.561463Z","time spent":"1.078253282s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:05.639813Z","caller":"traceutil/trace.go:171","msg":"trace[1328838751] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"578.671184ms","start":"2026-07-28T11:34:05.061105Z","end":"2026-07-28T11:34:05.639777Z","steps":["trace[1328838751] 'process raft request' (duration: 578.435787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.639921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:05.061081Z","time spent":"578.792289ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:05.639753Z","caller":"traceutil/trace.go:171","msg":"trace[1984642698] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1443; }","duration":"1.045522079s","start":"2026-07-28T11:34:04.594185Z","end":"2026-07-28T11:34:05.639707Z","steps":["trace[1984642698] 'read index received' (duration: 591.030912ms)","trace[1984642698] 'applied index is now lower than readState.Index' (duration: 454.487297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:05.63995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045731946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:05.640148Z","caller":"traceutil/trace.go:171","msg":"trace[142338241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1394; }","duration":"1.045975554s","start":"2026-07-28T11:34:04.594136Z","end":"2026-07-28T11:34:05.640111Z","steps":["trace[142338241] 'agreement among raft nodes before linearized reading' (duration: 1.045701105s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.640336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.594115Z","time spent":"1.046111928s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:34:05.754171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.521184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:34:05.754331Z","caller":"traceutil/trace.go:171","msg":"trace[185574029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1394; }","duration":"951.689049ms","start":"2026-07-28T11:34:04.802622Z","end":"2026-07-28T11:34:05.754311Z","steps":["trace[185574029] 'agreement among raft nodes before linearized reading' (duration: 951.38978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.754312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.822571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T11:34:05.754348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002416162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:34:05.754402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144132852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:05.754433Z","caller":"traceutil/trace.go:171","msg":"trace[1868262275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1394; }","duration":"470.005167ms","start":"2026-07-28T11:34:05.284408Z","end":"2026-07-28T11:34:05.754414Z","steps":["trace[1868262275] 'agreement among raft nodes before linearized reading' (duration: 469.643885ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:05.754464Z","caller":"traceutil/trace.go:171","msg":"trace[102753212] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1394; }","duration":"1.002596497s","start":"2026-07-28T11:34:04.75184Z","end":"2026-07-28T11:34:05.754437Z","steps":["trace[102753212] 'agreement among raft nodes before linearized reading' (duration: 1.00236767s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.754504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:05.28439Z","time spent":"470.099989ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:05.75452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.751821Z","time spent":"1.002686821s","remote":"127.0.0.1:49668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:34:05.754537Z","caller":"traceutil/trace.go:171","msg":"trace[549985088] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1394; }","duration":"1.144263896s","start":"2026-07-28T11:34:04.610206Z","end":"2026-07-28T11:34:05.75447Z","steps":["trace[549985088] 'agreement among raft nodes before linearized reading' (duration: 1.144112001s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:05.754508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.802579Z","time spent":"951.810703ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:05.754621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:04.610192Z","time spent":"1.144417852s","remote":"127.0.0.1:49732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:34:05.754694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.313838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:34:05.754747Z","caller":"traceutil/trace.go:171","msg":"trace[1340351001] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1394; }","duration":"210.404642ms","start":"2026-07-28T11:34:05.544329Z","end":"2026-07-28T11:34:05.754734Z","steps":["trace[1340351001] 'agreement among raft nodes before linearized reading' (duration: 210.245927ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:05.75484Z","caller":"traceutil/trace.go:171","msg":"trace[217506333] linearizableReadLoop","detail":"{readStateIndex:1448; appliedIndex:1447; }","duration":"113.956517ms","start":"2026-07-28T11:34:05.640015Z","end":"2026-07-28T11:34:05.753971Z","steps":["trace[217506333] 'read index received' (duration: 19.618071ms)","trace[217506333] 'applied index is now lower than readState.Index' (duration: 94.336096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:05.755202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.433681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:05.755312Z","caller":"traceutil/trace.go:171","msg":"trace[940229202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1394; }","duration":"113.567195ms","start":"2026-07-28T11:34:05.641673Z","end":"2026-07-28T11:34:05.755241Z","steps":["trace[940229202] 'agreement among raft nodes before linearized reading' (duration: 113.39867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:08.128055Z","caller":"traceutil/trace.go:171","msg":"trace[367052576] linearizableReadLoop","detail":"{readStateIndex:1456; appliedIndex:1455; }","duration":"330.441714ms","start":"2026-07-28T11:34:07.797587Z","end":"2026-07-28T11:34:08.128029Z","steps":["trace[367052576] 'read index received' (duration: 330.291719ms)","trace[367052576] 'applied index is now lower than readState.Index' (duration: 148.975µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:08.128117Z","caller":"traceutil/trace.go:171","msg":"trace[712345835] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"484.033587ms","start":"2026-07-28T11:34:07.644049Z","end":"2026-07-28T11:34:08.128082Z","steps":["trace[712345835] 'process raft request' (duration: 483.829811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:08.12827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:07.644012Z","time spent":"484.176942ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:08.128345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.526008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:34:08.128392Z","caller":"traceutil/trace.go:171","msg":"trace[1005441821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"317.608711ms","start":"2026-07-28T11:34:07.810769Z","end":"2026-07-28T11:34:08.128377Z","steps":["trace[1005441821] 'agreement among raft nodes before linearized reading' (duration: 317.435725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:08.128435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:07.810754Z","time spent":"317.672623ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:08.128422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.791446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:34:08.12867Z","caller":"traceutil/trace.go:171","msg":"trace[2115765255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1402; }","duration":"331.110656ms","start":"2026-07-28T11:34:07.797537Z","end":"2026-07-28T11:34:08.128648Z","steps":["trace[2115765255] 'agreement among raft nodes before linearized reading' (duration: 330.62852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:08.128758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:07.797514Z","time spent":"331.23023ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:34:09.332021Z","caller":"traceutil/trace.go:171","msg":"trace[1842794604] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"180.950944ms","start":"2026-07-28T11:34:09.151037Z","end":"2026-07-28T11:34:09.331988Z","steps":["trace[1842794604] 'process raft request' (duration: 180.696096ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:10.42925Z","caller":"traceutil/trace.go:171","msg":"trace[841311082] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1462; }","duration":"277.931374ms","start":"2026-07-28T11:34:10.151294Z","end":"2026-07-28T11:34:10.429226Z","steps":["trace[841311082] 'read index received' (duration: 277.768019ms)","trace[841311082] 'applied index is now lower than readState.Index' (duration: 161.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:10.429319Z","caller":"traceutil/trace.go:171","msg":"trace[1828231962] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"295.209521ms","start":"2026-07-28T11:34:10.134054Z","end":"2026-07-28T11:34:10.429263Z","steps":["trace[1828231962] 'process raft request' (duration: 295.019414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:10.429499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.193743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T11:34:10.42954Z","caller":"traceutil/trace.go:171","msg":"trace[760526874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1409; }","duration":"278.289626ms","start":"2026-07-28T11:34:10.151239Z","end":"2026-07-28T11:34:10.429529Z","steps":["trace[760526874] 'agreement among raft nodes before linearized reading' (duration: 278.130481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:10.429836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.59326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:34:10.429867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.658362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:34:10.429934Z","caller":"traceutil/trace.go:171","msg":"trace[219935992] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1409; }","duration":"243.758375ms","start":"2026-07-28T11:34:10.186161Z","end":"2026-07-28T11:34:10.429919Z","steps":["trace[219935992] 'agreement among raft nodes before linearized reading' (duration: 243.520687ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:10.429942Z","caller":"traceutil/trace.go:171","msg":"trace[62991054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1409; }","duration":"243.722074ms","start":"2026-07-28T11:34:10.186193Z","end":"2026-07-28T11:34:10.429915Z","steps":["trace[62991054] 'agreement among raft nodes before linearized reading' (duration: 243.476306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:10.42999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.730444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:34:10.430084Z","caller":"traceutil/trace.go:171","msg":"trace[2093806931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1409; }","duration":"243.899279ms","start":"2026-07-28T11:34:10.186164Z","end":"2026-07-28T11:34:10.430063Z","steps":["trace[2093806931] 'agreement among raft nodes before linearized reading' (duration: 243.574729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:10.430092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.522202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:34:10.430139Z","caller":"traceutil/trace.go:171","msg":"trace[308783132] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1409; }","duration":"103.569864ms","start":"2026-07-28T11:34:10.326561Z","end":"2026-07-28T11:34:10.430131Z","steps":["trace[308783132] 'agreement among raft nodes before linearized reading' (duration: 103.45159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:10.431705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.444557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T11:34:10.431783Z","caller":"traceutil/trace.go:171","msg":"trace[1751480432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1409; }","duration":"245.662566ms","start":"2026-07-28T11:34:10.186102Z","end":"2026-07-28T11:34:10.431764Z","steps":["trace[1751480432] 'agreement among raft nodes before linearized reading' (duration: 243.460365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.03305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768503462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:34:11.551961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044494116s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:11.552253Z","caller":"traceutil/trace.go:171","msg":"trace[208098127] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"1.117040011s","start":"2026-07-28T11:34:10.435169Z","end":"2026-07-28T11:34:11.552209Z","steps":["trace[208098127] 'process raft request' (duration: 72.148182ms)","trace[208098127] 'compare' (duration: 1.044331871s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:11.552301Z","caller":"traceutil/trace.go:171","msg":"trace[1017456132] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"1.116969509s","start":"2026-07-28T11:34:10.435301Z","end":"2026-07-28T11:34:11.552271Z","steps":["trace[1017456132] 'process raft request' (duration: 1.116820754s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.552415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.435291Z","time spent":"1.117072502s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:11.552481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.435143Z","time spent":"1.117208276s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:11.552596Z","caller":"traceutil/trace.go:171","msg":"trace[155759782] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"1.117218666s","start":"2026-07-28T11:34:10.435351Z","end":"2026-07-28T11:34:11.55257Z","steps":["trace[155759782] 'process raft request' (duration: 1.116851905s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:11.552649Z","caller":"traceutil/trace.go:171","msg":"trace[1674442803] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"1.099957151s","start":"2026-07-28T11:34:10.45267Z","end":"2026-07-28T11:34:11.552628Z","steps":["trace[1674442803] 'process raft request' (duration: 1.0999154s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:11.552667Z","caller":"traceutil/trace.go:171","msg":"trace[1237969304] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"1.111171322s","start":"2026-07-28T11:34:10.441473Z","end":"2026-07-28T11:34:11.552644Z","steps":["trace[1237969304] 'process raft request' (duration: 1.111082669s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.552706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.435345Z","time spent":"1.11730716s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:11.552768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.452626Z","time spent":"1.100082025s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:11.552768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.441464Z","time spent":"1.111256195s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:11.552806Z","caller":"traceutil/trace.go:171","msg":"trace[463478736] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"1.11203752s","start":"2026-07-28T11:34:10.440671Z","end":"2026-07-28T11:34:11.552708Z","steps":["trace[463478736] 'process raft request' (duration: 1.111756601s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.553289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.440639Z","time spent":"1.11236404s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:11.56838Z","caller":"traceutil/trace.go:171","msg":"trace[712753409] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1464; }","duration":"1.035660212s","start":"2026-07-28T11:34:10.532686Z","end":"2026-07-28T11:34:11.568346Z","steps":["trace[712753409] 'read index received' (duration: 700.105033ms)","trace[712753409] 'applied index is now lower than readState.Index' (duration: 335.553759ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:11.568418Z","caller":"traceutil/trace.go:171","msg":"trace[1756155007] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"1.047335878s","start":"2026-07-28T11:34:10.521061Z","end":"2026-07-28T11:34:11.568397Z","steps":["trace[1756155007] 'process raft request' (duration: 1.04710448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.568588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035880148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:11.568676Z","caller":"traceutil/trace.go:171","msg":"trace[673203818] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1416; }","duration":"1.036040104s","start":"2026-07-28T11:34:10.532615Z","end":"2026-07-28T11:34:11.568655Z","steps":["trace[673203818] 'agreement among raft nodes before linearized reading' (duration: 1.035864178s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.568711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.532599Z","time spent":"1.036105536s","remote":"127.0.0.1:49684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:34:11.568696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.580678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:11.56881Z","caller":"traceutil/trace.go:171","msg":"trace[367440586] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1416; }","duration":"284.772925ms","start":"2026-07-28T11:34:11.284013Z","end":"2026-07-28T11:34:11.568786Z","steps":["trace[367440586] 'agreement among raft nodes before linearized reading' (duration: 284.581669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.568895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.844809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T11:34:11.56891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.781161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:11.56899Z","caller":"traceutil/trace.go:171","msg":"trace[2088417686] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1416; }","duration":"756.985743ms","start":"2026-07-28T11:34:10.811986Z","end":"2026-07-28T11:34:11.568972Z","steps":["trace[2088417686] 'agreement among raft nodes before linearized reading' (duration: 756.750736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.56908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.811964Z","time spent":"757.067215ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:34:11.56901Z","caller":"traceutil/trace.go:171","msg":"trace[1741813628] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1416; }","duration":"543.959327ms","start":"2026-07-28T11:34:11.025032Z","end":"2026-07-28T11:34:11.568991Z","steps":["trace[1741813628] 'agreement among raft nodes before linearized reading' (duration: 543.689318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.568935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.521039Z","time spent":"1.047533264s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:11.569207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:11.024963Z","time spent":"544.192714ms","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:34:11.570245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.41018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T11:34:11.570299Z","caller":"traceutil/trace.go:171","msg":"trace[596381270] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1416; }","duration":"992.538164ms","start":"2026-07-28T11:34:10.577747Z","end":"2026-07-28T11:34:11.570285Z","steps":["trace[596381270] 'agreement among raft nodes before linearized reading' (duration: 990.830769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:11.570336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:10.577719Z","time spent":"992.608726ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:34:12.840113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243121017s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:34:13.592643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:34:13.592725Z","caller":"traceutil/trace.go:171","msg":"trace[1973898748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000308387s","start":"2026-07-28T11:34:11.5924Z","end":"2026-07-28T11:34:13.592708Z","steps":["trace[1973898748] 'agreement among raft nodes before linearized reading' (duration: 2.000211694s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:13.592772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:11.592377Z","time spent":"2.000380779s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:34:14.702337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.525566ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:14.702473Z","caller":"traceutil/trace.go:171","msg":"trace[762523442] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1417; }","duration":"142.681651ms","start":"2026-07-28T11:34:14.55977Z","end":"2026-07-28T11:34:14.702451Z","steps":["trace[762523442] 'range keys from in-memory index tree' (duration: 142.503676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.702875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862157962s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:14.703707Z","caller":"traceutil/trace.go:171","msg":"trace[1486801820] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"3.128525688s","start":"2026-07-28T11:34:11.575159Z","end":"2026-07-28T11:34:14.703684Z","steps":["trace[1486801820] 'process raft request' (duration: 1.265172048s)","trace[1486801820] 'compare' (duration: 1.861564783s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:14.703867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:11.575138Z","time spent":"3.128629491s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:14.704556Z","caller":"traceutil/trace.go:171","msg":"trace[1217066160] linearizableReadLoop","detail":"{readStateIndex:1473; appliedIndex:1471; }","duration":"3.112065998s","start":"2026-07-28T11:34:11.592456Z","end":"2026-07-28T11:34:14.704522Z","steps":["trace[1217066160] 'read index received' (duration: 4.574607ms)","trace[1217066160] 'applied index is now lower than readState.Index' (duration: 3.107490001s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:14.704649Z","caller":"traceutil/trace.go:171","msg":"trace[1004809994] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"3.110191607s","start":"2026-07-28T11:34:11.594433Z","end":"2026-07-28T11:34:14.704625Z","steps":["trace[1004809994] 'process raft request' (duration: 3.10995471s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.704727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:11.594408Z","time spent":"3.110284831s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:14.858679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.011262501s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:34:14.861405Z","caller":"traceutil/trace.go:171","msg":"trace[1852684535] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"156.732954ms","start":"2026-07-28T11:34:14.704638Z","end":"2026-07-28T11:34:14.861372Z","steps":["trace[1852684535] 'read index received' (duration: 154.339317ms)","trace[1852684535] 'applied index is now lower than readState.Index' (duration: 2.392527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:14.861561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929444368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:14.861621Z","caller":"traceutil/trace.go:171","msg":"trace[444087027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1420; }","duration":"1.929572572s","start":"2026-07-28T11:34:12.932031Z","end":"2026-07-28T11:34:14.861604Z","steps":["trace[444087027] 'agreement among raft nodes before linearized reading' (duration: 1.929445898s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:14.861683Z","caller":"traceutil/trace.go:171","msg":"trace[258778615] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"2.42603837s","start":"2026-07-28T11:34:12.43558Z","end":"2026-07-28T11:34:14.861618Z","steps":["trace[258778615] 'process raft request' (duration: 2.423401195s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.861744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304088431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T11:34:14.861766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304606268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T11:34:14.861801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302469999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T11:34:14.861826Z","caller":"traceutil/trace.go:171","msg":"trace[910167460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1420; }","duration":"1.304206246s","start":"2026-07-28T11:34:13.557604Z","end":"2026-07-28T11:34:14.861811Z","steps":["trace[910167460] 'agreement among raft nodes before linearized reading' (duration: 1.304063591s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:14.861864Z","caller":"traceutil/trace.go:171","msg":"trace[652969301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1420; }","duration":"1.302566192s","start":"2026-07-28T11:34:13.559284Z","end":"2026-07-28T11:34:14.86185Z","steps":["trace[652969301] 'agreement among raft nodes before linearized reading' (duration: 1.302437568s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:14.861861Z","caller":"traceutil/trace.go:171","msg":"trace[97651883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1420; }","duration":"1.304774653s","start":"2026-07-28T11:34:13.557061Z","end":"2026-07-28T11:34:14.861836Z","steps":["trace[97651883] 'agreement among raft nodes before linearized reading' (duration: 1.304443903s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.861869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.557593Z","time spent":"1.304266007s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:34:14.861868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:12.435539Z","time spent":"2.426239837s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:14.861899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.559265Z","time spent":"1.302627294s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:14.861637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304490744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T11:34:14.86177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336162374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:34:14.861925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.557037Z","time spent":"1.304874967s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T11:34:14.861994Z","caller":"traceutil/trace.go:171","msg":"trace[275565598] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1420; }","duration":"1.336446733s","start":"2026-07-28T11:34:13.525519Z","end":"2026-07-28T11:34:14.861966Z","steps":["trace[275565598] 'agreement among raft nodes before linearized reading' (duration: 1.336107922s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.862016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303937896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:34:14.861973Z","caller":"traceutil/trace.go:171","msg":"trace[207188163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1420; }","duration":"1.304863056s","start":"2026-07-28T11:34:13.557085Z","end":"2026-07-28T11:34:14.861948Z","steps":["trace[207188163] 'agreement among raft nodes before linearized reading' (duration: 1.304384451s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:14.862048Z","caller":"traceutil/trace.go:171","msg":"trace[717157532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1420; }","duration":"1.304378521s","start":"2026-07-28T11:34:13.55766Z","end":"2026-07-28T11:34:14.862039Z","steps":["trace[717157532] 'agreement among raft nodes before linearized reading' (duration: 1.303756201s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.861769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268603829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:34:14.862087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.55765Z","time spent":"1.304431102s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:34:14.862062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.525491Z","time spent":"1.336554966s","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":31,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:34:14.862139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.557061Z","time spent":"1.305021321s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:34:14.862145Z","caller":"traceutil/trace.go:171","msg":"trace[782574450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1420; }","duration":"1.268972491s","start":"2026-07-28T11:34:13.59313Z","end":"2026-07-28T11:34:14.862103Z","steps":["trace[782574450] 'agreement among raft nodes before linearized reading' (duration: 1.268558538s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:14.861708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:12.932005Z","time spent":"1.929689066s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:34:14.862335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:13.593059Z","time spent":"1.269241329s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:34:15.160812Z","caller":"traceutil/trace.go:171","msg":"trace[1413796264] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"293.607409ms","start":"2026-07-28T11:34:14.867168Z","end":"2026-07-28T11:34:15.160775Z","steps":["trace[1413796264] 'process raft request' (duration: 289.681143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:15.160847Z","caller":"traceutil/trace.go:171","msg":"trace[175186869] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"293.528257ms","start":"2026-07-28T11:34:14.867287Z","end":"2026-07-28T11:34:15.160816Z","steps":["trace[175186869] 'process raft request' (duration: 293.366811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:15.160937Z","caller":"traceutil/trace.go:171","msg":"trace[1725304389] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"293.437014ms","start":"2026-07-28T11:34:14.867462Z","end":"2026-07-28T11:34:15.160899Z","steps":["trace[1725304389] 'process raft request' (duration: 293.280829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:15.160996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.448324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-28T11:34:15.161261Z","caller":"traceutil/trace.go:171","msg":"trace[764383550] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b; range_end:; response_count:1; response_revision:1425; }","duration":"293.744613ms","start":"2026-07-28T11:34:14.867496Z","end":"2026-07-28T11:34:15.161241Z","steps":["trace[764383550] 'agreement among raft nodes before linearized reading' (duration: 293.380952ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:15.16097Z","caller":"traceutil/trace.go:171","msg":"trace[1767615740] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"292.959669ms","start":"2026-07-28T11:34:14.867978Z","end":"2026-07-28T11:34:15.160937Z","steps":["trace[1767615740] 'process raft request' (duration: 292.800883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:15.160836Z","caller":"traceutil/trace.go:171","msg":"trace[673026408] linearizableReadLoop","detail":"{readStateIndex:1479; appliedIndex:1475; }","duration":"293.29136ms","start":"2026-07-28T11:34:14.867524Z","end":"2026-07-28T11:34:15.160815Z","steps":["trace[673026408] 'read index received' (duration: 36.065941ms)","trace[673026408] 'applied index is now lower than readState.Index' (duration: 257.224559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:15.161994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.840943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:15.162035Z","caller":"traceutil/trace.go:171","msg":"trace[1477149416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1425; }","duration":"291.982028ms","start":"2026-07-28T11:34:14.870043Z","end":"2026-07-28T11:34:15.162025Z","steps":["trace[1477149416] 'agreement among raft nodes before linearized reading' (duration: 291.835983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:16.791405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.818236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:16.791525Z","caller":"traceutil/trace.go:171","msg":"trace[827916159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1436; }","duration":"198.022863ms","start":"2026-07-28T11:34:16.593481Z","end":"2026-07-28T11:34:16.791504Z","steps":["trace[827916159] 'range keys from in-memory index tree' (duration: 197.688312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:16.791501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.195451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:34:16.791619Z","caller":"traceutil/trace.go:171","msg":"trace[1784714165] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1436; }","duration":"190.414569ms","start":"2026-07-28T11:34:16.601175Z","end":"2026-07-28T11:34:16.79159Z","steps":["trace[1784714165] 'range keys from in-memory index tree' (duration: 189.885311ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:18.688657Z","caller":"traceutil/trace.go:171","msg":"trace[657701755] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"104.986589ms","start":"2026-07-28T11:34:18.583613Z","end":"2026-07-28T11:34:18.6886Z","steps":["trace[657701755] 'process raft request' (duration: 81.785863ms)","trace[657701755] 'compare' (duration: 22.960019ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:28.321653Z","caller":"traceutil/trace.go:171","msg":"trace[1409428707] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"116.049195ms","start":"2026-07-28T11:34:28.205583Z","end":"2026-07-28T11:34:28.321633Z","steps":["trace[1409428707] 'process raft request' (duration: 70.745497ms)","trace[1409428707] 'compare' (duration: 45.173394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:31.881485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.679043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:31.881633Z","caller":"traceutil/trace.go:171","msg":"trace[959335991] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1656; }","duration":"719.90925ms","start":"2026-07-28T11:34:31.161698Z","end":"2026-07-28T11:34:31.881607Z","steps":["trace[959335991] 'read index received' (duration: 8.917427ms)","trace[959335991] 'applied index is now lower than readState.Index' (duration: 710.989673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:31.881951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.343572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:34:31.881968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.268417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:34:31.882025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.131822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:34:31.882026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.516568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T11:34:31.882913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.419196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T11:34:31.883003Z","caller":"traceutil/trace.go:171","msg":"trace[261416271] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1595; }","duration":"721.315705ms","start":"2026-07-28T11:34:31.161658Z","end":"2026-07-28T11:34:31.882974Z","steps":["trace[261416271] 'agreement among raft nodes before linearized reading' (duration: 720.073685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.883056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.161595Z","time spent":"721.446729ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T11:34:31.883053Z","caller":"traceutil/trace.go:171","msg":"trace[78203025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"289.483846ms","start":"2026-07-28T11:34:31.592543Z","end":"2026-07-28T11:34:31.882027Z","steps":["trace[78203025] 'agreement among raft nodes before linearized reading' (duration: 289.322331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.883188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.31213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:34:31.883295Z","caller":"traceutil/trace.go:171","msg":"trace[1861128331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1595; }","duration":"541.615622ms","start":"2026-07-28T11:34:31.341647Z","end":"2026-07-28T11:34:31.883262Z","steps":["trace[1861128331] 'agreement among raft nodes before linearized reading' (duration: 540.154005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.883366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.341618Z","time spent":"541.704664ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:31.883317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.818565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:34:31.8835Z","caller":"traceutil/trace.go:171","msg":"trace[1640971535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1595; }","duration":"459.256751ms","start":"2026-07-28T11:34:31.424185Z","end":"2026-07-28T11:34:31.883442Z","steps":["trace[1640971535] 'agreement among raft nodes before linearized reading' (duration: 457.652539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.88359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.424163Z","time spent":"459.401756ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T11:34:31.883665Z","caller":"traceutil/trace.go:171","msg":"trace[837892498] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1595; }","duration":"393.425152ms","start":"2026-07-28T11:34:31.488619Z","end":"2026-07-28T11:34:31.882044Z","steps":["trace[837892498] 'agreement among raft nodes before linearized reading' (duration: 393.208855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.88371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.488602Z","time spent":"395.095046ms","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:34:31.883784Z","caller":"traceutil/trace.go:171","msg":"trace[1157904888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1595; }","duration":"452.221015ms","start":"2026-07-28T11:34:31.429847Z","end":"2026-07-28T11:34:31.882068Z","steps":["trace[1157904888] 'agreement among raft nodes before linearized reading' (duration: 452.011608ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:31.883905Z","caller":"traceutil/trace.go:171","msg":"trace[1302633197] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"857.935282ms","start":"2026-07-28T11:34:31.023762Z","end":"2026-07-28T11:34:31.881697Z","steps":["trace[1302633197] 'process raft request' (duration: 146.931809ms)","trace[1302633197] 'compare' (duration: 710.522167ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:31.883993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.023719Z","time spent":"860.216716ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:31.884006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.429831Z","time spent":"454.110725ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:34:31.884255Z","caller":"traceutil/trace.go:171","msg":"trace[1533024641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1595; }","duration":"536.648682ms","start":"2026-07-28T11:34:31.345434Z","end":"2026-07-28T11:34:31.882083Z","steps":["trace[1533024641] 'agreement among raft nodes before linearized reading' (duration: 536.429065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.884326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:31.345403Z","time spent":"538.903695ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:34:32.044611Z","caller":"traceutil/trace.go:171","msg":"trace[626070177] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"154.007376ms","start":"2026-07-28T11:34:31.890584Z","end":"2026-07-28T11:34:32.044591Z","steps":["trace[626070177] 'process raft request' (duration: 153.982375ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:32.044618Z","caller":"traceutil/trace.go:171","msg":"trace[1448045708] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"154.214073ms","start":"2026-07-28T11:34:31.890344Z","end":"2026-07-28T11:34:32.044558Z","steps":["trace[1448045708] 'process raft request' (duration: 154.035097ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:32.044739Z","caller":"traceutil/trace.go:171","msg":"trace[2010466745] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"154.317766ms","start":"2026-07-28T11:34:31.890367Z","end":"2026-07-28T11:34:32.044685Z","steps":["trace[2010466745] 'process raft request' (duration: 154.13333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:32.04484Z","caller":"traceutil/trace.go:171","msg":"trace[1999137676] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"154.220643ms","start":"2026-07-28T11:34:31.890568Z","end":"2026-07-28T11:34:32.044788Z","steps":["trace[1999137676] 'process raft request' (duration: 153.980166ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:32.044739Z","caller":"traceutil/trace.go:171","msg":"trace[778715864] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"154.142361ms","start":"2026-07-28T11:34:31.890543Z","end":"2026-07-28T11:34:32.044685Z","steps":["trace[778715864] 'process raft request' (duration: 153.985186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:33.981798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.806951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:34:33.98188Z","caller":"traceutil/trace.go:171","msg":"trace[1965593390] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1606; }","duration":"231.924925ms","start":"2026-07-28T11:34:33.749933Z","end":"2026-07-28T11:34:33.981858Z","steps":["trace[1965593390] 'count revisions from in-memory index tree' (duration: 231.742608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.549664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768503862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:34:34.568531Z","caller":"traceutil/trace.go:171","msg":"trace[2073874089] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"581.994721ms","start":"2026-07-28T11:34:33.986511Z","end":"2026-07-28T11:34:34.568506Z","steps":["trace[2073874089] 'process raft request' (duration: 581.813085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.568674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:33.986481Z","time spent":"582.116875ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:34.568682Z","caller":"traceutil/trace.go:171","msg":"trace[891841305] linearizableReadLoop","detail":"{readStateIndex:1672; appliedIndex:1670; }","duration":"519.870191ms","start":"2026-07-28T11:34:34.048791Z","end":"2026-07-28T11:34:34.568662Z","steps":["trace[891841305] 'read index received' (duration: 519.405936ms)","trace[891841305] 'applied index is now lower than readState.Index' (duration: 462.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:34.568776Z","caller":"traceutil/trace.go:171","msg":"trace[1324969690] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"578.952733ms","start":"2026-07-28T11:34:33.989796Z","end":"2026-07-28T11:34:34.568749Z","steps":["trace[1324969690] 'process raft request' (duration: 578.669364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.568825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.593176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:34.568863Z","caller":"traceutil/trace.go:171","msg":"trace[1823774293] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1609; }","duration":"214.673699ms","start":"2026-07-28T11:34:34.354176Z","end":"2026-07-28T11:34:34.56885Z","steps":["trace[1823774293] 'agreement among raft nodes before linearized reading' (duration: 214.618897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.568869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.062597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:34:34.5689Z","caller":"traceutil/trace.go:171","msg":"trace[2036353434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1609; }","duration":"520.153531ms","start":"2026-07-28T11:34:34.048738Z","end":"2026-07-28T11:34:34.568891Z","steps":["trace[2036353434] 'agreement among raft nodes before linearized reading' (duration: 520.026016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.568923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:34.048713Z","time spent":"520.204562ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:34.568924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:33.989779Z","time spent":"579.051856ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:34.568943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.046837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T11:34:34.568976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.208675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-dvk97\" ","response":"range_response_count:1 size:4197"} {"level":"warn","ts":"2026-07-28T11:34:34.568984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.237221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:34:34.569003Z","caller":"traceutil/trace.go:171","msg":"trace[2007106189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1609; }","duration":"520.143801ms","start":"2026-07-28T11:34:34.04884Z","end":"2026-07-28T11:34:34.568983Z","steps":["trace[2007106189] 'agreement among raft nodes before linearized reading' (duration: 519.951804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:34.569055Z","caller":"traceutil/trace.go:171","msg":"trace[580566946] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-dvk97; range_end:; response_count:1; response_revision:1609; }","duration":"100.337769ms","start":"2026-07-28T11:34:34.468693Z","end":"2026-07-28T11:34:34.569031Z","steps":["trace[580566946] 'agreement among raft nodes before linearized reading' (duration: 100.112702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.569064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:34.048819Z","time spent":"520.233043ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:34:34.56906Z","caller":"traceutil/trace.go:171","msg":"trace[869792615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1609; }","duration":"519.337184ms","start":"2026-07-28T11:34:34.049702Z","end":"2026-07-28T11:34:34.569039Z","steps":["trace[869792615] 'agreement among raft nodes before linearized reading' (duration: 519.140478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.569115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:34.04969Z","time spent":"519.413636ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:34.569134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.018667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T11:34:34.56921Z","caller":"traceutil/trace.go:171","msg":"trace[2025285701] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1609; }","duration":"520.121289ms","start":"2026-07-28T11:34:34.049069Z","end":"2026-07-28T11:34:34.56919Z","steps":["trace[2025285701] 'agreement among raft nodes before linearized reading' (duration: 519.937063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:34.569248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:34.049055Z","time spent":"520.185252ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T11:34:36.760679Z","caller":"traceutil/trace.go:171","msg":"trace[1334106266] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"187.511974ms","start":"2026-07-28T11:34:36.573145Z","end":"2026-07-28T11:34:36.760657Z","steps":["trace[1334106266] 'read index received' (duration: 187.341328ms)","trace[1334106266] 'applied index is now lower than readState.Index' (duration: 169.596µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:36.760822Z","caller":"traceutil/trace.go:171","msg":"trace[1920454235] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"312.339772ms","start":"2026-07-28T11:34:36.448445Z","end":"2026-07-28T11:34:36.760784Z","steps":["trace[1920454235] 'process raft request' (duration: 312.061683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:36.760897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.73638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:34:36.760929Z","caller":"traceutil/trace.go:171","msg":"trace[1922759667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1620; }","duration":"187.827704ms","start":"2026-07-28T11:34:36.573092Z","end":"2026-07-28T11:34:36.76092Z","steps":["trace[1922759667] 'agreement among raft nodes before linearized reading' (duration: 187.6857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:36.760947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.210058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:34:36.760974Z","caller":"traceutil/trace.go:171","msg":"trace[1397588530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1620; }","duration":"175.26187ms","start":"2026-07-28T11:34:36.585705Z","end":"2026-07-28T11:34:36.760967Z","steps":["trace[1397588530] 'agreement among raft nodes before linearized reading' (duration: 175.174977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:36.76096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.097265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-28T11:34:36.760964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.174265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:34:36.761015Z","caller":"traceutil/trace.go:171","msg":"trace[327174298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1620; }","duration":"175.212078ms","start":"2026-07-28T11:34:36.58579Z","end":"2026-07-28T11:34:36.761002Z","steps":["trace[327174298] 'agreement among raft nodes before linearized reading' (duration: 175.056323ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:36.761042Z","caller":"traceutil/trace.go:171","msg":"trace[703796432] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1620; }","duration":"174.282408ms","start":"2026-07-28T11:34:36.586741Z","end":"2026-07-28T11:34:36.761023Z","steps":["trace[703796432] 'agreement among raft nodes before linearized reading' (duration: 174.109173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:36.760969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.341523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-28T11:34:36.761059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:36.448418Z","time spent":"312.493376ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:36.761117Z","caller":"traceutil/trace.go:171","msg":"trace[1469485914] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1620; }","duration":"180.55617ms","start":"2026-07-28T11:34:36.580554Z","end":"2026-07-28T11:34:36.761111Z","steps":["trace[1469485914] 'agreement among raft nodes before linearized reading' (duration: 180.253361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:36.972472Z","caller":"traceutil/trace.go:171","msg":"trace[1326061548] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"207.161937ms","start":"2026-07-28T11:34:36.765281Z","end":"2026-07-28T11:34:36.972443Z","steps":["trace[1326061548] 'process raft request' (duration: 132.164003ms)","trace[1326061548] 'compare' (duration: 74.634792ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:36.990638Z","caller":"traceutil/trace.go:171","msg":"trace[1429259314] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"224.809155ms","start":"2026-07-28T11:34:36.765738Z","end":"2026-07-28T11:34:36.990547Z","steps":["trace[1429259314] 'process raft request' (duration: 224.734163ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:36.990682Z","caller":"traceutil/trace.go:171","msg":"trace[58503274] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"224.935459ms","start":"2026-07-28T11:34:36.765625Z","end":"2026-07-28T11:34:36.99056Z","steps":["trace[58503274] 'process raft request' (duration: 224.710312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:36.991005Z","caller":"traceutil/trace.go:171","msg":"trace[1292577810] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"138.060284ms","start":"2026-07-28T11:34:36.852927Z","end":"2026-07-28T11:34:36.990987Z","steps":["trace[1292577810] 'process raft request' (duration: 137.974821ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:36.990968Z","caller":"traceutil/trace.go:171","msg":"trace[761256121] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"224.985781ms","start":"2026-07-28T11:34:36.765912Z","end":"2026-07-28T11:34:36.990898Z","steps":["trace[761256121] 'process raft request' (duration: 224.595948ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:36.991029Z","caller":"traceutil/trace.go:171","msg":"trace[895612924] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"224.239047ms","start":"2026-07-28T11:34:36.766751Z","end":"2026-07-28T11:34:36.99099Z","steps":["trace[895612924] 'process raft request' (duration: 224.03893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.078529Z","caller":"traceutil/trace.go:171","msg":"trace[1966281097] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1705; }","duration":"126.813931ms","start":"2026-07-28T11:34:38.95169Z","end":"2026-07-28T11:34:39.078504Z","steps":["trace[1966281097] 'read index received' (duration: 8.707611ms)","trace[1966281097] 'applied index is now lower than readState.Index' (duration: 118.10509ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:39.078621Z","caller":"traceutil/trace.go:171","msg":"trace[636318027] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"131.632856ms","start":"2026-07-28T11:34:38.946965Z","end":"2026-07-28T11:34:39.078598Z","steps":["trace[636318027] 'process raft request' (duration: 131.415659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:39.07893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.200733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-dvk97\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-07-28T11:34:39.079026Z","caller":"traceutil/trace.go:171","msg":"trace[1541189353] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-dvk97; range_end:; response_count:1; response_revision:1643; }","duration":"127.422401ms","start":"2026-07-28T11:34:38.951587Z","end":"2026-07-28T11:34:39.079009Z","steps":["trace[1541189353] 'agreement among raft nodes before linearized reading' (duration: 127.029838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:39.08422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.623454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:34:39.084277Z","caller":"traceutil/trace.go:171","msg":"trace[935861458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1644; }","duration":"107.732627ms","start":"2026-07-28T11:34:38.976532Z","end":"2026-07-28T11:34:39.084265Z","steps":["trace[935861458] 'agreement among raft nodes before linearized reading' (duration: 107.625303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:39.496763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.658449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:39.496902Z","caller":"traceutil/trace.go:171","msg":"trace[1839232756] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"276.501548ms","start":"2026-07-28T11:34:39.220377Z","end":"2026-07-28T11:34:39.496879Z","steps":["trace[1839232756] 'process raft request' (duration: 97.626612ms)","trace[1839232756] 'compare' (duration: 178.476884ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:39.67269Z","caller":"traceutil/trace.go:171","msg":"trace[1987733344] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"129.072894ms","start":"2026-07-28T11:34:39.543583Z","end":"2026-07-28T11:34:39.672656Z","steps":["trace[1987733344] 'process raft request' (duration: 63.673809ms)","trace[1987733344] 'compare' (duration: 65.176738ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:39.85715Z","caller":"traceutil/trace.go:171","msg":"trace[422419954] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"180.265072ms","start":"2026-07-28T11:34:39.676867Z","end":"2026-07-28T11:34:39.857132Z","steps":["trace[422419954] 'process raft request' (duration: 180.21472ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.857191Z","caller":"traceutil/trace.go:171","msg":"trace[17974161] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"181.231632ms","start":"2026-07-28T11:34:39.675918Z","end":"2026-07-28T11:34:39.85715Z","steps":["trace[17974161] 'process raft request' (duration: 176.945525ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.941884Z","caller":"traceutil/trace.go:171","msg":"trace[820401594] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"185.525211ms","start":"2026-07-28T11:34:39.756333Z","end":"2026-07-28T11:34:39.941858Z","steps":["trace[820401594] 'process raft request' (duration: 185.387206ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.942009Z","caller":"traceutil/trace.go:171","msg":"trace[15178206] linearizableReadLoop","detail":"{readStateIndex:1728; appliedIndex:1724; }","duration":"109.878726ms","start":"2026-07-28T11:34:39.832119Z","end":"2026-07-28T11:34:39.941998Z","steps":["trace[15178206] 'read index received' (duration: 20.760638ms)","trace[15178206] 'applied index is now lower than readState.Index' (duration: 89.117278ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:39.94212Z","caller":"traceutil/trace.go:171","msg":"trace[1479572926] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"184.865699ms","start":"2026-07-28T11:34:39.75722Z","end":"2026-07-28T11:34:39.942086Z","steps":["trace[1479572926] 'process raft request' (duration: 184.726185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:39.942259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.121654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T11:34:39.942316Z","caller":"traceutil/trace.go:171","msg":"trace[771760273] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1664; }","duration":"110.237858ms","start":"2026-07-28T11:34:39.832059Z","end":"2026-07-28T11:34:39.942297Z","steps":["trace[771760273] 'agreement among raft nodes before linearized reading' (duration: 110.049592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.067836Z","caller":"traceutil/trace.go:171","msg":"trace[1056332267] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"120.793648ms","start":"2026-07-28T11:34:39.947018Z","end":"2026-07-28T11:34:40.067812Z","steps":["trace[1056332267] 'process raft request' (duration: 21.813042ms)","trace[1056332267] 'compare' (duration: 98.742208ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:40.067903Z","caller":"traceutil/trace.go:171","msg":"trace[865045642] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"119.160205ms","start":"2026-07-28T11:34:39.94872Z","end":"2026-07-28T11:34:40.06788Z","steps":["trace[865045642] 'process raft request' (duration: 119.036561ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.068005Z","caller":"traceutil/trace.go:171","msg":"trace[85117704] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"118.840215ms","start":"2026-07-28T11:34:39.949134Z","end":"2026-07-28T11:34:40.067974Z","steps":["trace[85117704] 'process raft request' (duration: 118.69158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.286056Z","caller":"traceutil/trace.go:171","msg":"trace[377587373] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"151.547808ms","start":"2026-07-28T11:34:40.134477Z","end":"2026-07-28T11:34:40.286025Z","steps":["trace[377587373] 'process raft request' (duration: 107.80754ms)","trace[377587373] 'compare' (duration: 43.51754ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:40.286134Z","caller":"traceutil/trace.go:171","msg":"trace[1176282966] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"149.549503ms","start":"2026-07-28T11:34:40.136563Z","end":"2026-07-28T11:34:40.286112Z","steps":["trace[1176282966] 'process raft request' (duration: 149.499972ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.286151Z","caller":"traceutil/trace.go:171","msg":"trace[1402859950] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"149.75018ms","start":"2026-07-28T11:34:40.136374Z","end":"2026-07-28T11:34:40.286124Z","steps":["trace[1402859950] 'process raft request' (duration: 149.599315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:40.564949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.352615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:40.565403Z","caller":"traceutil/trace.go:171","msg":"trace[1709692257] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"277.694936ms","start":"2026-07-28T11:34:40.287685Z","end":"2026-07-28T11:34:40.56538Z","steps":["trace[1709692257] 'process raft request' (duration: 114.847375ms)","trace[1709692257] 'compare' (duration: 162.140839ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:40.565451Z","caller":"traceutil/trace.go:171","msg":"trace[844855291] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"235.292002ms","start":"2026-07-28T11:34:40.330144Z","end":"2026-07-28T11:34:40.565436Z","steps":["trace[844855291] 'process raft request' (duration: 235.115296ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.565542Z","caller":"traceutil/trace.go:171","msg":"trace[953697539] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"236.998077ms","start":"2026-07-28T11:34:40.328497Z","end":"2026-07-28T11:34:40.565495Z","steps":["trace[953697539] 'read index received' (duration: 74.120015ms)","trace[953697539] 'applied index is now lower than readState.Index' (duration: 162.868412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:40.565815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.290257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:34:40.565843Z","caller":"traceutil/trace.go:171","msg":"trace[1601318927] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:1676; }","duration":"237.38103ms","start":"2026-07-28T11:34:40.328452Z","end":"2026-07-28T11:34:40.565833Z","steps":["trace[1601318927] 'agreement among raft nodes before linearized reading' (duration: 237.172913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.759123Z","caller":"traceutil/trace.go:171","msg":"trace[350435015] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"189.401906ms","start":"2026-07-28T11:34:40.569695Z","end":"2026-07-28T11:34:40.759097Z","steps":["trace[350435015] 'process raft request' (duration: 162.843781ms)","trace[350435015] 'compare' (duration: 26.342678ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:40.759288Z","caller":"traceutil/trace.go:171","msg":"trace[1643663397] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"157.023294ms","start":"2026-07-28T11:34:40.602244Z","end":"2026-07-28T11:34:40.759267Z","steps":["trace[1643663397] 'process raft request' (duration: 156.940051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.75954Z","caller":"traceutil/trace.go:171","msg":"trace[845220622] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1740; }","duration":"163.389549ms","start":"2026-07-28T11:34:40.596113Z","end":"2026-07-28T11:34:40.759502Z","steps":["trace[845220622] 'read index received' (duration: 4.919709ms)","trace[845220622] 'applied index is now lower than readState.Index' (duration: 158.46844ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:40.759588Z","caller":"traceutil/trace.go:171","msg":"trace[961492501] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"189.879361ms","start":"2026-07-28T11:34:40.56969Z","end":"2026-07-28T11:34:40.759569Z","steps":["trace[961492501] 'process raft request' (duration: 189.349814ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.759608Z","caller":"traceutil/trace.go:171","msg":"trace[1267065579] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"186.173342ms","start":"2026-07-28T11:34:40.573388Z","end":"2026-07-28T11:34:40.759561Z","steps":["trace[1267065579] 'process raft request' (duration: 185.700547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:40.759671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.555244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:40.759706Z","caller":"traceutil/trace.go:171","msg":"trace[1329142016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1680; }","duration":"163.642446ms","start":"2026-07-28T11:34:40.596056Z","end":"2026-07-28T11:34:40.759698Z","steps":["trace[1329142016] 'agreement among raft nodes before linearized reading' (duration: 163.510352ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.975263Z","caller":"traceutil/trace.go:171","msg":"trace[1810878812] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"196.397101ms","start":"2026-07-28T11:34:40.778825Z","end":"2026-07-28T11:34:40.975222Z","steps":["trace[1810878812] 'process raft request' (duration: 183.403403ms)","trace[1810878812] 'compare' (duration: 12.109679ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:40.975585Z","caller":"traceutil/trace.go:171","msg":"trace[1855399341] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"196.647788ms","start":"2026-07-28T11:34:40.778907Z","end":"2026-07-28T11:34:40.975555Z","steps":["trace[1855399341] 'process raft request' (duration: 196.305207ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:40.995026Z","caller":"traceutil/trace.go:171","msg":"trace[884862627] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"131.820963ms","start":"2026-07-28T11:34:40.863171Z","end":"2026-07-28T11:34:40.994991Z","steps":["trace[884862627] 'process raft request' (duration: 131.11918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.774868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.69589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:41.775076Z","caller":"traceutil/trace.go:171","msg":"trace[1277320497] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"189.551611ms","start":"2026-07-28T11:34:41.585505Z","end":"2026-07-28T11:34:41.775056Z","steps":["trace[1277320497] 'process raft request' (duration: 189.478758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:41.77511Z","caller":"traceutil/trace.go:171","msg":"trace[178968396] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1777; }","duration":"643.066227ms","start":"2026-07-28T11:34:41.132012Z","end":"2026-07-28T11:34:41.775078Z","steps":["trace[178968396] 'read index received' (duration: 391.047186ms)","trace[178968396] 'applied index is now lower than readState.Index' (duration: 252.01582ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:41.775161Z","caller":"traceutil/trace.go:171","msg":"trace[1656967678] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"656.568281ms","start":"2026-07-28T11:34:41.118481Z","end":"2026-07-28T11:34:41.775049Z","steps":["trace[1656967678] 'process raft request' (duration: 404.588531ms)","trace[1656967678] 'compare' (duration: 250.817382ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:41.77532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.301084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:34:41.775381Z","caller":"traceutil/trace.go:171","msg":"trace[1311574967] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1714; }","duration":"643.406698ms","start":"2026-07-28T11:34:41.131959Z","end":"2026-07-28T11:34:41.775366Z","steps":["trace[1311574967] 'agreement among raft nodes before linearized reading' (duration: 643.248723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.775456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.131913Z","time spent":"643.532941ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:34:41.775478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.210811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:34:41.77552Z","caller":"traceutil/trace.go:171","msg":"trace[1519405443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1714; }","duration":"643.303804ms","start":"2026-07-28T11:34:41.132204Z","end":"2026-07-28T11:34:41.775508Z","steps":["trace[1519405443] 'agreement among raft nodes before linearized reading' (duration: 643.051576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.775559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.132187Z","time spent":"643.361066ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:41.775569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.118453Z","time spent":"656.835539ms","remote":"127.0.0.1:34844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:41.775704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.358675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:34:41.775706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.414107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:34:41.775742Z","caller":"traceutil/trace.go:171","msg":"trace[1567737020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1714; }","duration":"643.448189ms","start":"2026-07-28T11:34:41.132284Z","end":"2026-07-28T11:34:41.775732Z","steps":["trace[1567737020] 'agreement among raft nodes before linearized reading' (duration: 643.322605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.775764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.132242Z","time spent":"643.51738ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:34:41.77576Z","caller":"traceutil/trace.go:171","msg":"trace[2121932927] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1714; }","duration":"643.4736ms","start":"2026-07-28T11:34:41.132272Z","end":"2026-07-28T11:34:41.775746Z","steps":["trace[2121932927] 'agreement among raft nodes before linearized reading' (duration: 643.329745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.775805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.132188Z","time spent":"643.604544ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:41.775805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.034703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1041"} {"level":"warn","ts":"2026-07-28T11:34:41.775844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.022645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1020"} {"level":"info","ts":"2026-07-28T11:34:41.775887Z","caller":"traceutil/trace.go:171","msg":"trace[839351730] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:1714; }","duration":"619.141987ms","start":"2026-07-28T11:34:41.156723Z","end":"2026-07-28T11:34:41.775865Z","steps":["trace[839351730] 'agreement among raft nodes before linearized reading' (duration: 618.951021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:41.775909Z","caller":"traceutil/trace.go:171","msg":"trace[1995978832] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:1714; }","duration":"620.139759ms","start":"2026-07-28T11:34:41.155755Z","end":"2026-07-28T11:34:41.775894Z","steps":["trace[1995978832] 'agreement among raft nodes before linearized reading' (duration: 619.932782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.775912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.417226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:34:41.775936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.156705Z","time spent":"619.219369ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1063,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-07-28T11:34:41.775947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.155732Z","time spent":"620.20704ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1042,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"info","ts":"2026-07-28T11:34:41.775996Z","caller":"traceutil/trace.go:171","msg":"trace[1373597601] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1714; }","duration":"642.520049ms","start":"2026-07-28T11:34:41.133435Z","end":"2026-07-28T11:34:41.775955Z","steps":["trace[1373597601] 'agreement among raft nodes before linearized reading' (duration: 642.205999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:41.776046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:41.133429Z","time spent":"642.604971ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T11:34:41.910424Z","caller":"traceutil/trace.go:171","msg":"trace[1711035154] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"130.603243ms","start":"2026-07-28T11:34:41.77978Z","end":"2026-07-28T11:34:41.910383Z","steps":["trace[1711035154] 'process raft request' (duration: 106.096915ms)","trace[1711035154] 'compare' (duration: 24.212769ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:41.910707Z","caller":"traceutil/trace.go:171","msg":"trace[546978665] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"130.867222ms","start":"2026-07-28T11:34:41.779813Z","end":"2026-07-28T11:34:41.910681Z","steps":["trace[546978665] 'process raft request' (duration: 130.5118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:41.910793Z","caller":"traceutil/trace.go:171","msg":"trace[1792658598] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"128.62853ms","start":"2026-07-28T11:34:41.782149Z","end":"2026-07-28T11:34:41.910778Z","steps":["trace[1792658598] 'process raft request' (duration: 128.553857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:41.910907Z","caller":"traceutil/trace.go:171","msg":"trace[883959199] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"130.381446ms","start":"2026-07-28T11:34:41.780515Z","end":"2026-07-28T11:34:41.910897Z","steps":["trace[883959199] 'process raft request' (duration: 130.079836ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:41.910999Z","caller":"traceutil/trace.go:171","msg":"trace[475386475] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"120.909712ms","start":"2026-07-28T11:34:41.790081Z","end":"2026-07-28T11:34:41.91099Z","steps":["trace[475386475] 'process raft request' (duration: 120.742806ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:41.911035Z","caller":"traceutil/trace.go:171","msg":"trace[973066961] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"128.614029ms","start":"2026-07-28T11:34:41.78241Z","end":"2026-07-28T11:34:41.911024Z","steps":["trace[973066961] 'process raft request' (duration: 128.33136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:42.586127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.844436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:42.586276Z","caller":"traceutil/trace.go:171","msg":"trace[919073960] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"253.048744ms","start":"2026-07-28T11:34:42.333199Z","end":"2026-07-28T11:34:42.586247Z","steps":["trace[919073960] 'process raft request' (duration: 18.95037ms)","trace[919073960] 'compare' (duration: 233.665831ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:42.586829Z","caller":"traceutil/trace.go:171","msg":"trace[1884768043] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"249.409628ms","start":"2026-07-28T11:34:42.337401Z","end":"2026-07-28T11:34:42.586811Z","steps":["trace[1884768043] 'process raft request' (duration: 249.199061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.531513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.938884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T11:34:44.531597Z","caller":"traceutil/trace.go:171","msg":"trace[178284751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1744; }","duration":"616.062917ms","start":"2026-07-28T11:34:43.915514Z","end":"2026-07-28T11:34:44.531577Z","steps":["trace[178284751] 'range keys from in-memory index tree' (duration: 615.707896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.531638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:43.915507Z","time spent":"616.12165ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:34:44.531702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.714014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:34:44.53177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.079446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T11:34:44.531884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.14225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:34:44.531957Z","caller":"traceutil/trace.go:171","msg":"trace[1905230737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1744; }","duration":"616.266464ms","start":"2026-07-28T11:34:43.915673Z","end":"2026-07-28T11:34:44.531939Z","steps":["trace[1905230737] 'range keys from in-memory index tree' (duration: 615.994895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.53199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.782181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-28T11:34:44.53201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.316925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T11:34:44.532086Z","caller":"traceutil/trace.go:171","msg":"trace[80916183] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1744; }","duration":"616.433719ms","start":"2026-07-28T11:34:43.915638Z","end":"2026-07-28T11:34:44.532072Z","steps":["trace[80916183] 'range keys from in-memory index tree' (duration: 616.1221ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:44.53189Z","caller":"traceutil/trace.go:171","msg":"trace[1846751800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1744; }","duration":"615.2273ms","start":"2026-07-28T11:34:43.916637Z","end":"2026-07-28T11:34:44.531864Z","steps":["trace[1846751800] 'range keys from in-memory index tree' (duration: 614.89773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.532142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:43.915616Z","time spent":"616.513222ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:34:44.532176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:43.916626Z","time spent":"615.51646ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:44.532005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:43.915638Z","time spent":"616.354256ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:34:44.532045Z","caller":"traceutil/trace.go:171","msg":"trace[1644469085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1744; }","duration":"616.839943ms","start":"2026-07-28T11:34:43.915193Z","end":"2026-07-28T11:34:44.532033Z","steps":["trace[1644469085] 'range keys from in-memory index tree' (duration: 616.652497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.532344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:43.915138Z","time spent":"617.175424ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:34:44.531797Z","caller":"traceutil/trace.go:171","msg":"trace[1658392714] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1744; }","duration":"976.855218ms","start":"2026-07-28T11:34:43.554919Z","end":"2026-07-28T11:34:44.531774Z","steps":["trace[1658392714] 'count revisions from in-memory index tree' (duration: 976.641081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.53177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.409127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T11:34:44.532423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:43.554903Z","time spent":"977.505899ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":8,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:34:44.532455Z","caller":"traceutil/trace.go:171","msg":"trace[476920846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1744; }","duration":"374.12252ms","start":"2026-07-28T11:34:44.158309Z","end":"2026-07-28T11:34:44.532432Z","steps":["trace[476920846] 'range keys from in-memory index tree' (duration: 373.247363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:44.532526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:44.158293Z","time spent":"374.215014ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:34:45.345327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.311615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T11:34:45.345423Z","caller":"traceutil/trace.go:171","msg":"trace[32088992] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1755; }","duration":"387.46034ms","start":"2026-07-28T11:34:44.957941Z","end":"2026-07-28T11:34:45.345401Z","steps":["trace[32088992] 'range keys from in-memory index tree' (duration: 387.14157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:45.345479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:44.957925Z","time spent":"387.543502ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:34:45.390854Z","caller":"traceutil/trace.go:171","msg":"trace[1915880872] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"261.705993ms","start":"2026-07-28T11:34:45.129115Z","end":"2026-07-28T11:34:45.390821Z","steps":["trace[1915880872] 'process raft request' (duration: 261.515737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:47.577051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768504112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:34:47.787847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122343411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:47.787964Z","caller":"traceutil/trace.go:171","msg":"trace[1134258407] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"1.215930193s","start":"2026-07-28T11:34:46.572014Z","end":"2026-07-28T11:34:47.787944Z","steps":["trace[1134258407] 'process raft request' (duration: 93.405087ms)","trace[1134258407] 'compare' (duration: 1.121939888s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:47.788023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:46.57198Z","time spent":"1.216015256s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:47.933217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.267292486s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:34:48.19962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.263745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:34:48.199925Z","caller":"traceutil/trace.go:171","msg":"trace[2008776369] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"1.627507679s","start":"2026-07-28T11:34:46.572358Z","end":"2026-07-28T11:34:48.199866Z","steps":["trace[2008776369] 'process raft request' (duration: 1.627348064s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:48.19996Z","caller":"traceutil/trace.go:171","msg":"trace[396128024] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"1.627582261s","start":"2026-07-28T11:34:46.572334Z","end":"2026-07-28T11:34:48.199916Z","steps":["trace[396128024] 'process raft request' (duration: 1.362777919s)","trace[396128024] 'compare' (duration: 263.80616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:48.200128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:46.572332Z","time spent":"1.627693285s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:48.200156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:46.57231Z","time spent":"1.627744527s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:48.200134Z","caller":"traceutil/trace.go:171","msg":"trace[588052592] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"1.626039522s","start":"2026-07-28T11:34:46.574069Z","end":"2026-07-28T11:34:48.200108Z","steps":["trace[588052592] 'process raft request' (duration: 1.625703841s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:48.200324Z","caller":"traceutil/trace.go:171","msg":"trace[1121501981] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"1.625814675s","start":"2026-07-28T11:34:46.574498Z","end":"2026-07-28T11:34:48.200313Z","steps":["trace[1121501981] 'process raft request' (duration: 1.625297249s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:48.200385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:46.574461Z","time spent":"1.625896658s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:34:48.200434Z","caller":"traceutil/trace.go:171","msg":"trace[956147143] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"1.178682964s","start":"2026-07-28T11:34:47.021727Z","end":"2026-07-28T11:34:48.20041Z","steps":["trace[956147143] 'process raft request' (duration: 1.178526049s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:48.200464Z","caller":"traceutil/trace.go:171","msg":"trace[1641212992] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"789.917261ms","start":"2026-07-28T11:34:47.41053Z","end":"2026-07-28T11:34:48.200447Z","steps":["trace[1641212992] 'process raft request' (duration: 789.811728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:48.200446Z","caller":"traceutil/trace.go:171","msg":"trace[169537649] linearizableReadLoop","detail":"{readStateIndex:1833; appliedIndex:1827; }","duration":"1.123423506s","start":"2026-07-28T11:34:47.076971Z","end":"2026-07-28T11:34:48.200394Z","steps":["trace[169537649] 'read index received' (duration: 858.842911ms)","trace[169537649] 'applied index is now lower than readState.Index' (duration: 264.579685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:48.20063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:46.574054Z","time spent":"1.626242249s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:48.200634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:47.41051Z","time spent":"789.991024ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:48.200506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:47.021692Z","time spent":"1.178784717s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:34:48.200728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123750196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-28T11:34:48.200797Z","caller":"traceutil/trace.go:171","msg":"trace[1290365128] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1767; }","duration":"1.12388092s","start":"2026-07-28T11:34:47.076899Z","end":"2026-07-28T11:34:48.20078Z","steps":["trace[1290365128] 'agreement among raft nodes before linearized reading' (duration: 1.123614722s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:48.200791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.030581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:34:48.200846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:47.076848Z","time spent":"1.123988214s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:34:48.200855Z","caller":"traceutil/trace.go:171","msg":"trace[310519081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1767; }","duration":"609.140164ms","start":"2026-07-28T11:34:47.591699Z","end":"2026-07-28T11:34:48.20084Z","steps":["trace[310519081] 'agreement among raft nodes before linearized reading' (duration: 609.035691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:48.200894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:34:47.591673Z","time spent":"609.215017ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:34:50.706693Z","caller":"traceutil/trace.go:171","msg":"trace[1963379073] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1869; }","duration":"112.051307ms","start":"2026-07-28T11:34:50.594612Z","end":"2026-07-28T11:34:50.706663Z","steps":["trace[1963379073] 'read index received' (duration: 111.761238ms)","trace[1963379073] 'applied index is now lower than readState.Index' (duration: 288.819µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:34:50.706845Z","caller":"traceutil/trace.go:171","msg":"trace[1605116381] transaction","detail":"{read_only:false; response_revision:1803; number_of_response:1; }","duration":"126.11694ms","start":"2026-07-28T11:34:50.58069Z","end":"2026-07-28T11:34:50.706807Z","steps":["trace[1605116381] 'process raft request' (duration: 125.709946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:50.706872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.232612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:50.707073Z","caller":"traceutil/trace.go:171","msg":"trace[1271261851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1803; }","duration":"112.490931ms","start":"2026-07-28T11:34:50.594566Z","end":"2026-07-28T11:34:50.707057Z","steps":["trace[1271261851] 'agreement among raft nodes before linearized reading' (duration: 112.240753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:06.243458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.047213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:06.243561Z","caller":"traceutil/trace.go:171","msg":"trace[320916986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"241.250739ms","start":"2026-07-28T11:35:06.002284Z","end":"2026-07-28T11:35:06.243534Z","steps":["trace[320916986] 'count revisions from in-memory index tree' (duration: 240.96113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:06.243619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.867491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:35:06.243635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.719427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T11:35:06.243666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.149042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:35:06.243458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.186177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:06.243671Z","caller":"traceutil/trace.go:171","msg":"trace[1083289218] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2094; }","duration":"180.791179ms","start":"2026-07-28T11:35:06.062869Z","end":"2026-07-28T11:35:06.24366Z","steps":["trace[1083289218] 'range keys from in-memory index tree' (duration: 180.560662ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:06.243703Z","caller":"traceutil/trace.go:171","msg":"trace[137599650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"146.183443ms","start":"2026-07-28T11:35:06.097509Z","end":"2026-07-28T11:35:06.243692Z","steps":["trace[137599650] 'range keys from in-memory index tree' (duration: 146.040189ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:06.243725Z","caller":"traceutil/trace.go:171","msg":"trace[762687266] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"241.503047ms","start":"2026-07-28T11:35:06.002206Z","end":"2026-07-28T11:35:06.243709Z","steps":["trace[762687266] 'range keys from in-memory index tree' (duration: 241.030822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:06.243626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.182634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:06.243864Z","caller":"traceutil/trace.go:171","msg":"trace[566151965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"146.452123ms","start":"2026-07-28T11:35:06.0974Z","end":"2026-07-28T11:35:06.243853Z","steps":["trace[566151965] 'count revisions from in-memory index tree' (duration: 146.092691ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:06.243663Z","caller":"traceutil/trace.go:171","msg":"trace[433513028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"175.940203ms","start":"2026-07-28T11:35:06.067711Z","end":"2026-07-28T11:35:06.243651Z","steps":["trace[433513028] 'range keys from in-memory index tree' (duration: 175.809879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:06.243697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.762537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:06.243953Z","caller":"traceutil/trace.go:171","msg":"trace[227996604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"176.070478ms","start":"2026-07-28T11:35:06.067873Z","end":"2026-07-28T11:35:06.243944Z","steps":["trace[227996604] 'count revisions from in-memory index tree' (duration: 175.625253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:06.24402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.174628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:06.244069Z","caller":"traceutil/trace.go:171","msg":"trace[974234943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"206.292712ms","start":"2026-07-28T11:35:06.037764Z","end":"2026-07-28T11:35:06.244057Z","steps":["trace[974234943] 'count revisions from in-memory index tree' (duration: 206.091496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:06.244128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.23275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:06.244175Z","caller":"traceutil/trace.go:171","msg":"trace[1344293570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2094; }","duration":"206.329444ms","start":"2026-07-28T11:35:06.037831Z","end":"2026-07-28T11:35:06.244161Z","steps":["trace[1344293570] 'range keys from in-memory index tree' (duration: 206.032664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:06.973555Z","caller":"traceutil/trace.go:171","msg":"trace[466808501] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"166.507749ms","start":"2026-07-28T11:35:06.807009Z","end":"2026-07-28T11:35:06.973516Z","steps":["trace[466808501] 'process raft request' (duration: 79.122851ms)","trace[466808501] 'compare' (duration: 87.092639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:07.596763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.677361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-28T11:35:07.596854Z","caller":"traceutil/trace.go:171","msg":"trace[1273498048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2105; }","duration":"142.822225ms","start":"2026-07-28T11:35:07.454004Z","end":"2026-07-28T11:35:07.596826Z","steps":["trace[1273498048] 'range keys from in-memory index tree' (duration: 142.554747ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:11.682967Z","caller":"traceutil/trace.go:171","msg":"trace[99243002] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"172.835684ms","start":"2026-07-28T11:35:11.510099Z","end":"2026-07-28T11:35:11.682934Z","steps":["trace[99243002] 'process raft request' (duration: 103.381124ms)","trace[99243002] 'compare' (duration: 69.305775ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:11.749455Z","caller":"traceutil/trace.go:171","msg":"trace[58506530] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2262; }","duration":"234.612646ms","start":"2026-07-28T11:35:11.514816Z","end":"2026-07-28T11:35:11.749428Z","steps":["trace[58506530] 'read index received' (duration: 98.708343ms)","trace[58506530] 'applied index is now lower than readState.Index' (duration: 135.903053ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:11.749591Z","caller":"traceutil/trace.go:171","msg":"trace[894404148] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"219.647973ms","start":"2026-07-28T11:35:11.529927Z","end":"2026-07-28T11:35:11.749575Z","steps":["trace[894404148] 'process raft request' (duration: 219.425305ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:11.749564Z","caller":"traceutil/trace.go:171","msg":"trace[1055248050] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"237.170078ms","start":"2026-07-28T11:35:11.512351Z","end":"2026-07-28T11:35:11.749521Z","steps":["trace[1055248050] 'process raft request' (duration: 236.946171ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:11.749466Z","caller":"traceutil/trace.go:171","msg":"trace[353167213] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"239.040958ms","start":"2026-07-28T11:35:11.510386Z","end":"2026-07-28T11:35:11.749427Z","steps":["trace[353167213] 'process raft request' (duration: 238.657645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:11.749877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.032089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-07-28T11:35:11.74994Z","caller":"traceutil/trace.go:171","msg":"trace[618057291] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2175; }","duration":"235.158983ms","start":"2026-07-28T11:35:11.514768Z","end":"2026-07-28T11:35:11.749927Z","steps":["trace[618057291] 'agreement among raft nodes before linearized reading' (duration: 234.918975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:11.750053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.855529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-28T11:35:11.750114Z","caller":"traceutil/trace.go:171","msg":"trace[1653634425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2175; }","duration":"125.991423ms","start":"2026-07-28T11:35:11.624111Z","end":"2026-07-28T11:35:11.750102Z","steps":["trace[1653634425] 'agreement among raft nodes before linearized reading' (duration: 125.789536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:11.75049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.917796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:11.750544Z","caller":"traceutil/trace.go:171","msg":"trace[996923349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"155.046249ms","start":"2026-07-28T11:35:11.595488Z","end":"2026-07-28T11:35:11.750534Z","steps":["trace[996923349] 'agreement among raft nodes before linearized reading' (duration: 154.377268ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:11.907112Z","caller":"traceutil/trace.go:171","msg":"trace[135504455] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"151.546046ms","start":"2026-07-28T11:35:11.755536Z","end":"2026-07-28T11:35:11.907082Z","steps":["trace[135504455] 'process raft request' (duration: 105.316966ms)","trace[135504455] 'compare' (duration: 46.078915ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:11.999556Z","caller":"traceutil/trace.go:171","msg":"trace[93467948] linearizableReadLoop","detail":"{readStateIndex:2268; appliedIndex:2266; }","duration":"242.864791ms","start":"2026-07-28T11:35:11.756659Z","end":"2026-07-28T11:35:11.999524Z","steps":["trace[93467948] 'read index received' (duration: 104.344974ms)","trace[93467948] 'applied index is now lower than readState.Index' (duration: 138.518737ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:11.999864Z","caller":"traceutil/trace.go:171","msg":"trace[358778894] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"243.833132ms","start":"2026-07-28T11:35:11.755977Z","end":"2026-07-28T11:35:11.99981Z","steps":["trace[358778894] 'process raft request' (duration: 243.291875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:11.999972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.282055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:131127"} {"level":"info","ts":"2026-07-28T11:35:11.999964Z","caller":"traceutil/trace.go:171","msg":"trace[1605352061] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"211.230131ms","start":"2026-07-28T11:35:11.788473Z","end":"2026-07-28T11:35:11.999703Z","steps":["trace[1605352061] 'process raft request' (duration: 210.979523ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:12.000017Z","caller":"traceutil/trace.go:171","msg":"trace[1630936678] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2178; }","duration":"243.392119ms","start":"2026-07-28T11:35:11.756612Z","end":"2026-07-28T11:35:12.000004Z","steps":["trace[1630936678] 'agreement among raft nodes before linearized reading' (duration: 243.082869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:15.638503Z","caller":"traceutil/trace.go:171","msg":"trace[561106850] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"176.882914ms","start":"2026-07-28T11:35:15.461585Z","end":"2026-07-28T11:35:15.638467Z","steps":["trace[561106850] 'process raft request' (duration: 176.581314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.167081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.990881ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-28T11:35:16.167221Z","caller":"traceutil/trace.go:171","msg":"trace[463332348] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2328; }","duration":"388.328131ms","start":"2026-07-28T11:35:15.778867Z","end":"2026-07-28T11:35:16.167195Z","steps":["trace[463332348] 'read index received' (duration: 35.056071ms)","trace[463332348] 'applied index is now lower than readState.Index' (duration: 353.27007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:16.167579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.655487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:35:16.167662Z","caller":"traceutil/trace.go:171","msg":"trace[1986474745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"101.802042ms","start":"2026-07-28T11:35:16.065841Z","end":"2026-07-28T11:35:16.167643Z","steps":["trace[1986474745] 'agreement among raft nodes before linearized reading' (duration: 101.500622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.167588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.706003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:16.167756Z","caller":"traceutil/trace.go:171","msg":"trace[1027056361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"388.92323ms","start":"2026-07-28T11:35:15.778814Z","end":"2026-07-28T11:35:16.167738Z","steps":["trace[1027056361] 'agreement among raft nodes before linearized reading' (duration: 388.507176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.167804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:15.778789Z","time spent":"389.001843ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T11:35:16.881809Z","caller":"traceutil/trace.go:171","msg":"trace[1349043430] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"579.559749ms","start":"2026-07-28T11:35:16.30221Z","end":"2026-07-28T11:35:16.881769Z","steps":["trace[1349043430] 'process raft request' (duration: 489.079591ms)","trace[1349043430] 'compare' (duration: 89.895969ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:16.881891Z","caller":"traceutil/trace.go:171","msg":"trace[647274751] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"560.478733ms","start":"2026-07-28T11:35:16.321368Z","end":"2026-07-28T11:35:16.881847Z","steps":["trace[647274751] 'read index received' (duration: 469.955154ms)","trace[647274751] 'applied index is now lower than readState.Index' (duration: 90.519479ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:16.881984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.302184Z","time spent":"579.702933ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:16.881972Z","caller":"traceutil/trace.go:171","msg":"trace[973517862] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"309.422878ms","start":"2026-07-28T11:35:16.572507Z","end":"2026-07-28T11:35:16.88193Z","steps":["trace[973517862] 'process raft request' (duration: 309.273683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.882085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.572476Z","time spent":"309.552762ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:16.8822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.818004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:35:16.882233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.236965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:35:16.882241Z","caller":"traceutil/trace.go:171","msg":"trace[1858522057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2240; }","duration":"560.883026ms","start":"2026-07-28T11:35:16.321346Z","end":"2026-07-28T11:35:16.882229Z","steps":["trace[1858522057] 'agreement among raft nodes before linearized reading' (duration: 560.69573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.882242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.171418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:16.882267Z","caller":"traceutil/trace.go:171","msg":"trace[221992807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2240; }","duration":"560.270996ms","start":"2026-07-28T11:35:16.321986Z","end":"2026-07-28T11:35:16.882257Z","steps":["trace[221992807] 'agreement among raft nodes before linearized reading' (duration: 560.131362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.882297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.321917Z","time spent":"560.37402ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T11:35:16.882288Z","caller":"traceutil/trace.go:171","msg":"trace[596553772] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2240; }","duration":"375.22004ms","start":"2026-07-28T11:35:16.507054Z","end":"2026-07-28T11:35:16.882274Z","steps":["trace[596553772] 'agreement among raft nodes before linearized reading' (duration: 375.135647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.882302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.321262Z","time spent":"561.013311ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:35:16.882311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.24651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:35:16.882331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.506987Z","time spent":"375.332863ms","remote":"127.0.0.1:36608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:35:16.882381Z","caller":"traceutil/trace.go:171","msg":"trace[394329411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2240; }","duration":"540.341144ms","start":"2026-07-28T11:35:16.342024Z","end":"2026-07-28T11:35:16.882365Z","steps":["trace[394329411] 'agreement among raft nodes before linearized reading' (duration: 540.160148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.882399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.891909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:35:16.882438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.802994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T11:35:16.882499Z","caller":"traceutil/trace.go:171","msg":"trace[1838552428] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2240; }","duration":"531.033433ms","start":"2026-07-28T11:35:16.351441Z","end":"2026-07-28T11:35:16.882474Z","steps":["trace[1838552428] 'agreement among raft nodes before linearized reading' (duration: 530.715333ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:16.882546Z","caller":"traceutil/trace.go:171","msg":"trace[1022772457] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2240; }","duration":"547.98233ms","start":"2026-07-28T11:35:16.334541Z","end":"2026-07-28T11:35:16.882523Z","steps":["trace[1022772457] 'agreement among raft nodes before linearized reading' (duration: 547.720921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:16.882598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.33451Z","time spent":"548.076573ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:35:16.882552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.351399Z","time spent":"531.144538ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:35:16.88243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.342014Z","time spent":"540.403185ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:35:17.311836Z","caller":"traceutil/trace.go:171","msg":"trace[226972603] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"424.737916ms","start":"2026-07-28T11:35:16.887066Z","end":"2026-07-28T11:35:17.311804Z","steps":["trace[226972603] 'process raft request' (duration: 424.674584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:17.311855Z","caller":"traceutil/trace.go:171","msg":"trace[666435199] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"424.756527ms","start":"2026-07-28T11:35:16.887064Z","end":"2026-07-28T11:35:17.311821Z","steps":["trace[666435199] 'process raft request' (duration: 424.461108ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:17.311923Z","caller":"traceutil/trace.go:171","msg":"trace[1765603683] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"424.799038ms","start":"2026-07-28T11:35:16.887077Z","end":"2026-07-28T11:35:17.311876Z","steps":["trace[1765603683] 'process raft request' (duration: 424.620762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:17.312013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.88704Z","time spent":"424.87904ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:17.312023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.88704Z","time spent":"424.887471ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:17.312046Z","caller":"traceutil/trace.go:171","msg":"trace[548834050] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2332; }","duration":"416.586673ms","start":"2026-07-28T11:35:16.895425Z","end":"2026-07-28T11:35:17.312012Z","steps":["trace[548834050] 'read index received' (duration: 15.332874ms)","trace[548834050] 'applied index is now lower than readState.Index' (duration: 401.251459ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:17.312169Z","caller":"traceutil/trace.go:171","msg":"trace[1118665762] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"424.878271ms","start":"2026-07-28T11:35:16.887234Z","end":"2026-07-28T11:35:17.312113Z","steps":["trace[1118665762] 'process raft request' (duration: 424.53867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:17.312425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.887223Z","time spent":"425.074597ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:17.31248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.887068Z","time spent":"424.945822ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:17.31246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.038008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:35:17.312688Z","caller":"traceutil/trace.go:171","msg":"trace[2117464981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2245; }","duration":"417.308046ms","start":"2026-07-28T11:35:16.895358Z","end":"2026-07-28T11:35:17.312666Z","steps":["trace[2117464981] 'agreement among raft nodes before linearized reading' (duration: 416.78897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:17.312786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:16.895347Z","time spent":"417.42144ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:35:17.812474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505094,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:35:18.732403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.461222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:18.732602Z","caller":"traceutil/trace.go:171","msg":"trace[1348035055] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"1.593039519s","start":"2026-07-28T11:35:17.139541Z","end":"2026-07-28T11:35:18.73258Z","steps":["trace[1348035055] 'process raft request' (duration: 1.592973447s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.732674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.139507Z","time spent":"1.593133202s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:18.733249Z","caller":"traceutil/trace.go:171","msg":"trace[1649112404] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"1.727251287s","start":"2026-07-28T11:35:17.005978Z","end":"2026-07-28T11:35:18.733229Z","steps":["trace[1649112404] 'process raft request' (duration: 1.152839964s)","trace[1649112404] 'compare' (duration: 573.324688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:18.733339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.005936Z","time spent":"1.727359591s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:18.919218Z","caller":"traceutil/trace.go:171","msg":"trace[318601731] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"1.603046372s","start":"2026-07-28T11:35:17.316144Z","end":"2026-07-28T11:35:18.91919Z","steps":["trace[318601731] 'process raft request' (duration: 1.598657321s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:18.919379Z","caller":"traceutil/trace.go:171","msg":"trace[1045810958] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"1.246819076s","start":"2026-07-28T11:35:17.672529Z","end":"2026-07-28T11:35:18.919348Z","steps":["trace[1045810958] 'process raft request' (duration: 1.246587538s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.919441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.316114Z","time spent":"1.603183536s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:18.919456Z","caller":"traceutil/trace.go:171","msg":"trace[702550525] linearizableReadLoop","detail":"{readStateIndex:2341; appliedIndex:2337; }","duration":"1.607319699s","start":"2026-07-28T11:35:17.312115Z","end":"2026-07-28T11:35:18.919434Z","steps":["trace[702550525] 'read index received' (duration: 846.871078ms)","trace[702550525] 'applied index is now lower than readState.Index' (duration: 760.446561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:18.919551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.672494Z","time spent":"1.24696623s","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8923,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:18.919741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745180586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:18.919804Z","caller":"traceutil/trace.go:171","msg":"trace[1552718995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2249; }","duration":"1.745283789s","start":"2026-07-28T11:35:17.174503Z","end":"2026-07-28T11:35:18.919787Z","steps":["trace[1552718995] 'agreement among raft nodes before linearized reading' (duration: 1.745042781s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.919835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.17448Z","time spent":"1.745347051s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:35:18.91973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680855481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11912"} {"level":"info","ts":"2026-07-28T11:35:18.919896Z","caller":"traceutil/trace.go:171","msg":"trace[2103115246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2249; }","duration":"1.68110984s","start":"2026-07-28T11:35:17.238768Z","end":"2026-07-28T11:35:18.919878Z","steps":["trace[2103115246] 'agreement among raft nodes before linearized reading' (duration: 1.680741308s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.919941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.238743Z","time spent":"1.681185032s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11934,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T11:35:18.919924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332336483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:18.920002Z","caller":"traceutil/trace.go:171","msg":"trace[1859638923] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2251; }","duration":"1.332453596s","start":"2026-07-28T11:35:17.587531Z","end":"2026-07-28T11:35:18.919984Z","steps":["trace[1859638923] 'agreement among raft nodes before linearized reading' (duration: 1.332361643s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.920033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.587502Z","time spent":"1.332523008s","remote":"127.0.0.1:35174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:35:18.920175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.377492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T11:35:18.920291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056585481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:18.920292Z","caller":"traceutil/trace.go:171","msg":"trace[594618378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2251; }","duration":"650.690822ms","start":"2026-07-28T11:35:18.269576Z","end":"2026-07-28T11:35:18.920267Z","steps":["trace[594618378] 'agreement among raft nodes before linearized reading' (duration: 650.339681ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:18.920317Z","caller":"traceutil/trace.go:171","msg":"trace[1364873006] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2251; }","duration":"1.056652963s","start":"2026-07-28T11:35:17.863657Z","end":"2026-07-28T11:35:18.92031Z","steps":["trace[1364873006] 'agreement among raft nodes before linearized reading' (duration: 1.056597811s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.920343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.863634Z","time spent":"1.056704095s","remote":"127.0.0.1:35242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:35:18.920341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322283598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:35:18.920359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:18.26955Z","time spent":"650.791546ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:35:18.920364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.735487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:35:18.920405Z","caller":"traceutil/trace.go:171","msg":"trace[689949072] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2251; }","duration":"607.817879ms","start":"2026-07-28T11:35:18.312577Z","end":"2026-07-28T11:35:18.920395Z","steps":["trace[689949072] 'agreement among raft nodes before linearized reading' (duration: 607.707556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:18.920398Z","caller":"traceutil/trace.go:171","msg":"trace[1310908761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2251; }","duration":"1.322373472s","start":"2026-07-28T11:35:17.598008Z","end":"2026-07-28T11:35:18.920381Z","steps":["trace[1310908761] 'agreement among raft nodes before linearized reading' (duration: 1.322280989s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.920239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.293562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:35:18.92043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:18.312555Z","time spent":"607.868131ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:35:18.920442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:17.59799Z","time spent":"1.322443704s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:35:18.920475Z","caller":"traceutil/trace.go:171","msg":"trace[1224147089] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2251; }","duration":"856.564711ms","start":"2026-07-28T11:35:18.063888Z","end":"2026-07-28T11:35:18.920453Z","steps":["trace[1224147089] 'agreement among raft nodes before linearized reading' (duration: 856.284332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:18.920785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:18.063864Z","time spent":"856.873961ms","remote":"127.0.0.1:34798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:35:27.526122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.653118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:27.526408Z","caller":"traceutil/trace.go:171","msg":"trace[1716203668] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"169.773125ms","start":"2026-07-28T11:35:27.356511Z","end":"2026-07-28T11:35:27.526284Z","steps":["trace[1716203668] 'process raft request' (duration: 58.864098ms)","trace[1716203668] 'compare' (duration: 110.521894ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:27.531504Z","caller":"traceutil/trace.go:171","msg":"trace[797539062] transaction","detail":"{read_only:false; response_revision:2329; number_of_response:1; }","duration":"173.903328ms","start":"2026-07-28T11:35:27.357579Z","end":"2026-07-28T11:35:27.531482Z","steps":["trace[797539062] 'process raft request' (duration: 173.674921ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.531843Z","caller":"traceutil/trace.go:171","msg":"trace[1258987341] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2421; }","duration":"172.695759ms","start":"2026-07-28T11:35:27.359119Z","end":"2026-07-28T11:35:27.531814Z","steps":["trace[1258987341] 'read index received' (duration: 56.310376ms)","trace[1258987341] 'applied index is now lower than readState.Index' (duration: 116.384333ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:27.531928Z","caller":"traceutil/trace.go:171","msg":"trace[1645430595] transaction","detail":"{read_only:false; response_revision:2330; number_of_response:1; }","duration":"171.304414ms","start":"2026-07-28T11:35:27.360612Z","end":"2026-07-28T11:35:27.531916Z","steps":["trace[1645430595] 'process raft request' (duration: 170.826319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.532248Z","caller":"traceutil/trace.go:171","msg":"trace[173354820] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"170.24314ms","start":"2026-07-28T11:35:27.361995Z","end":"2026-07-28T11:35:27.532238Z","steps":["trace[173354820] 'process raft request' (duration: 169.734663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:27.532302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.133786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:35:27.532362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.221495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:35:27.532409Z","caller":"traceutil/trace.go:171","msg":"trace[63201705] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2331; }","duration":"173.33632ms","start":"2026-07-28T11:35:27.359061Z","end":"2026-07-28T11:35:27.532397Z","steps":["trace[63201705] 'agreement among raft nodes before linearized reading' (duration: 173.129753ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.532404Z","caller":"traceutil/trace.go:171","msg":"trace[685015238] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2331; }","duration":"170.26514ms","start":"2026-07-28T11:35:27.362122Z","end":"2026-07-28T11:35:27.532387Z","steps":["trace[685015238] 'agreement among raft nodes before linearized reading' (duration: 170.014352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:27.532559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.035903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:35:27.532595Z","caller":"traceutil/trace.go:171","msg":"trace[174938827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2331; }","duration":"170.141157ms","start":"2026-07-28T11:35:27.362445Z","end":"2026-07-28T11:35:27.532587Z","steps":["trace[174938827] 'agreement among raft nodes before linearized reading' (duration: 169.986152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:27.836728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.862682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:27.836885Z","caller":"traceutil/trace.go:171","msg":"trace[1267373440] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"299.669173ms","start":"2026-07-28T11:35:27.537196Z","end":"2026-07-28T11:35:27.836865Z","steps":["trace[1267373440] 'process raft request' (duration: 158.601924ms)","trace[1267373440] 'compare' (duration: 140.723408ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:27.837223Z","caller":"traceutil/trace.go:171","msg":"trace[2032231382] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"298.590679ms","start":"2026-07-28T11:35:27.538619Z","end":"2026-07-28T11:35:27.83721Z","steps":["trace[2032231382] 'process raft request' (duration: 298.506146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.837249Z","caller":"traceutil/trace.go:171","msg":"trace[1270724012] transaction","detail":"{read_only:false; response_revision:2336; number_of_response:1; }","duration":"298.141064ms","start":"2026-07-28T11:35:27.5391Z","end":"2026-07-28T11:35:27.837241Z","steps":["trace[1270724012] 'process raft request' (duration: 298.069211ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.837239Z","caller":"traceutil/trace.go:171","msg":"trace[1139086758] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"299.055744ms","start":"2026-07-28T11:35:27.538153Z","end":"2026-07-28T11:35:27.837209Z","steps":["trace[1139086758] 'process raft request' (duration: 298.666771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.837495Z","caller":"traceutil/trace.go:171","msg":"trace[1289456151] transaction","detail":"{read_only:false; response_revision:2337; number_of_response:1; }","duration":"297.68961ms","start":"2026-07-28T11:35:27.539793Z","end":"2026-07-28T11:35:27.837483Z","steps":["trace[1289456151] 'process raft request' (duration: 297.410821ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.837596Z","caller":"traceutil/trace.go:171","msg":"trace[2116486832] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"297.025548ms","start":"2026-07-28T11:35:27.540534Z","end":"2026-07-28T11:35:27.83756Z","steps":["trace[2116486832] 'process raft request' (duration: 296.861613ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.837686Z","caller":"traceutil/trace.go:171","msg":"trace[394665764] linearizableReadLoop","detail":"{readStateIndex:2433; appliedIndex:2426; }","duration":"244.897517ms","start":"2026-07-28T11:35:27.592779Z","end":"2026-07-28T11:35:27.837676Z","steps":["trace[394665764] 'read index received' (duration: 103.019932ms)","trace[394665764] 'applied index is now lower than readState.Index' (duration: 141.876455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:27.837749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.97828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:27.837776Z","caller":"traceutil/trace.go:171","msg":"trace[424134947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2339; }","duration":"245.055312ms","start":"2026-07-28T11:35:27.592714Z","end":"2026-07-28T11:35:27.837769Z","steps":["trace[424134947] 'agreement among raft nodes before linearized reading' (duration: 244.99369ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:27.837867Z","caller":"traceutil/trace.go:171","msg":"trace[730700046] transaction","detail":"{read_only:false; response_revision:2339; number_of_response:1; }","duration":"295.428207ms","start":"2026-07-28T11:35:27.54243Z","end":"2026-07-28T11:35:27.837858Z","steps":["trace[730700046] 'process raft request' (duration: 295.057155ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:28.246118Z","caller":"traceutil/trace.go:171","msg":"trace[2005859618] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2433; }","duration":"259.648933ms","start":"2026-07-28T11:35:27.986442Z","end":"2026-07-28T11:35:28.246091Z","steps":["trace[2005859618] 'read index received' (duration: 201.604561ms)","trace[2005859618] 'applied index is now lower than readState.Index' (duration: 58.043272ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:28.24631Z","caller":"traceutil/trace.go:171","msg":"trace[1600456485] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"400.086381ms","start":"2026-07-28T11:35:27.846184Z","end":"2026-07-28T11:35:28.24627Z","steps":["trace[1600456485] 'process raft request' (duration: 341.957347ms)","trace[1600456485] 'compare' (duration: 57.779523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:28.24635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.891491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:28.246397Z","caller":"traceutil/trace.go:171","msg":"trace[36470744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2340; }","duration":"260.003434ms","start":"2026-07-28T11:35:27.986382Z","end":"2026-07-28T11:35:28.246385Z","steps":["trace[36470744] 'agreement among raft nodes before linearized reading' (duration: 259.808498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:28.246498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:27.846162Z","time spent":"400.229006ms","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:28.712103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.061159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:28.712194Z","caller":"traceutil/trace.go:171","msg":"trace[1215266341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2340; }","duration":"119.181033ms","start":"2026-07-28T11:35:28.59299Z","end":"2026-07-28T11:35:28.712171Z","steps":["trace[1215266341] 'range keys from in-memory index tree' (duration: 118.964246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:28.712192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.134964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:28.712256Z","caller":"traceutil/trace.go:171","msg":"trace[1859471528] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2340; }","duration":"120.253058ms","start":"2026-07-28T11:35:28.591986Z","end":"2026-07-28T11:35:28.712239Z","steps":["trace[1859471528] 'count revisions from in-memory index tree' (duration: 120.03091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:29.15808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.919175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:29.158287Z","caller":"traceutil/trace.go:171","msg":"trace[426643195] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"200.454444ms","start":"2026-07-28T11:35:28.957794Z","end":"2026-07-28T11:35:29.158249Z","steps":["trace[426643195] 'process raft request' (duration: 94.26246ms)","trace[426643195] 'compare' (duration: 105.770231ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:29.158452Z","caller":"traceutil/trace.go:171","msg":"trace[1806861278] linearizableReadLoop","detail":"{readStateIndex:2438; appliedIndex:2437; }","duration":"197.566081ms","start":"2026-07-28T11:35:28.96086Z","end":"2026-07-28T11:35:29.158426Z","steps":["trace[1806861278] 'read index received' (duration: 91.15877ms)","trace[1806861278] 'applied index is now lower than readState.Index' (duration: 106.404831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:29.15881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.914982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:35:29.158904Z","caller":"traceutil/trace.go:171","msg":"trace[800564540] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2345; }","duration":"198.065347ms","start":"2026-07-28T11:35:28.96082Z","end":"2026-07-28T11:35:29.158885Z","steps":["trace[800564540] 'agreement among raft nodes before linearized reading' (duration: 197.708425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:29.162119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.958547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:35:29.162212Z","caller":"traceutil/trace.go:171","msg":"trace[548289475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2346; }","duration":"195.088941ms","start":"2026-07-28T11:35:28.967101Z","end":"2026-07-28T11:35:29.16219Z","steps":["trace[548289475] 'agreement among raft nodes before linearized reading' (duration: 194.73023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:29.162675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.757895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12236"} {"level":"info","ts":"2026-07-28T11:35:29.162737Z","caller":"traceutil/trace.go:171","msg":"trace[715819307] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2346; }","duration":"169.849347ms","start":"2026-07-28T11:35:28.992872Z","end":"2026-07-28T11:35:29.162721Z","steps":["trace[715819307] 'agreement among raft nodes before linearized reading' (duration: 169.701063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:29.162818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.1158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:35:29.162871Z","caller":"traceutil/trace.go:171","msg":"trace[443763516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2346; }","duration":"181.208614ms","start":"2026-07-28T11:35:28.981646Z","end":"2026-07-28T11:35:29.162855Z","steps":["trace[443763516] 'agreement among raft nodes before linearized reading' (duration: 181.119301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:29.162731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.751749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:35:29.163246Z","caller":"traceutil/trace.go:171","msg":"trace[1411936363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2346; }","duration":"181.343398ms","start":"2026-07-28T11:35:28.981892Z","end":"2026-07-28T11:35:29.163235Z","steps":["trace[1411936363] 'agreement among raft nodes before linearized reading' (duration: 180.683857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:29.713129Z","caller":"traceutil/trace.go:171","msg":"trace[493807623] linearizableReadLoop","detail":"{readStateIndex:2445; appliedIndex:2444; }","duration":"119.311697ms","start":"2026-07-28T11:35:29.593799Z","end":"2026-07-28T11:35:29.713111Z","steps":["trace[493807623] 'read index received' (duration: 119.226445ms)","trace[493807623] 'applied index is now lower than readState.Index' (duration: 84.312µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:29.713222Z","caller":"traceutil/trace.go:171","msg":"trace[605876832] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"150.360658ms","start":"2026-07-28T11:35:29.562811Z","end":"2026-07-28T11:35:29.713172Z","steps":["trace[605876832] 'process raft request' (duration: 150.149222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:29.713328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.503773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:29.713353Z","caller":"traceutil/trace.go:171","msg":"trace[1228793188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2351; }","duration":"119.594907ms","start":"2026-07-28T11:35:29.593751Z","end":"2026-07-28T11:35:29.713346Z","steps":["trace[1228793188] 'agreement among raft nodes before linearized reading' (duration: 119.432872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:32.094557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:35:32.373474Z","caller":"traceutil/trace.go:171","msg":"trace[845885124] linearizableReadLoop","detail":"{readStateIndex:2464; appliedIndex:2463; }","duration":"779.754264ms","start":"2026-07-28T11:35:31.593691Z","end":"2026-07-28T11:35:32.373445Z","steps":["trace[845885124] 'read index received' (duration: 779.479885ms)","trace[845885124] 'applied index is now lower than readState.Index' (duration: 272.739µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:32.373542Z","caller":"traceutil/trace.go:171","msg":"trace[2003888474] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"803.669846ms","start":"2026-07-28T11:35:31.569832Z","end":"2026-07-28T11:35:32.373502Z","steps":["trace[2003888474] 'process raft request' (duration: 803.444338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:32.373692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.983741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:32.373731Z","caller":"traceutil/trace.go:171","msg":"trace[354980797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2369; }","duration":"780.154887ms","start":"2026-07-28T11:35:31.593566Z","end":"2026-07-28T11:35:32.373721Z","steps":["trace[354980797] 'agreement among raft nodes before linearized reading' (duration: 780.062664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:32.373741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:31.569802Z","time spent":"803.828601ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:32.373769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:31.593538Z","time spent":"780.223379ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:35:32.373985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.785126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:35:32.37405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.185741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:35:32.37407Z","caller":"traceutil/trace.go:171","msg":"trace[1785656385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2369; }","duration":"521.94066ms","start":"2026-07-28T11:35:31.852112Z","end":"2026-07-28T11:35:32.374053Z","steps":["trace[1785656385] 'agreement among raft nodes before linearized reading' (duration: 521.639281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:32.37401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.218191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:35:32.374113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:31.852091Z","time spent":"522.015133ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:35:32.374101Z","caller":"traceutil/trace.go:171","msg":"trace[1614350790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2369; }","duration":"523.275483ms","start":"2026-07-28T11:35:31.850813Z","end":"2026-07-28T11:35:32.374089Z","steps":["trace[1614350790] 'agreement among raft nodes before linearized reading' (duration: 523.097358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:32.374192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:31.850788Z","time spent":"523.393807ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:35:32.374163Z","caller":"traceutil/trace.go:171","msg":"trace[599770376] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2369; }","duration":"656.444138ms","start":"2026-07-28T11:35:31.717686Z","end":"2026-07-28T11:35:32.37413Z","steps":["trace[599770376] 'agreement among raft nodes before linearized reading' (duration: 656.060425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:32.374277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:31.717662Z","time spent":"656.604493ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:35:32.993475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505342,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:35:33.392504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01222366s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:35:33.402259Z","caller":"traceutil/trace.go:171","msg":"trace[405765648] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"1.022101708s","start":"2026-07-28T11:35:32.380137Z","end":"2026-07-28T11:35:33.402239Z","steps":["trace[405765648] 'process raft request' (duration: 1.012598092s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.40238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.380109Z","time spent":"1.022188071s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:33.910878Z","caller":"traceutil/trace.go:171","msg":"trace[827665272] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"1.53010655s","start":"2026-07-28T11:35:32.380738Z","end":"2026-07-28T11:35:33.910844Z","steps":["trace[827665272] 'process raft request' (duration: 1.529945865s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:33.910928Z","caller":"traceutil/trace.go:171","msg":"trace[997895402] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"989.816688ms","start":"2026-07-28T11:35:32.921101Z","end":"2026-07-28T11:35:33.910918Z","steps":["trace[997895402] 'process raft request' (duration: 989.701495ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:33.91101Z","caller":"traceutil/trace.go:171","msg":"trace[949074474] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"910.17003ms","start":"2026-07-28T11:35:33.000823Z","end":"2026-07-28T11:35:33.910993Z","steps":["trace[949074474] 'process raft request' (duration: 910.023245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.911044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.38069Z","time spent":"1.530256825s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:33.911065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.921074Z","time spent":"989.910402ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:33.911051Z","caller":"traceutil/trace.go:171","msg":"trace[1401781608] transaction","detail":"{read_only:false; response_revision:2376; number_of_response:1; }","duration":"740.002542ms","start":"2026-07-28T11:35:33.17102Z","end":"2026-07-28T11:35:33.911023Z","steps":["trace[1401781608] 'process raft request' (duration: 739.870818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.91113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.000794Z","time spent":"910.263353ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:33.910886Z","caller":"traceutil/trace.go:171","msg":"trace[389357924] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"1.009424311s","start":"2026-07-28T11:35:32.901434Z","end":"2026-07-28T11:35:33.910858Z","steps":["trace[389357924] 'process raft request' (duration: 1.009323067s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:33.910896Z","caller":"traceutil/trace.go:171","msg":"trace[117939636] transaction","detail":"{read_only:false; response_revision:2371; number_of_response:1; }","duration":"1.530324477s","start":"2026-07-28T11:35:32.380544Z","end":"2026-07-28T11:35:33.910869Z","steps":["trace[117939636] 'process raft request' (duration: 1.529781589s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.911523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.380521Z","time spent":"1.530977268s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:33.910995Z","caller":"traceutil/trace.go:171","msg":"trace[1377255887] linearizableReadLoop","detail":"{readStateIndex:2469; appliedIndex:2464; }","duration":"1.418388978s","start":"2026-07-28T11:35:32.492579Z","end":"2026-07-28T11:35:33.910968Z","steps":["trace[1377255887] 'read index received' (duration: 900.163657ms)","trace[1377255887] 'applied index is now lower than readState.Index' (duration: 518.223971ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:33.911214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.901407Z","time spent":"1.009768562s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:33.91127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418631576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:33.911793Z","caller":"traceutil/trace.go:171","msg":"trace[1590938956] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2376; }","duration":"1.419242835s","start":"2026-07-28T11:35:32.49254Z","end":"2026-07-28T11:35:33.911782Z","steps":["trace[1590938956] 'agreement among raft nodes before linearized reading' (duration: 1.418510712s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.911822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.492518Z","time spent":"1.419292167s","remote":"127.0.0.1:35140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:35:33.911812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380388203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T11:35:33.911866Z","caller":"traceutil/trace.go:171","msg":"trace[617376819] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2376; }","duration":"1.380490885s","start":"2026-07-28T11:35:32.531357Z","end":"2026-07-28T11:35:33.911848Z","steps":["trace[617376819] 'agreement among raft nodes before linearized reading' (duration: 1.38031667s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.911869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.978206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:35:33.911875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.239509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:33.911907Z","caller":"traceutil/trace.go:171","msg":"trace[951495094] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2376; }","duration":"381.059728ms","start":"2026-07-28T11:35:33.530838Z","end":"2026-07-28T11:35:33.911897Z","steps":["trace[951495094] 'agreement among raft nodes before linearized reading' (duration: 381.004336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.911911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.531331Z","time spent":"1.380568998s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:35:33.911934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.530813Z","time spent":"381.11478ms","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:35:33.911943Z","caller":"traceutil/trace.go:171","msg":"trace[1399813640] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2376; }","duration":"530.346582ms","start":"2026-07-28T11:35:33.381577Z","end":"2026-07-28T11:35:33.911924Z","steps":["trace[1399813640] 'agreement among raft nodes before linearized reading' (duration: 530.129225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.911961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.475417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T11:35:33.911303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.17099Z","time spent":"740.134146ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:33.911987Z","caller":"traceutil/trace.go:171","msg":"trace[1049360511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2376; }","duration":"722.526299ms","start":"2026-07-28T11:35:33.189452Z","end":"2026-07-28T11:35:33.911978Z","steps":["trace[1049360511] 'agreement among raft nodes before linearized reading' (duration: 722.466417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.91199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.381556Z","time spent":"530.422635ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:35:33.912007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.189434Z","time spent":"722.56915ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:35:33.9119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.437526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:35:33.912034Z","caller":"traceutil/trace.go:171","msg":"trace[817945662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2376; }","duration":"722.609101ms","start":"2026-07-28T11:35:33.189417Z","end":"2026-07-28T11:35:33.912026Z","steps":["trace[817945662] 'agreement among raft nodes before linearized reading' (duration: 722.401084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.912067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.189392Z","time spent":"722.669383ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:35:33.912084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.156404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T11:35:33.912128Z","caller":"traceutil/trace.go:171","msg":"trace[1370990607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2376; }","duration":"725.262417ms","start":"2026-07-28T11:35:33.186848Z","end":"2026-07-28T11:35:33.912111Z","steps":["trace[1370990607] 'agreement among raft nodes before linearized reading' (duration: 725.159324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.91215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318220008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:35:33.912164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:33.186828Z","time spent":"725.326499ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T11:35:33.91219Z","caller":"traceutil/trace.go:171","msg":"trace[116871191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2376; }","duration":"1.318258609s","start":"2026-07-28T11:35:32.593919Z","end":"2026-07-28T11:35:33.912178Z","steps":["trace[116871191] 'agreement among raft nodes before linearized reading' (duration: 1.318193987s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:33.912218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:32.593847Z","time spent":"1.318364712s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:35:40.211046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.721634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:40.211316Z","caller":"traceutil/trace.go:171","msg":"trace[2010770192] linearizableReadLoop","detail":"{readStateIndex:2509; appliedIndex:2505; }","duration":"271.356251ms","start":"2026-07-28T11:35:39.939932Z","end":"2026-07-28T11:35:40.211288Z","steps":["trace[2010770192] 'read index received' (duration: 38.243414ms)","trace[2010770192] 'applied index is now lower than readState.Index' (duration: 233.111577ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:40.211441Z","caller":"traceutil/trace.go:171","msg":"trace[1125654389] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"281.610071ms","start":"2026-07-28T11:35:39.929758Z","end":"2026-07-28T11:35:40.211368Z","steps":["trace[1125654389] 'process raft request' (duration: 281.415495ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:40.211553Z","caller":"traceutil/trace.go:171","msg":"trace[872054842] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"281.762646ms","start":"2026-07-28T11:35:39.929751Z","end":"2026-07-28T11:35:40.211513Z","steps":["trace[872054842] 'process raft request' (duration: 106.461773ms)","trace[872054842] 'compare' (duration: 174.543759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:40.211606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.041854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:40.21165Z","caller":"traceutil/trace.go:171","msg":"trace[565230306] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2413; }","duration":"224.136828ms","start":"2026-07-28T11:35:39.987502Z","end":"2026-07-28T11:35:40.211639Z","steps":["trace[565230306] 'agreement among raft nodes before linearized reading' (duration: 224.041645ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:40.211493Z","caller":"traceutil/trace.go:171","msg":"trace[1548673465] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"279.617457ms","start":"2026-07-28T11:35:39.931854Z","end":"2026-07-28T11:35:40.211472Z","steps":["trace[1548673465] 'process raft request' (duration: 279.391509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.211748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.004673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:35:40.211817Z","caller":"traceutil/trace.go:171","msg":"trace[575924859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2413; }","duration":"264.156848ms","start":"2026-07-28T11:35:39.947646Z","end":"2026-07-28T11:35:40.211802Z","steps":["trace[575924859] 'agreement among raft nodes before linearized reading' (duration: 263.90307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.211775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.731187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:35:40.211852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.16141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:40.211893Z","caller":"traceutil/trace.go:171","msg":"trace[1571417643] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2413; }","duration":"215.904162ms","start":"2026-07-28T11:35:39.99596Z","end":"2026-07-28T11:35:40.211864Z","steps":["trace[1571417643] 'agreement among raft nodes before linearized reading' (duration: 215.688375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.211909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.723234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T11:35:40.211942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.092732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:35:40.211951Z","caller":"traceutil/trace.go:171","msg":"trace[539668428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2413; }","duration":"260.292743ms","start":"2026-07-28T11:35:39.951634Z","end":"2026-07-28T11:35:40.211927Z","steps":["trace[539668428] 'agreement among raft nodes before linearized reading' (duration: 259.947982ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:40.211984Z","caller":"traceutil/trace.go:171","msg":"trace[829808015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2413; }","duration":"271.170434ms","start":"2026-07-28T11:35:39.940803Z","end":"2026-07-28T11:35:40.211973Z","steps":["trace[829808015] 'agreement among raft nodes before linearized reading' (duration: 270.963497ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:40.211979Z","caller":"traceutil/trace.go:171","msg":"trace[1537161845] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2413; }","duration":"223.838788ms","start":"2026-07-28T11:35:39.988121Z","end":"2026-07-28T11:35:40.21196Z","steps":["trace[1537161845] 'agreement among raft nodes before linearized reading' (duration: 223.599791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.211893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.936729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:35:40.212058Z","caller":"traceutil/trace.go:171","msg":"trace[323809531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2413; }","duration":"272.145646ms","start":"2026-07-28T11:35:39.939895Z","end":"2026-07-28T11:35:40.212041Z","steps":["trace[323809531] 'agreement among raft nodes before linearized reading' (duration: 271.841736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.211885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.36797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:35:40.212171Z","caller":"traceutil/trace.go:171","msg":"trace[1735759340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2413; }","duration":"271.757973ms","start":"2026-07-28T11:35:39.94039Z","end":"2026-07-28T11:35:40.212148Z","steps":["trace[1735759340] 'agreement among raft nodes before linearized reading' (duration: 271.128613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.212828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.288801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:35:40.212929Z","caller":"traceutil/trace.go:171","msg":"trace[1218181712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2413; }","duration":"268.424036ms","start":"2026-07-28T11:35:39.944483Z","end":"2026-07-28T11:35:40.212907Z","steps":["trace[1218181712] 'agreement among raft nodes before linearized reading' (duration: 267.664361ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:40.558597Z","caller":"traceutil/trace.go:171","msg":"trace[674831939] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"341.062198ms","start":"2026-07-28T11:35:40.217511Z","end":"2026-07-28T11:35:40.558574Z","steps":["trace[674831939] 'process raft request' (duration: 269.732578ms)","trace[674831939] 'compare' (duration: 71.157965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:40.558748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:40.217471Z","time spent":"341.187502ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:40.5588Z","caller":"traceutil/trace.go:171","msg":"trace[14980971] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"341.206633ms","start":"2026-07-28T11:35:40.217573Z","end":"2026-07-28T11:35:40.55878Z","steps":["trace[14980971] 'process raft request' (duration: 340.962985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.558916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:40.217496Z","time spent":"341.364758ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:40.559403Z","caller":"traceutil/trace.go:171","msg":"trace[1539769341] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"341.683028ms","start":"2026-07-28T11:35:40.217683Z","end":"2026-07-28T11:35:40.559366Z","steps":["trace[1539769341] 'process raft request' (duration: 341.019266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.559614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:40.217675Z","time spent":"341.848503ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:40.559953Z","caller":"traceutil/trace.go:171","msg":"trace[1055792807] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"342.190144ms","start":"2026-07-28T11:35:40.217741Z","end":"2026-07-28T11:35:40.559931Z","steps":["trace[1055792807] 'process raft request' (duration: 341.977807ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:40.559932Z","caller":"traceutil/trace.go:171","msg":"trace[2189493] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"342.194634ms","start":"2026-07-28T11:35:40.217673Z","end":"2026-07-28T11:35:40.559867Z","steps":["trace[2189493] 'process raft request' (duration: 341.576444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:40.56014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:40.217648Z","time spent":"342.38503ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:35:40.559936Z","caller":"traceutil/trace.go:171","msg":"trace[239051531] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2510; }","duration":"228.587621ms","start":"2026-07-28T11:35:40.331313Z","end":"2026-07-28T11:35:40.5599Z","steps":["trace[239051531] 'read index received' (duration: 155.911458ms)","trace[239051531] 'applied index is now lower than readState.Index' (duration: 72.674423ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:40.560072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:40.217731Z","time spent":"342.277218ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:40.560303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.937982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:35:40.560386Z","caller":"traceutil/trace.go:171","msg":"trace[1293950389] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2419; }","duration":"229.104118ms","start":"2026-07-28T11:35:40.331263Z","end":"2026-07-28T11:35:40.560368Z","steps":["trace[1293950389] 'agreement among raft nodes before linearized reading' (duration: 228.744977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:46.060909Z","caller":"traceutil/trace.go:171","msg":"trace[1933727661] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"108.83419ms","start":"2026-07-28T11:35:45.95203Z","end":"2026-07-28T11:35:46.060864Z","steps":["trace[1933727661] 'process raft request' (duration: 93.187815ms)","trace[1933727661] 'compare' (duration: 15.310564ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:46.388534Z","caller":"traceutil/trace.go:171","msg":"trace[740844202] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"119.493703ms","start":"2026-07-28T11:35:46.26901Z","end":"2026-07-28T11:35:46.388504Z","steps":["trace[740844202] 'process raft request' (duration: 119.221694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:46.414406Z","caller":"traceutil/trace.go:171","msg":"trace[384794120] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2551; }","duration":"134.2414ms","start":"2026-07-28T11:35:46.280145Z","end":"2026-07-28T11:35:46.414386Z","steps":["trace[384794120] 'read index received' (duration: 108.076486ms)","trace[384794120] 'applied index is now lower than readState.Index' (duration: 26.163914ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:46.414454Z","caller":"traceutil/trace.go:171","msg":"trace[2007953626] transaction","detail":"{read_only:false; response_revision:2454; number_of_response:1; }","duration":"145.069468ms","start":"2026-07-28T11:35:46.269363Z","end":"2026-07-28T11:35:46.414432Z","steps":["trace[2007953626] 'process raft request' (duration: 144.885912ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:46.4145Z","caller":"traceutil/trace.go:171","msg":"trace[1187925404] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"144.379706ms","start":"2026-07-28T11:35:46.270111Z","end":"2026-07-28T11:35:46.414491Z","steps":["trace[1187925404] 'process raft request' (duration: 144.241241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:46.414895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.705464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:46.414988Z","caller":"traceutil/trace.go:171","msg":"trace[131029344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2455; }","duration":"134.8948ms","start":"2026-07-28T11:35:46.280069Z","end":"2026-07-28T11:35:46.414964Z","steps":["trace[131029344] 'agreement among raft nodes before linearized reading' (duration: 134.58446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:49.14224Z","caller":"traceutil/trace.go:171","msg":"trace[2780634] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"206.382775ms","start":"2026-07-28T11:35:48.935831Z","end":"2026-07-28T11:35:49.142214Z","steps":["trace[2780634] 'read index received' (duration: 206.133807ms)","trace[2780634] 'applied index is now lower than readState.Index' (duration: 247.588µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:49.142303Z","caller":"traceutil/trace.go:171","msg":"trace[1287142359] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"213.858706ms","start":"2026-07-28T11:35:48.928416Z","end":"2026-07-28T11:35:49.142274Z","steps":["trace[1287142359] 'process raft request' (duration: 213.570637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:49.142529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.661224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-28T11:35:49.14259Z","caller":"traceutil/trace.go:171","msg":"trace[1869234849] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2483; }","duration":"206.783988ms","start":"2026-07-28T11:35:48.93579Z","end":"2026-07-28T11:35:49.142574Z","steps":["trace[1869234849] 'agreement among raft nodes before linearized reading' (duration: 206.573741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:49.142903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.202817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T11:35:49.143023Z","caller":"traceutil/trace.go:171","msg":"trace[220868827] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2483; }","duration":"165.388973ms","start":"2026-07-28T11:35:48.977609Z","end":"2026-07-28T11:35:49.142998Z","steps":["trace[220868827] 'agreement among raft nodes before linearized reading' (duration: 164.836425ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:49.247781Z","caller":"traceutil/trace.go:171","msg":"trace[1806683212] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"100.969246ms","start":"2026-07-28T11:35:49.146782Z","end":"2026-07-28T11:35:49.247751Z","steps":["trace[1806683212] 'process raft request' (duration: 96.648416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:49.712567Z","caller":"traceutil/trace.go:171","msg":"trace[1221512524] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"131.058326ms","start":"2026-07-28T11:35:49.581476Z","end":"2026-07-28T11:35:49.712534Z","steps":["trace[1221512524] 'process raft request' (duration: 130.784767ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:50.532142Z","caller":"traceutil/trace.go:171","msg":"trace[1330900484] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"128.753601ms","start":"2026-07-28T11:35:50.403331Z","end":"2026-07-28T11:35:50.532084Z","steps":["trace[1330900484] 'process raft request' (duration: 95.84711ms)","trace[1330900484] 'compare' (duration: 32.745596ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:50.821774Z","caller":"traceutil/trace.go:171","msg":"trace[514125181] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"187.387333ms","start":"2026-07-28T11:35:50.634361Z","end":"2026-07-28T11:35:50.821748Z","steps":["trace[514125181] 'process raft request' (duration: 144.404947ms)","trace[514125181] 'compare' (duration: 42.723067ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:51.808455Z","caller":"traceutil/trace.go:171","msg":"trace[873238611] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"118.020086ms","start":"2026-07-28T11:35:51.690396Z","end":"2026-07-28T11:35:51.808416Z","steps":["trace[873238611] 'process raft request' (duration: 117.762967ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:51.958291Z","caller":"traceutil/trace.go:171","msg":"trace[356576767] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"143.91608ms","start":"2026-07-28T11:35:51.814323Z","end":"2026-07-28T11:35:51.958239Z","steps":["trace[356576767] 'process raft request' (duration: 108.704785ms)","trace[356576767] 'compare' (duration: 34.932056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:52.197061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.766363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:52.197311Z","caller":"traceutil/trace.go:171","msg":"trace[1718172023] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"236.00901ms","start":"2026-07-28T11:35:51.96121Z","end":"2026-07-28T11:35:52.197219Z","steps":["trace[1718172023] 'process raft request' (duration: 97.840545ms)","trace[1718172023] 'compare' (duration: 137.199554ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:52.197341Z","caller":"traceutil/trace.go:171","msg":"trace[920921636] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2602; }","duration":"185.384648ms","start":"2026-07-28T11:35:52.011916Z","end":"2026-07-28T11:35:52.1973Z","steps":["trace[920921636] 'read index received' (duration: 47.075928ms)","trace[920921636] 'applied index is now lower than readState.Index' (duration: 138.30569ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:52.197498Z","caller":"traceutil/trace.go:171","msg":"trace[1096236885] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"110.047429ms","start":"2026-07-28T11:35:52.087379Z","end":"2026-07-28T11:35:52.197426Z","steps":["trace[1096236885] 'process raft request' (duration: 109.811161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:52.197533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.599535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:52.197591Z","caller":"traceutil/trace.go:171","msg":"trace[1801532934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2504; }","duration":"185.73911ms","start":"2026-07-28T11:35:52.011837Z","end":"2026-07-28T11:35:52.197577Z","steps":["trace[1801532934] 'agreement among raft nodes before linearized reading' (duration: 185.571154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:52.197797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.967113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:35:52.197899Z","caller":"traceutil/trace.go:171","msg":"trace[756060468] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2504; }","duration":"140.154609ms","start":"2026-07-28T11:35:52.05772Z","end":"2026-07-28T11:35:52.197875Z","steps":["trace[756060468] 'agreement among raft nodes before linearized reading' (duration: 139.911432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:53.147305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.068786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:53.147702Z","caller":"traceutil/trace.go:171","msg":"trace[756481110] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"252.343347ms","start":"2026-07-28T11:35:52.895332Z","end":"2026-07-28T11:35:53.147675Z","steps":["trace[756481110] 'process raft request' (duration: 252.184172ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:53.147714Z","caller":"traceutil/trace.go:171","msg":"trace[1420046240] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"252.297596ms","start":"2026-07-28T11:35:52.895353Z","end":"2026-07-28T11:35:53.147651Z","steps":["trace[1420046240] 'process raft request' (duration: 129.780935ms)","trace[1420046240] 'compare' (duration: 121.889061ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:53.147876Z","caller":"traceutil/trace.go:171","msg":"trace[396543738] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"193.159279ms","start":"2026-07-28T11:35:52.954692Z","end":"2026-07-28T11:35:53.147851Z","steps":["trace[396543738] 'process raft request' (duration: 192.927621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:53.768349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.173238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:53.768536Z","caller":"traceutil/trace.go:171","msg":"trace[1659389698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2513; }","duration":"175.428338ms","start":"2026-07-28T11:35:53.593087Z","end":"2026-07-28T11:35:53.768515Z","steps":["trace[1659389698] 'range keys from in-memory index tree' (duration: 175.069255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:53.768678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.393483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:35:53.768846Z","caller":"traceutil/trace.go:171","msg":"trace[1279479806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2513; }","duration":"174.57557ms","start":"2026-07-28T11:35:53.594232Z","end":"2026-07-28T11:35:53.768808Z","steps":["trace[1279479806] 'range keys from in-memory index tree' (duration: 174.123585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:54.235228Z","caller":"traceutil/trace.go:171","msg":"trace[1291046245] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2613; }","duration":"114.468211ms","start":"2026-07-28T11:35:54.120729Z","end":"2026-07-28T11:35:54.235197Z","steps":["trace[1291046245] 'read index received' (duration: 114.318896ms)","trace[1291046245] 'applied index is now lower than readState.Index' (duration: 148.065µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:54.23536Z","caller":"traceutil/trace.go:171","msg":"trace[1354259918] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"266.736461ms","start":"2026-07-28T11:35:53.9686Z","end":"2026-07-28T11:35:54.235336Z","steps":["trace[1354259918] 'process raft request' (duration: 266.363639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:54.235409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.627356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:54.235528Z","caller":"traceutil/trace.go:171","msg":"trace[164176318] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2514; }","duration":"114.844413ms","start":"2026-07-28T11:35:54.12067Z","end":"2026-07-28T11:35:54.235514Z","steps":["trace[164176318] 'agreement among raft nodes before linearized reading' (duration: 114.651137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:55.041732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:35:55.041694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.130842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:35:55.041836Z","caller":"traceutil/trace.go:171","msg":"trace[663185676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2521; }","duration":"146.345759ms","start":"2026-07-28T11:35:54.895472Z","end":"2026-07-28T11:35:55.041818Z","steps":["trace[663185676] 'range keys from in-memory index tree' (duration: 145.872764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:35:55.041837Z","caller":"traceutil/trace.go:171","msg":"trace[44106861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2521; }","duration":"104.118277ms","start":"2026-07-28T11:35:54.937693Z","end":"2026-07-28T11:35:55.041811Z","steps":["trace[44106861] 'range keys from in-memory index tree' (duration: 103.695263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:55.349635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.92248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:55.349805Z","caller":"traceutil/trace.go:171","msg":"trace[439473243] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2622; }","duration":"196.486466ms","start":"2026-07-28T11:35:55.153295Z","end":"2026-07-28T11:35:55.349781Z","steps":["trace[439473243] 'read index received' (duration: 30.431µs)","trace[439473243] 'applied index is now lower than readState.Index' (duration: 196.453915ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:55.349833Z","caller":"traceutil/trace.go:171","msg":"trace[1197336452] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"302.200345ms","start":"2026-07-28T11:35:55.047588Z","end":"2026-07-28T11:35:55.349789Z","steps":["trace[1197336452] 'process raft request' (duration: 104.996716ms)","trace[1197336452] 'compare' (duration: 196.469976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:55.35004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:55.047555Z","time spent":"302.370511ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:55.350081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.793525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:35:55.350115Z","caller":"traceutil/trace.go:171","msg":"trace[593128210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2523; }","duration":"196.826966ms","start":"2026-07-28T11:35:55.153276Z","end":"2026-07-28T11:35:55.350103Z","steps":["trace[593128210] 'agreement among raft nodes before linearized reading' (duration: 196.641391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:55.350227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.726619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:35:55.350371Z","caller":"traceutil/trace.go:171","msg":"trace[515976664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2523; }","duration":"194.935316ms","start":"2026-07-28T11:35:55.155408Z","end":"2026-07-28T11:35:55.350343Z","steps":["trace[515976664] 'agreement among raft nodes before linearized reading' (duration: 194.561604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:55.81982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.052445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:35:55.820117Z","caller":"traceutil/trace.go:171","msg":"trace[1211189502] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"465.071425ms","start":"2026-07-28T11:35:55.355007Z","end":"2026-07-28T11:35:55.820078Z","steps":["trace[1211189502] 'process raft request' (duration: 307.6768ms)","trace[1211189502] 'compare' (duration: 156.92185ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:35:55.820113Z","caller":"traceutil/trace.go:171","msg":"trace[1349848773] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"229.014995ms","start":"2026-07-28T11:35:55.591057Z","end":"2026-07-28T11:35:55.820072Z","steps":["trace[1349848773] 'read index received' (duration: 71.521677ms)","trace[1349848773] 'applied index is now lower than readState.Index' (duration: 157.489868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:55.820293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:55.354965Z","time spent":"465.241032ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:35:55.845403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.270849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:35:55.845505Z","caller":"traceutil/trace.go:171","msg":"trace[794461103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2525; }","duration":"254.488356ms","start":"2026-07-28T11:35:55.590993Z","end":"2026-07-28T11:35:55.845481Z","steps":["trace[794461103] 'agreement among raft nodes before linearized reading' (duration: 229.191441ms)","trace[794461103] 'range keys from in-memory index tree' (duration: 25.087039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:35:57.325352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.075309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:35:57.325423Z","caller":"traceutil/trace.go:171","msg":"trace[885627710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2535; }","duration":"199.218994ms","start":"2026-07-28T11:35:57.126189Z","end":"2026-07-28T11:35:57.325408Z","steps":["trace[885627710] 'range keys from in-memory index tree' (duration: 198.868922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:35:59.80291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:36:00.303802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:36:00.804776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:36:01.236728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.95806151s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:36:01.237364Z","caller":"traceutil/trace.go:171","msg":"trace[673586592] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"1.958829915s","start":"2026-07-28T11:35:59.278498Z","end":"2026-07-28T11:36:01.237328Z","steps":["trace[673586592] 'process raft request' (duration: 1.958583587s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.237593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.278465Z","time spent":"1.95900483s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:01.719353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.072341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:01.719606Z","caller":"traceutil/trace.go:171","msg":"trace[762000864] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"1.903506188s","start":"2026-07-28T11:35:59.816084Z","end":"2026-07-28T11:36:01.71959Z","steps":["trace[762000864] 'process raft request' (duration: 1.903389804s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.719659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.816053Z","time spent":"1.9035835s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:01.719642Z","caller":"traceutil/trace.go:171","msg":"trace[237133970] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"2.399122849s","start":"2026-07-28T11:35:59.32047Z","end":"2026-07-28T11:36:01.719592Z","steps":["trace[237133970] 'process raft request' (duration: 2.221728717s)","trace[237133970] 'compare' (duration: 176.948428ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:01.719882Z","caller":"traceutil/trace.go:171","msg":"trace[2087659900] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"1.619767178s","start":"2026-07-28T11:36:00.100104Z","end":"2026-07-28T11:36:01.719871Z","steps":["trace[2087659900] 'process raft request' (duration: 1.619407156s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.71994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.100076Z","time spent":"1.61983804s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:01.720128Z","caller":"traceutil/trace.go:171","msg":"trace[1384819138] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"1.419650876s","start":"2026-07-28T11:36:00.300461Z","end":"2026-07-28T11:36:01.720112Z","steps":["trace[1384819138] 'process raft request' (duration: 1.419367577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.300428Z","time spent":"1.419730718s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:01.720242Z","caller":"traceutil/trace.go:171","msg":"trace[275046710] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"1.025550346s","start":"2026-07-28T11:36:00.694677Z","end":"2026-07-28T11:36:01.720228Z","steps":["trace[275046710] 'process raft request' (duration: 1.025401992s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.69465Z","time spent":"1.025630189s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:01.720419Z","caller":"traceutil/trace.go:171","msg":"trace[1080812665] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"1.024688809s","start":"2026-07-28T11:36:00.695719Z","end":"2026-07-28T11:36:01.720407Z","steps":["trace[1080812665] 'process raft request' (duration: 1.024477412s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.720462Z","caller":"traceutil/trace.go:171","msg":"trace[92436995] linearizableReadLoop","detail":"{readStateIndex:2653; appliedIndex:2646; }","duration":"2.417676148s","start":"2026-07-28T11:35:59.302753Z","end":"2026-07-28T11:36:01.720429Z","steps":["trace[92436995] 'read index received' (duration: 1.934372426s)","trace[92436995] 'applied index is now lower than readState.Index' (duration: 483.302442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:01.720524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.695709Z","time spent":"1.024739691s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:01.720587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417852683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:36:01.720543Z","caller":"traceutil/trace.go:171","msg":"trace[373403245] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"913.946648ms","start":"2026-07-28T11:36:00.806573Z","end":"2026-07-28T11:36:01.720519Z","steps":["trace[373403245] 'process raft request' (duration: 913.757782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.720611Z","caller":"traceutil/trace.go:171","msg":"trace[361033967] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2553; }","duration":"2.417936706s","start":"2026-07-28T11:35:59.302668Z","end":"2026-07-28T11:36:01.720605Z","steps":["trace[361033967] 'agreement among raft nodes before linearized reading' (duration: 2.417883564s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.302637Z","time spent":"2.417989677s","remote":"127.0.0.1:35164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:01.720752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.806535Z","time spent":"914.088153ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:01.720762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385142148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T11:36:01.720811Z","caller":"traceutil/trace.go:171","msg":"trace[1807614970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2553; }","duration":"2.385248292s","start":"2026-07-28T11:35:59.335548Z","end":"2026-07-28T11:36:01.720796Z","steps":["trace[1807614970] 'agreement among raft nodes before linearized reading' (duration: 2.385078726s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293589147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"warn","ts":"2026-07-28T11:36:01.720852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.698458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T11:36:01.720865Z","caller":"traceutil/trace.go:171","msg":"trace[1447937842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2553; }","duration":"2.293662569s","start":"2026-07-28T11:35:59.427193Z","end":"2026-07-28T11:36:01.720856Z","steps":["trace[1447937842] 'agreement among raft nodes before linearized reading' (duration: 2.293544335s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388250463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-28T11:36:01.720897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.427168Z","time spent":"2.293724451s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12655,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T11:36:01.720929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.875608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:36:01.720834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238253452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:36:01.720953Z","caller":"traceutil/trace.go:171","msg":"trace[741150062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2553; }","duration":"718.945271ms","start":"2026-07-28T11:36:01.002003Z","end":"2026-07-28T11:36:01.720948Z","steps":["trace[741150062] 'agreement among raft nodes before linearized reading' (duration: 718.891399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.720961Z","caller":"traceutil/trace.go:171","msg":"trace[908479480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2553; }","duration":"2.238454979s","start":"2026-07-28T11:35:59.482497Z","end":"2026-07-28T11:36:01.720952Z","steps":["trace[908479480] 'agreement among raft nodes before linearized reading' (duration: 2.23817031s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.720923Z","caller":"traceutil/trace.go:171","msg":"trace[115799286] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2553; }","duration":"1.388402808s","start":"2026-07-28T11:36:00.332501Z","end":"2026-07-28T11:36:01.720904Z","steps":["trace[115799286] 'agreement among raft nodes before linearized reading' (duration: 1.38815033s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26549829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:36:01.720994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.332478Z","time spent":"1.388511451s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T11:36:01.720983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364106871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T11:36:01.721004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.482468Z","time spent":"2.238525411s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:36:01.72103Z","caller":"traceutil/trace.go:171","msg":"trace[301672237] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2553; }","duration":"2.364194193s","start":"2026-07-28T11:35:59.356824Z","end":"2026-07-28T11:36:01.721018Z","steps":["trace[301672237] 'agreement among raft nodes before linearized reading' (duration: 2.364070109s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.721068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831232597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T11:36:01.72108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.356802Z","time spent":"2.364266676s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:36:01.721098Z","caller":"traceutil/trace.go:171","msg":"trace[1429656444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2553; }","duration":"1.831306719s","start":"2026-07-28T11:35:59.889783Z","end":"2026-07-28T11:36:01.72109Z","steps":["trace[1429656444] 'agreement among raft nodes before linearized reading' (duration: 1.831235007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.721082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655826661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:36:01.720974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.001983Z","time spent":"718.986841ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:36:01.72116Z","caller":"traceutil/trace.go:171","msg":"trace[519335137] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2553; }","duration":"1.655948775s","start":"2026-07-28T11:36:00.065197Z","end":"2026-07-28T11:36:01.721146Z","steps":["trace[519335137] 'agreement among raft nodes before linearized reading' (duration: 1.655694797s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.720864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.335516Z","time spent":"2.385335955s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.06518Z","time spent":"1.656007678s","remote":"127.0.0.1:35102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":68,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:01.72121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383308114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:36:01.720874Z","caller":"traceutil/trace.go:171","msg":"trace[766317598] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2553; }","duration":"801.759951ms","start":"2026-07-28T11:36:00.919106Z","end":"2026-07-28T11:36:01.720866Z","steps":["trace[766317598] 'agreement among raft nodes before linearized reading' (duration: 801.693829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.721235Z","caller":"traceutil/trace.go:171","msg":"trace[1976716263] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2553; }","duration":"1.383372616s","start":"2026-07-28T11:36:00.337854Z","end":"2026-07-28T11:36:01.721227Z","steps":["trace[1976716263] 'agreement among raft nodes before linearized reading' (duration: 1.383314194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.721255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.337835Z","time spent":"1.383415147s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.030404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-28T11:36:01.72127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12797348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:01.720999Z","caller":"traceutil/trace.go:171","msg":"trace[1062903774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2553; }","duration":"2.265584563s","start":"2026-07-28T11:35:59.455407Z","end":"2026-07-28T11:36:01.720991Z","steps":["trace[1062903774] 'agreement among raft nodes before linearized reading' (duration: 2.265504281s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.721321Z","caller":"traceutil/trace.go:171","msg":"trace[766705294] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2553; }","duration":"826.127716ms","start":"2026-07-28T11:36:00.895175Z","end":"2026-07-28T11:36:01.721302Z","steps":["trace[766705294] 'agreement among raft nodes before linearized reading' (duration: 826.002842ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:01.721325Z","caller":"traceutil/trace.go:171","msg":"trace[1113289852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2553; }","duration":"1.128071413s","start":"2026-07-28T11:36:00.593239Z","end":"2026-07-28T11:36:01.72131Z","steps":["trace[1113289852] 'agreement among raft nodes before linearized reading' (duration: 1.127989771s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.72134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.455371Z","time spent":"2.265962615s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.895149Z","time spent":"826.204129ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.593213Z","time spent":"1.128147375s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:01.72112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.88976Z","time spent":"1.831353901s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.686594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:01.721458Z","caller":"traceutil/trace.go:171","msg":"trace[499565448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2553; }","duration":"760.048426ms","start":"2026-07-28T11:36:00.961401Z","end":"2026-07-28T11:36:01.72145Z","steps":["trace[499565448] 'agreement among raft nodes before linearized reading' (duration: 759.675524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.721331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.919091Z","time spent":"802.156403ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:00.961348Z","time spent":"760.127899ms","remote":"127.0.0.1:49578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:01.721483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84400512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:36:01.721538Z","caller":"traceutil/trace.go:171","msg":"trace[1456909829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2553; }","duration":"1.844107812s","start":"2026-07-28T11:35:59.877419Z","end":"2026-07-28T11:36:01.721526Z","steps":["trace[1456909829] 'agreement among raft nodes before linearized reading' (duration: 1.843952677s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:01.721575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.877403Z","time spent":"1.844164625s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:01.721736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:35:59.320443Z","time spent":"2.399422229s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:02.22281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:36:02.9127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.008083ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-28T11:36:02.912964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.721648Z","time spent":"1.191309128s","remote":"127.0.0.1:34786","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T11:36:02.913189Z","caller":"traceutil/trace.go:171","msg":"trace[123783902] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"1.183280328s","start":"2026-07-28T11:36:01.729888Z","end":"2026-07-28T11:36:02.913168Z","steps":["trace[123783902] 'process raft request' (duration: 1.183143063s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:02.913243Z","caller":"traceutil/trace.go:171","msg":"trace[752918649] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"1.184754365s","start":"2026-07-28T11:36:01.728458Z","end":"2026-07-28T11:36:02.913212Z","steps":["trace[752918649] 'process raft request' (duration: 1.184381023s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.913309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.729881Z","time spent":"1.18335576s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:02.913433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.728434Z","time spent":"1.184863179s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:02.913618Z","caller":"traceutil/trace.go:171","msg":"trace[1447166691] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"1.18364516s","start":"2026-07-28T11:36:01.729951Z","end":"2026-07-28T11:36:02.913596Z","steps":["trace[1447166691] 'process raft request' (duration: 1.183414022s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:02.913635Z","caller":"traceutil/trace.go:171","msg":"trace[1878185057] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"1.183679481s","start":"2026-07-28T11:36:01.729915Z","end":"2026-07-28T11:36:02.913595Z","steps":["trace[1878185057] 'process raft request' (duration: 1.183180035s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:02.913668Z","caller":"traceutil/trace.go:171","msg":"trace[17250371] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"1.18367147s","start":"2026-07-28T11:36:01.729973Z","end":"2026-07-28T11:36:02.913645Z","steps":["trace[17250371] 'process raft request' (duration: 1.183536586s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.913711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.729946Z","time spent":"1.183727262s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:02.913767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.729971Z","time spent":"1.183747653s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:02.913748Z","caller":"traceutil/trace.go:171","msg":"trace[1543156465] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"1.183687501s","start":"2026-07-28T11:36:01.730027Z","end":"2026-07-28T11:36:02.913714Z","steps":["trace[1543156465] 'process raft request' (duration: 1.183595188s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:02.913788Z","caller":"traceutil/trace.go:171","msg":"trace[69221690] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"1.183779154s","start":"2026-07-28T11:36:01.729992Z","end":"2026-07-28T11:36:02.913771Z","steps":["trace[69221690] 'process raft request' (duration: 1.183578338s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:02.913845Z","caller":"traceutil/trace.go:171","msg":"trace[814987646] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"1.183779904s","start":"2026-07-28T11:36:01.730034Z","end":"2026-07-28T11:36:02.913813Z","steps":["trace[814987646] 'process raft request' (duration: 1.183632359s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.913939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.729987Z","time spent":"1.183895118s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:02.913941Z","caller":"traceutil/trace.go:171","msg":"trace[570777934] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2654; }","duration":"1.191662499s","start":"2026-07-28T11:36:01.722263Z","end":"2026-07-28T11:36:02.913925Z","steps":["trace[570777934] 'read index received' (duration: 715.459197ms)","trace[570777934] 'applied index is now lower than readState.Index' (duration: 476.202332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:02.913967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.730023Z","time spent":"1.183830966s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:02.914003Z","caller":"traceutil/trace.go:171","msg":"trace[850872589] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"1.183409492s","start":"2026-07-28T11:36:01.730566Z","end":"2026-07-28T11:36:02.913975Z","steps":["trace[850872589] 'process raft request' (duration: 1.183201035s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.914106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.828813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:36:02.914119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.981184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:36:02.914119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.730559Z","time spent":"1.183507355s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:02.913937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.73003Z","time spent":"1.183868857s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:02.91416Z","caller":"traceutil/trace.go:171","msg":"trace[818050276] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2562; }","duration":"873.072068ms","start":"2026-07-28T11:36:02.041075Z","end":"2026-07-28T11:36:02.914148Z","steps":["trace[818050276] 'agreement among raft nodes before linearized reading' (duration: 872.993575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.9142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:02.041042Z","time spent":"873.14884ms","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:02.91411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18367166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:36:02.914245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00476422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-28T11:36:02.914258Z","caller":"traceutil/trace.go:171","msg":"trace[186304389] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2562; }","duration":"1.183835066s","start":"2026-07-28T11:36:01.730406Z","end":"2026-07-28T11:36:02.914241Z","steps":["trace[186304389] 'agreement among raft nodes before linearized reading' (duration: 1.18365934s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.91384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.729909Z","time spent":"1.183812255s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:02.914153Z","caller":"traceutil/trace.go:171","msg":"trace[309394746] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2562; }","duration":"290.917336ms","start":"2026-07-28T11:36:02.623223Z","end":"2026-07-28T11:36:02.91414Z","steps":["trace[309394746] 'agreement among raft nodes before linearized reading' (duration: 290.841854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.914318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.7304Z","time spent":"1.183903718s","remote":"127.0.0.1:35172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T11:36:02.914151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191878006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:02.914281Z","caller":"traceutil/trace.go:171","msg":"trace[689275138] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf; range_end:; response_count:1; response_revision:2562; }","duration":"1.004845533s","start":"2026-07-28T11:36:01.909425Z","end":"2026-07-28T11:36:02.91427Z","steps":["trace[689275138] 'agreement among raft nodes before linearized reading' (duration: 1.004707628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.914388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.90937Z","time spent":"1.005010738s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf\" "} {"level":"warn","ts":"2026-07-28T11:36:02.914402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.716433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:02.914493Z","caller":"traceutil/trace.go:171","msg":"trace[147782226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2562; }","duration":"186.918969ms","start":"2026-07-28T11:36:02.727563Z","end":"2026-07-28T11:36:02.914482Z","steps":["trace[147782226] 'agreement among raft nodes before linearized reading' (duration: 186.527307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:02.914363Z","caller":"traceutil/trace.go:171","msg":"trace[764112039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2562; }","duration":"1.192099393s","start":"2026-07-28T11:36:01.72225Z","end":"2026-07-28T11:36:02.914349Z","steps":["trace[764112039] 'agreement among raft nodes before linearized reading' (duration: 1.191773793s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:02.914853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:01.72224Z","time spent":"1.19260114s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:03.507996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:36:03.783179Z","caller":"traceutil/trace.go:171","msg":"trace[34990360] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2665; }","duration":"776.184932ms","start":"2026-07-28T11:36:03.006965Z","end":"2026-07-28T11:36:03.78315Z","steps":["trace[34990360] 'read index received' (duration: 684.240336ms)","trace[34990360] 'applied index is now lower than readState.Index' (duration: 91.943516ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:03.783332Z","caller":"traceutil/trace.go:171","msg":"trace[1508252649] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"612.708912ms","start":"2026-07-28T11:36:03.170611Z","end":"2026-07-28T11:36:03.78332Z","steps":["trace[1508252649] 'process raft request' (duration: 612.486405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:03.783478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.570617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:03.783597Z","caller":"traceutil/trace.go:171","msg":"trace[2110958328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2565; }","duration":"853.755843ms","start":"2026-07-28T11:36:02.929808Z","end":"2026-07-28T11:36:03.783564Z","steps":["trace[2110958328] 'agreement among raft nodes before linearized reading' (duration: 853.546596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:03.78366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:02.929799Z","time spent":"853.844216ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:03.783516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:03.170578Z","time spent":"612.779074ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:03.783469Z","caller":"traceutil/trace.go:171","msg":"trace[610574494] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"856.579395ms","start":"2026-07-28T11:36:02.926853Z","end":"2026-07-28T11:36:03.783432Z","steps":["trace[610574494] 'process raft request' (duration: 764.336279ms)","trace[610574494] 'compare' (duration: 91.75381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:03.783887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:02.926822Z","time spent":"856.960037ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:04.00003Z","caller":"traceutil/trace.go:171","msg":"trace[2048938162] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"274.238186ms","start":"2026-07-28T11:36:03.725754Z","end":"2026-07-28T11:36:03.999992Z","steps":["trace[2048938162] 'process raft request' (duration: 181.196044ms)","trace[2048938162] 'compare' (duration: 92.710591ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:04.000365Z","caller":"traceutil/trace.go:171","msg":"trace[1684836135] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"272.753638ms","start":"2026-07-28T11:36:03.727582Z","end":"2026-07-28T11:36:04.000335Z","steps":["trace[1684836135] 'process raft request' (duration: 272.341385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:04.000393Z","caller":"traceutil/trace.go:171","msg":"trace[1130975631] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"272.738408ms","start":"2026-07-28T11:36:03.727626Z","end":"2026-07-28T11:36:04.000364Z","steps":["trace[1130975631] 'process raft request' (duration: 272.569072ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:04.000465Z","caller":"traceutil/trace.go:171","msg":"trace[189583861] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2667; }","duration":"217.161978ms","start":"2026-07-28T11:36:03.783281Z","end":"2026-07-28T11:36:04.000443Z","steps":["trace[189583861] 'read index received' (duration: 123.61098ms)","trace[189583861] 'applied index is now lower than readState.Index' (duration: 93.549728ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:04.000496Z","caller":"traceutil/trace.go:171","msg":"trace[1256315043] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"271.972782ms","start":"2026-07-28T11:36:03.728503Z","end":"2026-07-28T11:36:04.000476Z","steps":["trace[1256315043] 'process raft request' (duration: 271.817247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:04.00066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.609225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-28T11:36:04.000715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.448316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:04.000766Z","caller":"traceutil/trace.go:171","msg":"trace[1620466506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2569; }","duration":"985.531338ms","start":"2026-07-28T11:36:03.015217Z","end":"2026-07-28T11:36:04.000749Z","steps":["trace[1620466506] 'agreement among raft nodes before linearized reading' (duration: 985.353633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:04.000718Z","caller":"traceutil/trace.go:171","msg":"trace[1999075756] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2569; }","duration":"991.698858ms","start":"2026-07-28T11:36:03.009005Z","end":"2026-07-28T11:36:04.000703Z","steps":["trace[1999075756] 'agreement among raft nodes before linearized reading' (duration: 991.582534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:04.000666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.755883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:04.000974Z","caller":"traceutil/trace.go:171","msg":"trace[1340860840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2569; }","duration":"216.131075ms","start":"2026-07-28T11:36:03.784831Z","end":"2026-07-28T11:36:04.000962Z","steps":["trace[1340860840] 'agreement among raft nodes before linearized reading' (duration: 215.775194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:04.000972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:03.008989Z","time spent":"991.920095ms","remote":"127.0.0.1:34914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T11:36:04.000825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:03.015208Z","time spent":"985.60286ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T11:36:06.209429Z","caller":"traceutil/trace.go:171","msg":"trace[1859851737] linearizableReadLoop","detail":"{readStateIndex:2682; appliedIndex:2678; }","duration":"190.923819ms","start":"2026-07-28T11:36:06.018481Z","end":"2026-07-28T11:36:06.209405Z","steps":["trace[1859851737] 'read index received' (duration: 33.807805ms)","trace[1859851737] 'applied index is now lower than readState.Index' (duration: 157.115024ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:06.209472Z","caller":"traceutil/trace.go:171","msg":"trace[1432987114] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"202.916027ms","start":"2026-07-28T11:36:06.006522Z","end":"2026-07-28T11:36:06.209438Z","steps":["trace[1432987114] 'process raft request' (duration: 162.045825ms)","trace[1432987114] 'compare' (duration: 40.592183ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:06.209516Z","caller":"traceutil/trace.go:171","msg":"trace[751407440] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"202.71905ms","start":"2026-07-28T11:36:06.006709Z","end":"2026-07-28T11:36:06.209428Z","steps":["trace[751407440] 'process raft request' (duration: 202.654558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:06.209477Z","caller":"traceutil/trace.go:171","msg":"trace[1618118555] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"202.781962ms","start":"2026-07-28T11:36:06.006654Z","end":"2026-07-28T11:36:06.209436Z","steps":["trace[1618118555] 'process raft request' (duration: 202.661658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:06.20965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.156986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:06.209692Z","caller":"traceutil/trace.go:171","msg":"trace[140405889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2579; }","duration":"191.25806ms","start":"2026-07-28T11:36:06.01842Z","end":"2026-07-28T11:36:06.209678Z","steps":["trace[140405889] 'agreement among raft nodes before linearized reading' (duration: 191.086104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.099045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.621994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:36:07.099165Z","caller":"traceutil/trace.go:171","msg":"trace[667146946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2581; }","duration":"162.81016ms","start":"2026-07-28T11:36:06.936328Z","end":"2026-07-28T11:36:07.099138Z","steps":["trace[667146946] 'range keys from in-memory index tree' (duration: 162.372736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.099135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.531961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:36:07.099197Z","caller":"traceutil/trace.go:171","msg":"trace[322468185] linearizableReadLoop","detail":"{readStateIndex:2685; appliedIndex:2684; }","duration":"160.548456ms","start":"2026-07-28T11:36:06.93863Z","end":"2026-07-28T11:36:07.099178Z","steps":["trace[322468185] 'read index received' (duration: 108.113789ms)","trace[322468185] 'applied index is now lower than readState.Index' (duration: 52.433097ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:07.099249Z","caller":"traceutil/trace.go:171","msg":"trace[1477369385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2581; }","duration":"162.689166ms","start":"2026-07-28T11:36:06.936537Z","end":"2026-07-28T11:36:07.099226Z","steps":["trace[1477369385] 'range keys from in-memory index tree' (duration: 162.343265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.099298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.669125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:36:07.099498Z","caller":"traceutil/trace.go:171","msg":"trace[816308207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2581; }","duration":"162.951455ms","start":"2026-07-28T11:36:06.936523Z","end":"2026-07-28T11:36:07.099475Z","steps":["trace[816308207] 'range keys from in-memory index tree' (duration: 162.470089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.099511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.867617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:36:07.099556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.009926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:36:07.099564Z","caller":"traceutil/trace.go:171","msg":"trace[2132730010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2582; }","duration":"160.940899ms","start":"2026-07-28T11:36:06.938607Z","end":"2026-07-28T11:36:07.099548Z","steps":["trace[2132730010] 'agreement among raft nodes before linearized reading' (duration: 160.768353ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:07.099618Z","caller":"traceutil/trace.go:171","msg":"trace[1915362750] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2582; }","duration":"150.070408ms","start":"2026-07-28T11:36:06.949531Z","end":"2026-07-28T11:36:07.099601Z","steps":["trace[1915362750] 'agreement among raft nodes before linearized reading' (duration: 149.931453ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:07.099686Z","caller":"traceutil/trace.go:171","msg":"trace[422382469] transaction","detail":"{read_only:false; response_revision:2582; number_of_response:1; }","duration":"162.19319ms","start":"2026-07-28T11:36:06.937001Z","end":"2026-07-28T11:36:07.099195Z","steps":["trace[422382469] 'process raft request' (duration: 109.714361ms)","trace[422382469] 'compare' (duration: 52.314353ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:07.400498Z","caller":"traceutil/trace.go:171","msg":"trace[1848200219] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"296.389214ms","start":"2026-07-28T11:36:07.104075Z","end":"2026-07-28T11:36:07.400465Z","steps":["trace[1848200219] 'process raft request' (duration: 281.322086ms)","trace[1848200219] 'compare' (duration: 14.651084ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:07.40051Z","caller":"traceutil/trace.go:171","msg":"trace[325202161] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"295.778403ms","start":"2026-07-28T11:36:07.104709Z","end":"2026-07-28T11:36:07.400487Z","steps":["trace[325202161] 'process raft request' (duration: 295.646769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:07.400514Z","caller":"traceutil/trace.go:171","msg":"trace[1043166033] linearizableReadLoop","detail":"{readStateIndex:2690; appliedIndex:2687; }","duration":"182.551629ms","start":"2026-07-28T11:36:07.217922Z","end":"2026-07-28T11:36:07.400474Z","steps":["trace[1043166033] 'read index received' (duration: 167.478991ms)","trace[1043166033] 'applied index is now lower than readState.Index' (duration: 15.071758ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:07.400514Z","caller":"traceutil/trace.go:171","msg":"trace[2104786394] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"295.749533ms","start":"2026-07-28T11:36:07.10474Z","end":"2026-07-28T11:36:07.40049Z","steps":["trace[2104786394] 'process raft request' (duration: 295.699481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.400713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.772246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:07.40077Z","caller":"traceutil/trace.go:171","msg":"trace[1984894941] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2587; }","duration":"182.89759ms","start":"2026-07-28T11:36:07.21786Z","end":"2026-07-28T11:36:07.400757Z","steps":["trace[1984894941] 'agreement among raft nodes before linearized reading' (duration: 182.700774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.892277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.90899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:07.892376Z","caller":"traceutil/trace.go:171","msg":"trace[1209834887] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2587; }","duration":"179.031704ms","start":"2026-07-28T11:36:07.713318Z","end":"2026-07-28T11:36:07.892349Z","steps":["trace[1209834887] 'count revisions from in-memory index tree' (duration: 178.747206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:07.89261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.279163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:07.892742Z","caller":"traceutil/trace.go:171","msg":"trace[166113622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2587; }","duration":"297.470438ms","start":"2026-07-28T11:36:07.595245Z","end":"2026-07-28T11:36:07.892716Z","steps":["trace[166113622] 'range keys from in-memory index tree' (duration: 297.163599ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:08.178703Z","caller":"traceutil/trace.go:171","msg":"trace[147671857] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"120.769669ms","start":"2026-07-28T11:36:08.057909Z","end":"2026-07-28T11:36:08.178679Z","steps":["trace[147671857] 'process raft request' (duration: 120.589593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:08.390819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.967098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:08.391162Z","caller":"traceutil/trace.go:171","msg":"trace[2114009549] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"166.266271ms","start":"2026-07-28T11:36:08.224869Z","end":"2026-07-28T11:36:08.391135Z","steps":["trace[2114009549] 'process raft request' (duration: 166.156277ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:08.391361Z","caller":"traceutil/trace.go:171","msg":"trace[267629548] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"167.025956ms","start":"2026-07-28T11:36:08.224292Z","end":"2026-07-28T11:36:08.391318Z","steps":["trace[267629548] 'process raft request' (duration: 52.462168ms)","trace[267629548] 'compare' (duration: 113.793293ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:08.391382Z","caller":"traceutil/trace.go:171","msg":"trace[588817438] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"166.694915ms","start":"2026-07-28T11:36:08.224642Z","end":"2026-07-28T11:36:08.391337Z","steps":["trace[588817438] 'process raft request' (duration: 166.331183ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:09.239702Z","caller":"traceutil/trace.go:171","msg":"trace[806325021] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"131.28054ms","start":"2026-07-28T11:36:09.108394Z","end":"2026-07-28T11:36:09.239674Z","steps":["trace[806325021] 'process raft request' (duration: 131.084903ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:09.725116Z","caller":"traceutil/trace.go:171","msg":"trace[135343206] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2699; }","duration":"485.478564ms","start":"2026-07-28T11:36:09.239609Z","end":"2026-07-28T11:36:09.725088Z","steps":["trace[135343206] 'read index received' (duration: 485.454353ms)","trace[135343206] 'applied index is now lower than readState.Index' (duration: 20.441µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:09.725392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.476645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:36:09.725436Z","caller":"traceutil/trace.go:171","msg":"trace[223675371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2596; }","duration":"562.777876ms","start":"2026-07-28T11:36:09.162648Z","end":"2026-07-28T11:36:09.725426Z","steps":["trace[223675371] 'agreement among raft nodes before linearized reading' (duration: 562.561009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:09.725476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.162624Z","time spent":"562.842837ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:36:09.725572Z","caller":"traceutil/trace.go:171","msg":"trace[1805610987] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"490.086702ms","start":"2026-07-28T11:36:09.234956Z","end":"2026-07-28T11:36:09.725043Z","steps":["trace[1805610987] 'process raft request' (duration: 489.868045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:09.725733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.234928Z","time spent":"490.721563ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:10.225858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:36:10.870263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.22609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:10.870552Z","caller":"traceutil/trace.go:171","msg":"trace[1718494056] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"1.626551505s","start":"2026-07-28T11:36:09.243975Z","end":"2026-07-28T11:36:10.870527Z","steps":["trace[1718494056] 'process raft request' (duration: 1.041945633s)","trace[1718494056] 'compare' (duration: 584.048714ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:10.870828Z","caller":"traceutil/trace.go:171","msg":"trace[239229574] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"1.140866995s","start":"2026-07-28T11:36:09.729934Z","end":"2026-07-28T11:36:10.870801Z","steps":["trace[239229574] 'process raft request' (duration: 1.140474252s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:10.870945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277053213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:36:10.87098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466601258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:36:10.871004Z","caller":"traceutil/trace.go:171","msg":"trace[994453998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2599; }","duration":"1.277173677s","start":"2026-07-28T11:36:09.593816Z","end":"2026-07-28T11:36:10.87099Z","steps":["trace[994453998] 'agreement among raft nodes before linearized reading' (duration: 1.277022482s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:10.870992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466232546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:36:10.870981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456225852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:10.871035Z","caller":"traceutil/trace.go:171","msg":"trace[1648612498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2599; }","duration":"1.466720642s","start":"2026-07-28T11:36:09.404303Z","end":"2026-07-28T11:36:10.871024Z","steps":["trace[1648612498] 'agreement among raft nodes before linearized reading' (duration: 1.466593138s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:10.871045Z","caller":"traceutil/trace.go:171","msg":"trace[1418413682] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2599; }","duration":"1.466309979s","start":"2026-07-28T11:36:09.404723Z","end":"2026-07-28T11:36:10.871033Z","steps":["trace[1418413682] 'agreement among raft nodes before linearized reading' (duration: 1.466124053s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:10.871043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.593793Z","time spent":"1.277241029s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:10.871081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.404277Z","time spent":"1.466794534s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:36:10.87108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.404711Z","time spent":"1.46636137s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T11:36:10.871071Z","caller":"traceutil/trace.go:171","msg":"trace[1557815245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2599; }","duration":"1.456358367s","start":"2026-07-28T11:36:09.414701Z","end":"2026-07-28T11:36:10.87106Z","steps":["trace[1557815245] 'agreement among raft nodes before linearized reading' (duration: 1.4561316s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:10.870829Z","caller":"traceutil/trace.go:171","msg":"trace[1101530923] linearizableReadLoop","detail":"{readStateIndex:2702; appliedIndex:2699; }","duration":"1.145626289s","start":"2026-07-28T11:36:09.72518Z","end":"2026-07-28T11:36:10.870806Z","steps":["trace[1101530923] 'read index received' (duration: 560.79557ms)","trace[1101530923] 'applied index is now lower than readState.Index' (duration: 584.829559ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:10.871136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.414689Z","time spent":"1.456434149s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T11:36:10.870835Z","caller":"traceutil/trace.go:171","msg":"trace[921823979] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"686.545362ms","start":"2026-07-28T11:36:10.184262Z","end":"2026-07-28T11:36:10.870807Z","steps":["trace[921823979] 'process raft request' (duration: 686.420038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:10.871157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466603838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:36:10.871269Z","caller":"traceutil/trace.go:171","msg":"trace[872901730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2599; }","duration":"1.466835456s","start":"2026-07-28T11:36:09.404415Z","end":"2026-07-28T11:36:10.87125Z","steps":["trace[872901730] 'agreement among raft nodes before linearized reading' (duration: 1.466440383s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:10.871183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.729908Z","time spent":"1.141013969s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:10.871339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.404372Z","time spent":"1.46695612s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:10.871362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.184231Z","time spent":"687.036068ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:10.871399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:09.243956Z","time spent":"1.62730786s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:11.310877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.855994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:11.311307Z","caller":"traceutil/trace.go:171","msg":"trace[1173477545] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2702; }","duration":"440.117645ms","start":"2026-07-28T11:36:10.871175Z","end":"2026-07-28T11:36:11.311292Z","steps":["trace[1173477545] 'read index received' (duration: 296.726704ms)","trace[1173477545] 'applied index is now lower than readState.Index' (duration: 143.389901ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:11.31141Z","caller":"traceutil/trace.go:171","msg":"trace[1703188848] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"914.104057ms","start":"2026-07-28T11:36:10.397257Z","end":"2026-07-28T11:36:11.311361Z","steps":["trace[1703188848] 'process raft request' (duration: 913.941732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:11.311614Z","caller":"traceutil/trace.go:171","msg":"trace[314708812] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"915.945836ms","start":"2026-07-28T11:36:10.395652Z","end":"2026-07-28T11:36:11.311598Z","steps":["trace[314708812] 'process raft request' (duration: 772.268625ms)","trace[314708812] 'compare' (duration: 142.611696ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:11.311623Z","caller":"traceutil/trace.go:171","msg":"trace[198900987] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"914.379106ms","start":"2026-07-28T11:36:10.397228Z","end":"2026-07-28T11:36:11.311607Z","steps":["trace[198900987] 'process raft request' (duration: 913.919051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.31165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.920575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:36:11.311632Z","caller":"traceutil/trace.go:171","msg":"trace[1836189112] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"725.388919ms","start":"2026-07-28T11:36:10.586211Z","end":"2026-07-28T11:36:11.3116Z","steps":["trace[1836189112] 'process raft request' (duration: 725.024747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.311677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.395621Z","time spent":"916.027808ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:11.311638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.397223Z","time spent":"914.310384ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:11.311704Z","caller":"traceutil/trace.go:171","msg":"trace[116060733] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2603; }","duration":"789.025349ms","start":"2026-07-28T11:36:10.522662Z","end":"2026-07-28T11:36:11.311687Z","steps":["trace[116060733] 'agreement among raft nodes before linearized reading' (duration: 788.900504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.311759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.522639Z","time spent":"789.109071ms","remote":"127.0.0.1:35038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:11.311781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.39721Z","time spent":"914.443837ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:11.311803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.586177Z","time spent":"725.533053ms","remote":"127.0.0.1:34922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:11.31189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.982354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:36:11.312014Z","caller":"traceutil/trace.go:171","msg":"trace[350835134] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2603; }","duration":"978.16351ms","start":"2026-07-28T11:36:10.333828Z","end":"2026-07-28T11:36:11.311991Z","steps":["trace[350835134] 'agreement among raft nodes before linearized reading' (duration: 977.8432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.312075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.333805Z","time spent":"978.256453ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T11:36:11.757135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.154498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-28T11:36:11.75754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.313893Z","time spent":"443.642689ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T11:36:11.757641Z","caller":"traceutil/trace.go:171","msg":"trace[852239102] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"882.471603ms","start":"2026-07-28T11:36:10.87513Z","end":"2026-07-28T11:36:11.757601Z","steps":["trace[852239102] 'process raft request' (duration: 882.170803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:11.757723Z","caller":"traceutil/trace.go:171","msg":"trace[1494895876] linearizableReadLoop","detail":"{readStateIndex:2709; appliedIndex:2706; }","duration":"446.355937ms","start":"2026-07-28T11:36:11.311337Z","end":"2026-07-28T11:36:11.757693Z","steps":["trace[1494895876] 'read index received' (duration: 131.546538ms)","trace[1494895876] 'applied index is now lower than readState.Index' (duration: 314.805219ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:11.757714Z","caller":"traceutil/trace.go:171","msg":"trace[1164774094] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"881.833672ms","start":"2026-07-28T11:36:10.875835Z","end":"2026-07-28T11:36:11.757668Z","steps":["trace[1164774094] 'process raft request' (duration: 881.551433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:11.757658Z","caller":"traceutil/trace.go:171","msg":"trace[513342477] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"882.658489ms","start":"2026-07-28T11:36:10.874964Z","end":"2026-07-28T11:36:11.757623Z","steps":["trace[513342477] 'process raft request' (duration: 567.903961ms)","trace[513342477] 'compare' (duration: 314.026384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:11.757895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.87511Z","time spent":"882.625497ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:11.757933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.372981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T11:36:11.757963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.875825Z","time spent":"881.976187ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:11.757967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.191733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:36:11.758012Z","caller":"traceutil/trace.go:171","msg":"trace[51243650] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2606; }","duration":"456.503366ms","start":"2026-07-28T11:36:11.301494Z","end":"2026-07-28T11:36:11.757997Z","steps":["trace[51243650] 'agreement among raft nodes before linearized reading' (duration: 456.214647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:11.75803Z","caller":"traceutil/trace.go:171","msg":"trace[984743215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2606; }","duration":"514.307876ms","start":"2026-07-28T11:36:11.243707Z","end":"2026-07-28T11:36:11.758015Z","steps":["trace[984743215] 'agreement among raft nodes before linearized reading' (duration: 514.056608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.758061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.243685Z","time spent":"514.370279ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:11.758058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.301461Z","time spent":"456.588509ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:11.757969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.326332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:36:11.75811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.874938Z","time spent":"882.944828ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:11.758136Z","caller":"traceutil/trace.go:171","msg":"trace[1426189527] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2606; }","duration":"309.530618ms","start":"2026-07-28T11:36:11.448571Z","end":"2026-07-28T11:36:11.758101Z","steps":["trace[1426189527] 'agreement among raft nodes before linearized reading' (duration: 309.337152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.758196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.448548Z","time spent":"309.627382ms","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:11.758201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.134931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:11.758256Z","caller":"traceutil/trace.go:171","msg":"trace[300250880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2606; }","duration":"886.207154ms","start":"2026-07-28T11:36:10.872029Z","end":"2026-07-28T11:36:11.758236Z","steps":["trace[300250880] 'agreement among raft nodes before linearized reading' (duration: 885.852112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:11.758301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:10.871987Z","time spent":"886.306657ms","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:12.402753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.379293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:12.402836Z","caller":"traceutil/trace.go:171","msg":"trace[490812078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2609; }","duration":"524.523587ms","start":"2026-07-28T11:36:11.878294Z","end":"2026-07-28T11:36:12.402818Z","steps":["trace[490812078] 'range keys from in-memory index tree' (duration: 524.138804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:12.40287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.878272Z","time spent":"524.591259ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:36:12.402905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.187579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-28T11:36:12.402932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.16838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:12.402996Z","caller":"traceutil/trace.go:171","msg":"trace[1887887024] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf; range_end:; response_count:1; response_revision:2609; }","duration":"487.354624ms","start":"2026-07-28T11:36:11.915621Z","end":"2026-07-28T11:36:12.402976Z","steps":["trace[1887887024] 'range keys from in-memory index tree' (duration: 486.967832ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:12.40309Z","caller":"traceutil/trace.go:171","msg":"trace[335891419] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"406.60987ms","start":"2026-07-28T11:36:11.996446Z","end":"2026-07-28T11:36:12.403056Z","steps":["trace[335891419] 'process raft request' (duration: 269.176432ms)","trace[335891419] 'compare' (duration: 136.916842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:12.403186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.996408Z","time spent":"406.738614ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:12.403237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:11.915596Z","time spent":"487.53677ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf\" "} {"level":"warn","ts":"2026-07-28T11:36:12.792574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:36:12.90397Z","caller":"traceutil/trace.go:171","msg":"trace[1829639998] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"834.873233ms","start":"2026-07-28T11:36:12.069071Z","end":"2026-07-28T11:36:12.903944Z","steps":["trace[1829639998] 'process raft request' (duration: 834.245762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:12.904123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.069041Z","time spent":"835.003786ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:14.593892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:36:14.593996Z","caller":"traceutil/trace.go:171","msg":"trace[925250026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000117126s","start":"2026-07-28T11:36:12.593854Z","end":"2026-07-28T11:36:14.593971Z","steps":["trace[925250026] 'agreement among raft nodes before linearized reading' (duration: 1.999984902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:14.594063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.593822Z","time spent":"2.000229559s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:36:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T11:36:14.818444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.042984ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:14.818579Z","caller":"traceutil/trace.go:171","msg":"trace[377268310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2611; }","duration":"259.196039ms","start":"2026-07-28T11:36:14.559364Z","end":"2026-07-28T11:36:14.81856Z","steps":["trace[377268310] 'range keys from in-memory index tree' (duration: 259.018853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:14.818791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064834235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:14.819264Z","caller":"traceutil/trace.go:171","msg":"trace[516369114] linearizableReadLoop","detail":"{readStateIndex:2716; appliedIndex:2714; }","duration":"2.527086912s","start":"2026-07-28T11:36:12.292153Z","end":"2026-07-28T11:36:14.81924Z","steps":["trace[516369114] 'read index received' (duration: 611.173502ms)","trace[516369114] 'applied index is now lower than readState.Index' (duration: 1.91591227s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:14.819356Z","caller":"traceutil/trace.go:171","msg":"trace[477666298] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.942918744s","start":"2026-07-28T11:36:12.876428Z","end":"2026-07-28T11:36:14.819346Z","steps":["trace[477666298] 'process raft request' (duration: 1.942688817s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:14.81939Z","caller":"traceutil/trace.go:171","msg":"trace[1320202579] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"2.413404512s","start":"2026-07-28T11:36:12.405966Z","end":"2026-07-28T11:36:14.81937Z","steps":["trace[1320202579] 'process raft request' (duration: 1.347855824s)","trace[1320202579] 'compare' (duration: 1.064536405s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:14.819478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.876413Z","time spent":"1.942972707s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:14.819519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.40594Z","time spent":"2.413539717s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:14.819514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527356701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:14.819571Z","caller":"traceutil/trace.go:171","msg":"trace[1501000314] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2613; }","duration":"2.527454624s","start":"2026-07-28T11:36:12.292098Z","end":"2026-07-28T11:36:14.819553Z","steps":["trace[1501000314] 'agreement among raft nodes before linearized reading' (duration: 2.527302319s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:14.819622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.292077Z","time spent":"2.527534607s","remote":"127.0.0.1:34960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:14.898167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144342638s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:36:14.898873Z","caller":"traceutil/trace.go:171","msg":"trace[888044926] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.581704863s","start":"2026-07-28T11:36:13.317002Z","end":"2026-07-28T11:36:14.898707Z","steps":["trace[888044926] 'process raft request' (duration: 1.581457205s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:14.899063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.316967Z","time spent":"1.581999403s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:14.899184Z","caller":"traceutil/trace.go:171","msg":"trace[347759268] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.581197967s","start":"2026-07-28T11:36:13.317948Z","end":"2026-07-28T11:36:14.899146Z","steps":["trace[347759268] 'process raft request' (duration: 1.580714102s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:14.899252Z","caller":"traceutil/trace.go:171","msg":"trace[1263923889] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"1.581130275s","start":"2026-07-28T11:36:13.318087Z","end":"2026-07-28T11:36:14.899218Z","steps":["trace[1263923889] 'process raft request' (duration: 1.580956319s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:14.899362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.317934Z","time spent":"1.581327841s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:14.89962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.318055Z","time spent":"1.581327731s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:14.932163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:36:14.932277Z","caller":"traceutil/trace.go:171","msg":"trace[2062181754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00055057s","start":"2026-07-28T11:36:12.931697Z","end":"2026-07-28T11:36:14.932247Z","steps":["trace[2062181754] 'agreement among raft nodes before linearized reading' (duration: 2.000403115s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:14.932339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.931672Z","time spent":"2.000651343s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:36:15.020173Z","caller":"traceutil/trace.go:171","msg":"trace[717881798] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2717; }","duration":"200.82732ms","start":"2026-07-28T11:36:14.8193Z","end":"2026-07-28T11:36:15.020128Z","steps":["trace[717881798] 'read index received' (duration: 79.132711ms)","trace[717881798] 'applied index is now lower than readState.Index' (duration: 121.693499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:15.020416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.729824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"warn","ts":"2026-07-28T11:36:15.020467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005716457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T11:36:15.020563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075062756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:15.02066Z","caller":"traceutil/trace.go:171","msg":"trace[223714439] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2617; }","duration":"1.07518091s","start":"2026-07-28T11:36:13.945449Z","end":"2026-07-28T11:36:15.02063Z","steps":["trace[223714439] 'agreement among raft nodes before linearized reading' (duration: 1.075077347s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.020717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.034855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:36:15.020725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.945421Z","time spent":"1.075292363s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:36:15.020756Z","caller":"traceutil/trace.go:171","msg":"trace[1781227483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2617; }","duration":"420.119878ms","start":"2026-07-28T11:36:14.600629Z","end":"2026-07-28T11:36:15.020749Z","steps":["trace[1781227483] 'agreement among raft nodes before linearized reading' (duration: 420.062826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.020759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.450841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-28T11:36:15.02079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:14.600604Z","time spent":"420.179589ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:15.020767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231950444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:36:15.02083Z","caller":"traceutil/trace.go:171","msg":"trace[318165453] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c670d061bdcf9b; range_end:; response_count:1; response_revision:2617; }","duration":"197.557654ms","start":"2026-07-28T11:36:14.823254Z","end":"2026-07-28T11:36:15.020812Z","steps":["trace[318165453] 'agreement among raft nodes before linearized reading' (duration: 197.365338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.020842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609456233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:15.020864Z","caller":"traceutil/trace.go:171","msg":"trace[1579610681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2617; }","duration":"1.232094919s","start":"2026-07-28T11:36:13.788736Z","end":"2026-07-28T11:36:15.020831Z","steps":["trace[1579610681] 'agreement among raft nodes before linearized reading' (duration: 1.231880082s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.020893Z","caller":"traceutil/trace.go:171","msg":"trace[327295198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2617; }","duration":"1.609556165s","start":"2026-07-28T11:36:13.411323Z","end":"2026-07-28T11:36:15.020879Z","steps":["trace[327295198] 'agreement among raft nodes before linearized reading' (duration: 1.609422951s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.020883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257329876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:36:15.020942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.411294Z","time spent":"1.609637638s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:36:15.020944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0060931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:36:15.021Z","caller":"traceutil/trace.go:171","msg":"trace[1611139895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2617; }","duration":"1.25746565s","start":"2026-07-28T11:36:13.763508Z","end":"2026-07-28T11:36:15.020973Z","steps":["trace[1611139895] 'agreement among raft nodes before linearized reading' (duration: 1.25714016s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.020571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578077743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:36:15.021065Z","caller":"traceutil/trace.go:171","msg":"trace[542744391] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2617; }","duration":"2.006230974s","start":"2026-07-28T11:36:13.014788Z","end":"2026-07-28T11:36:15.021019Z","steps":["trace[542744391] 'agreement among raft nodes before linearized reading' (duration: 2.005993236s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.021097Z","caller":"traceutil/trace.go:171","msg":"trace[2059133585] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2617; }","duration":"2.578663762s","start":"2026-07-28T11:36:12.442418Z","end":"2026-07-28T11:36:15.021082Z","steps":["trace[2059133585] 'agreement among raft nodes before linearized reading' (duration: 2.578111244s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.021075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.763485Z","time spent":"1.257575443s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:15.021097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145252303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T11:36:15.02114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.014765Z","time spent":"2.006361258s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:15.021147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.442388Z","time spent":"2.578739264s","remote":"127.0.0.1:49724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:36:15.021183Z","caller":"traceutil/trace.go:171","msg":"trace[1671096064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2617; }","duration":"2.145359527s","start":"2026-07-28T11:36:12.875793Z","end":"2026-07-28T11:36:15.021153Z","steps":["trace[1671096064] 'agreement among raft nodes before linearized reading' (duration: 2.145179411s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.020664Z","caller":"traceutil/trace.go:171","msg":"trace[1211950770] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"1.037596683s","start":"2026-07-28T11:36:13.983052Z","end":"2026-07-28T11:36:15.020649Z","steps":["trace[1211950770] 'process raft request' (duration: 970.202062ms)","trace[1211950770] 'compare' (duration: 66.722849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:15.021239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.875763Z","time spent":"2.145465141s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:36:15.02093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.78871Z","time spent":"1.232200392s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:15.020712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258554046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:36:15.021343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.983026Z","time spent":"1.038239554s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:15.021378Z","caller":"traceutil/trace.go:171","msg":"trace[342435395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2617; }","duration":"1.259261848s","start":"2026-07-28T11:36:13.762097Z","end":"2026-07-28T11:36:15.021359Z","steps":["trace[342435395] 'agreement among raft nodes before linearized reading' (duration: 1.258516504s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.020572Z","caller":"traceutil/trace.go:171","msg":"trace[711544015] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2617; }","duration":"2.005866253s","start":"2026-07-28T11:36:13.014679Z","end":"2026-07-28T11:36:15.020545Z","steps":["trace[711544015] 'agreement among raft nodes before linearized reading' (duration: 2.005531902s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.020504Z","caller":"traceutil/trace.go:171","msg":"trace[2047612359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2617; }","duration":"985.88276ms","start":"2026-07-28T11:36:14.034601Z","end":"2026-07-28T11:36:15.020483Z","steps":["trace[2047612359] 'agreement among raft nodes before linearized reading' (duration: 985.58812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.021554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:14.034578Z","time spent":"986.953865ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12655,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T11:36:15.021597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.145807421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T11:36:15.021645Z","caller":"traceutil/trace.go:171","msg":"trace[1058775394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2617; }","duration":"2.145905985s","start":"2026-07-28T11:36:12.875728Z","end":"2026-07-28T11:36:15.021634Z","steps":["trace[1058775394] 'agreement among raft nodes before linearized reading' (duration: 2.145784141s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.021686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.875706Z","time spent":"2.145969747s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:15.02046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257267183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:36:15.021842Z","caller":"traceutil/trace.go:171","msg":"trace[876991132] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2617; }","duration":"1.258685219s","start":"2026-07-28T11:36:13.763124Z","end":"2026-07-28T11:36:15.021809Z","steps":["trace[876991132] 'agreement among raft nodes before linearized reading' (duration: 1.257027226s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.021441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.762071Z","time spent":"1.259353821s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:36:15.021493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.014667Z","time spent":"2.006814943s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:15.021924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.763117Z","time spent":"1.258774062s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:36:15.02193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399822163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:15.021999Z","caller":"traceutil/trace.go:171","msg":"trace[942344937] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2617; }","duration":"2.399941237s","start":"2026-07-28T11:36:12.622043Z","end":"2026-07-28T11:36:15.021985Z","steps":["trace[942344937] 'agreement among raft nodes before linearized reading' (duration: 2.398534022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.022041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:12.622016Z","time spent":"2.40001448s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:15.020496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019588556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:36:15.02209Z","caller":"traceutil/trace.go:171","msg":"trace[2121711744] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2617; }","duration":"2.02124666s","start":"2026-07-28T11:36:13.000827Z","end":"2026-07-28T11:36:15.022074Z","steps":["trace[2121711744] 'agreement among raft nodes before linearized reading' (duration: 2.019487413s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:15.022151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:13.000808Z","time spent":"2.021329292s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:15.2511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.898619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:15.251259Z","caller":"traceutil/trace.go:171","msg":"trace[724999146] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"228.064892ms","start":"2026-07-28T11:36:15.023171Z","end":"2026-07-28T11:36:15.251236Z","steps":["trace[724999146] 'process raft request' (duration: 116.923714ms)","trace[724999146] 'compare' (duration: 110.721394ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:15.278556Z","caller":"traceutil/trace.go:171","msg":"trace[381861295] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"252.485102ms","start":"2026-07-28T11:36:15.02603Z","end":"2026-07-28T11:36:15.278515Z","steps":["trace[381861295] 'process raft request' (duration: 252.123591ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.278578Z","caller":"traceutil/trace.go:171","msg":"trace[2141850677] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"252.016137ms","start":"2026-07-28T11:36:15.026519Z","end":"2026-07-28T11:36:15.278535Z","steps":["trace[2141850677] 'process raft request' (duration: 251.843521ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.278632Z","caller":"traceutil/trace.go:171","msg":"trace[366315974] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"251.543011ms","start":"2026-07-28T11:36:15.02707Z","end":"2026-07-28T11:36:15.278613Z","steps":["trace[366315974] 'process raft request' (duration: 251.357045ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.278731Z","caller":"traceutil/trace.go:171","msg":"trace[1151120754] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"251.325354ms","start":"2026-07-28T11:36:15.027371Z","end":"2026-07-28T11:36:15.278697Z","steps":["trace[1151120754] 'process raft request' (duration: 251.136208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.278806Z","caller":"traceutil/trace.go:171","msg":"trace[1592873165] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"251.283423ms","start":"2026-07-28T11:36:15.027477Z","end":"2026-07-28T11:36:15.278761Z","steps":["trace[1592873165] 'process raft request' (duration: 251.084307ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.279016Z","caller":"traceutil/trace.go:171","msg":"trace[1304435649] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"250.827198ms","start":"2026-07-28T11:36:15.028168Z","end":"2026-07-28T11:36:15.278995Z","steps":["trace[1304435649] 'process raft request' (duration: 250.483737ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.279144Z","caller":"traceutil/trace.go:171","msg":"trace[1828964985] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"250.795607ms","start":"2026-07-28T11:36:15.028334Z","end":"2026-07-28T11:36:15.279129Z","steps":["trace[1828964985] 'process raft request' (duration: 250.722125ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.279147Z","caller":"traceutil/trace.go:171","msg":"trace[1814182483] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"250.802047ms","start":"2026-07-28T11:36:15.028324Z","end":"2026-07-28T11:36:15.279126Z","steps":["trace[1814182483] 'process raft request' (duration: 250.643632ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.279142Z","caller":"traceutil/trace.go:171","msg":"trace[940227301] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2721; }","duration":"247.661096ms","start":"2026-07-28T11:36:15.031462Z","end":"2026-07-28T11:36:15.279123Z","steps":["trace[940227301] 'read index received' (duration: 108.706858ms)","trace[940227301] 'applied index is now lower than readState.Index' (duration: 138.952758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:15.279251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.761299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:15.27917Z","caller":"traceutil/trace.go:171","msg":"trace[1310195995] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"250.847489ms","start":"2026-07-28T11:36:15.028245Z","end":"2026-07-28T11:36:15.279093Z","steps":["trace[1310195995] 'process raft request' (duration: 250.467537ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:15.27931Z","caller":"traceutil/trace.go:171","msg":"trace[1348787186] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2627; }","duration":"247.901983ms","start":"2026-07-28T11:36:15.031393Z","end":"2026-07-28T11:36:15.279295Z","steps":["trace[1348787186] 'agreement among raft nodes before linearized reading' (duration: 247.78582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:18.594281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000090065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T11:36:18.594412Z","caller":"traceutil/trace.go:171","msg":"trace[449727498] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277571s","start":"2026-07-28T11:36:16.594108Z","end":"2026-07-28T11:36:18.594385Z","steps":["trace[449727498] 'agreement among raft nodes before linearized reading' (duration: 2.000118796s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:18.594487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.594087Z","time spent":"2.000381074s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:36:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T11:36:18.793453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415927591s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:18.793616Z","caller":"traceutil/trace.go:171","msg":"trace[1435591848] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"3.537708563s","start":"2026-07-28T11:36:15.255872Z","end":"2026-07-28T11:36:18.79358Z","steps":["trace[1435591848] 'process raft request' (duration: 121.577465ms)","trace[1435591848] 'compare' (duration: 3.414484705s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:18.793685Z","caller":"traceutil/trace.go:171","msg":"trace[486903566] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"2.049320639s","start":"2026-07-28T11:36:16.744354Z","end":"2026-07-28T11:36:18.793675Z","steps":["trace[486903566] 'process raft request' (duration: 2.049218446s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:18.793752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.744294Z","time spent":"2.049416872s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:18.793738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:15.255844Z","time spent":"3.537841817s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:36:18.793855Z","caller":"traceutil/trace.go:171","msg":"trace[1717004083] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2731; }","duration":"3.510960866s","start":"2026-07-28T11:36:15.282847Z","end":"2026-07-28T11:36:18.793808Z","steps":["trace[1717004083] 'read index received' (duration: 94.275331ms)","trace[1717004083] 'applied index is now lower than readState.Index' (duration: 3.416681115s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:18.794574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511578137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:18.794672Z","caller":"traceutil/trace.go:171","msg":"trace[705456957] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2629; }","duration":"3.511846276s","start":"2026-07-28T11:36:15.282806Z","end":"2026-07-28T11:36:18.794652Z","steps":["trace[705456957] 'agreement among raft nodes before linearized reading' (duration: 3.511089841s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:18.794715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:15.282787Z","time spent":"3.511918137s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T11:36:19.294089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768505887,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:36:19.788797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.213509154s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:36:19.78949Z","caller":"traceutil/trace.go:171","msg":"trace[1398042397] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"2.962866577s","start":"2026-07-28T11:36:16.826583Z","end":"2026-07-28T11:36:19.789449Z","steps":["trace[1398042397] 'process raft request' (duration: 2.962519366s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:19.789501Z","caller":"traceutil/trace.go:171","msg":"trace[1503108875] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"2.88449072s","start":"2026-07-28T11:36:16.904981Z","end":"2026-07-28T11:36:19.789472Z","steps":["trace[1503108875] 'process raft request' (duration: 2.884274333s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:19.789669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.826559Z","time spent":"2.963009992s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:19.78968Z","caller":"traceutil/trace.go:171","msg":"trace[55057050] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"2.55450839s","start":"2026-07-28T11:36:17.235143Z","end":"2026-07-28T11:36:19.789651Z","steps":["trace[55057050] 'process raft request' (duration: 2.554446188s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:19.789794Z","caller":"traceutil/trace.go:171","msg":"trace[1724137464] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"2.884675106s","start":"2026-07-28T11:36:16.905098Z","end":"2026-07-28T11:36:19.789773Z","steps":["trace[1724137464] 'process raft request' (duration: 2.884193171s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:19.789865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.235113Z","time spent":"2.554652775s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:19.789839Z","caller":"traceutil/trace.go:171","msg":"trace[1408728752] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"2.884249022s","start":"2026-07-28T11:36:16.905537Z","end":"2026-07-28T11:36:19.789786Z","steps":["trace[1408728752] 'process raft request' (duration: 2.883785597s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:19.789935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.904957Z","time spent":"2.884878882s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:19.789898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.90492Z","time spent":"2.884926054s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:19.790098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.905527Z","time spent":"2.884435498s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:20.595082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999985262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:36:20.595197Z","caller":"traceutil/trace.go:171","msg":"trace[685810851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023905s","start":"2026-07-28T11:36:18.594936Z","end":"2026-07-28T11:36:20.595175Z","steps":["trace[685810851] 'agreement among raft nodes before linearized reading' (duration: 2.000022023s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.595256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:18.594738Z","time spent":"2.000505199s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:20.946898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085819314s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-28T11:36:20.947018Z","caller":"traceutil/trace.go:171","msg":"trace[1979897555] linearizableReadLoop","detail":"{readStateIndex:2739; appliedIndex:2733; }","duration":"2.153066997s","start":"2026-07-28T11:36:18.793931Z","end":"2026-07-28T11:36:20.946998Z","steps":["trace[1979897555] 'read index received' (duration: 995.059807ms)","trace[1979897555] 'applied index is now lower than readState.Index' (duration: 1.15800524s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:20.947309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663761812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:36:20.947347Z","caller":"traceutil/trace.go:171","msg":"trace[759675585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2634; }","duration":"3.663856796s","start":"2026-07-28T11:36:17.28348Z","end":"2026-07-28T11:36:20.947337Z","steps":["trace[759675585] 'agreement among raft nodes before linearized reading' (duration: 3.663715561s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.947377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.283456Z","time spent":"3.663913907s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:36:20.947527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6633576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:36:20.947566Z","caller":"traceutil/trace.go:171","msg":"trace[267711698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2634; }","duration":"3.663404011s","start":"2026-07-28T11:36:17.284148Z","end":"2026-07-28T11:36:20.947552Z","steps":["trace[267711698] 'agreement among raft nodes before linearized reading' (duration: 3.663327158s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.947308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.663163513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:36:20.947602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.284143Z","time spent":"3.663449192s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:36:20.947606Z","caller":"traceutil/trace.go:171","msg":"trace[493323467] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2634; }","duration":"3.663490903s","start":"2026-07-28T11:36:17.284106Z","end":"2026-07-28T11:36:20.947597Z","steps":["trace[493323467] 'agreement among raft nodes before linearized reading' (duration: 3.663054069s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.947554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154848221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:36:20.947635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.284098Z","time spent":"3.663528655s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:36:20.947582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698078846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:20.947673Z","caller":"traceutil/trace.go:171","msg":"trace[1805323897] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2634; }","duration":"3.155047337s","start":"2026-07-28T11:36:17.792602Z","end":"2026-07-28T11:36:20.947649Z","steps":["trace[1805323897] 'agreement among raft nodes before linearized reading' (duration: 3.15484359s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:20.947685Z","caller":"traceutil/trace.go:171","msg":"trace[84880510] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2634; }","duration":"2.698250192s","start":"2026-07-28T11:36:18.249412Z","end":"2026-07-28T11:36:20.947662Z","steps":["trace[84880510] 'agreement among raft nodes before linearized reading' (duration: 2.698075077s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.94773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:18.249378Z","time spent":"2.698342445s","remote":"127.0.0.1:49750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.947554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158119352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T11:36:20.94774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.792572Z","time spent":"3.15514759s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:36:20.947784Z","caller":"traceutil/trace.go:171","msg":"trace[680939546] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2634; }","duration":"4.158394961s","start":"2026-07-28T11:36:16.789376Z","end":"2026-07-28T11:36:20.947771Z","steps":["trace[680939546] 'agreement among raft nodes before linearized reading' (duration: 4.158017289s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.947825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.78934Z","time spent":"4.158475243s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:20.947964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.66492558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:36:20.948Z","caller":"traceutil/trace.go:171","msg":"trace[1322905752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2634; }","duration":"3.665015373s","start":"2026-07-28T11:36:17.282976Z","end":"2026-07-28T11:36:20.947991Z","steps":["trace[1322905752] 'agreement among raft nodes before linearized reading' (duration: 3.66491304s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.948025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.282941Z","time spent":"3.665077125s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:20.948188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665272221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:36:20.948296Z","caller":"traceutil/trace.go:171","msg":"trace[281937402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2634; }","duration":"3.665518359s","start":"2026-07-28T11:36:17.28275Z","end":"2026-07-28T11:36:20.948268Z","steps":["trace[281937402] 'agreement among raft nodes before linearized reading' (duration: 3.665125556s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.948383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.282715Z","time spent":"3.665653783s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:36:20.947667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15069149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-28T11:36:20.948458Z","caller":"traceutil/trace.go:171","msg":"trace[728408649] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf; range_end:; response_count:1; response_revision:2634; }","duration":"2.151534446s","start":"2026-07-28T11:36:18.796903Z","end":"2026-07-28T11:36:20.948437Z","steps":["trace[728408649] 'agreement among raft nodes before linearized reading' (duration: 2.150608247s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.9485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:18.796885Z","time spent":"2.151604979s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c670fff59b2ebf\" "} {"level":"warn","ts":"2026-07-28T11:36:20.948568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041751506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:36:20.948629Z","caller":"traceutil/trace.go:171","msg":"trace[437665535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2634; }","duration":"4.041847819s","start":"2026-07-28T11:36:16.906763Z","end":"2026-07-28T11:36:20.948611Z","steps":["trace[437665535] 'agreement among raft nodes before linearized reading' (duration: 4.041756266s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.948688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.906751Z","time spent":"4.041920151s","remote":"127.0.0.1:56930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.948761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322904326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:36:20.948791Z","caller":"traceutil/trace.go:171","msg":"trace[178139829] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2634; }","duration":"4.322989989s","start":"2026-07-28T11:36:16.625793Z","end":"2026-07-28T11:36:20.948783Z","steps":["trace[178139829] 'agreement among raft nodes before linearized reading' (duration: 4.322880605s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.948811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.625757Z","time spent":"4.32304827s","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":92,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.948966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080907003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:36:20.949012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918503203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:20.949034Z","caller":"traceutil/trace.go:171","msg":"trace[428628264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2634; }","duration":"4.918570766s","start":"2026-07-28T11:36:16.030456Z","end":"2026-07-28T11:36:20.949027Z","steps":["trace[428628264] 'agreement among raft nodes before linearized reading' (duration: 4.918454662s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.949052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.030432Z","time spent":"4.918615577s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:36:20.949179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.120345686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:20.949205Z","caller":"traceutil/trace.go:171","msg":"trace[1602595217] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2634; }","duration":"5.120420369s","start":"2026-07-28T11:36:15.828777Z","end":"2026-07-28T11:36:20.949198Z","steps":["trace[1602595217] 'agreement among raft nodes before linearized reading' (duration: 5.120376648s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.949224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:15.828752Z","time spent":"5.120466461s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.949299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41166041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:36:20.949334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998151632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:36:20.94934Z","caller":"traceutil/trace.go:171","msg":"trace[1287830045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2634; }","duration":"1.411752172s","start":"2026-07-28T11:36:19.537577Z","end":"2026-07-28T11:36:20.949329Z","steps":["trace[1287830045] 'agreement among raft nodes before linearized reading' (duration: 1.41168108s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:20.949354Z","caller":"traceutil/trace.go:171","msg":"trace[1738607000] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2634; }","duration":"1.998218875s","start":"2026-07-28T11:36:18.951129Z","end":"2026-07-28T11:36:20.949348Z","steps":["trace[1738607000] 'agreement among raft nodes before linearized reading' (duration: 1.998181624s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.949372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:18.951106Z","time spent":"1.998261256s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.949371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:19.537552Z","time spent":"1.411809394s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:36:20.949038Z","caller":"traceutil/trace.go:171","msg":"trace[1060506092] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2634; }","duration":"4.081036087s","start":"2026-07-28T11:36:16.867986Z","end":"2026-07-28T11:36:20.949022Z","steps":["trace[1060506092] 'agreement among raft nodes before linearized reading' (duration: 4.080931054s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.949475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:16.867958Z","time spent":"4.081509853s","remote":"127.0.0.1:34882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.949509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149270514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T11:36:20.949537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.324645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:20.949552Z","caller":"traceutil/trace.go:171","msg":"trace[378092779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2634; }","duration":"2.149354816s","start":"2026-07-28T11:36:18.800187Z","end":"2026-07-28T11:36:20.949542Z","steps":["trace[378092779] 'agreement among raft nodes before linearized reading' (duration: 2.149250093s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:20.94957Z","caller":"traceutil/trace.go:171","msg":"trace[1115019253] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2634; }","duration":"327.358576ms","start":"2026-07-28T11:36:20.622202Z","end":"2026-07-28T11:36:20.94956Z","steps":["trace[1115019253] 'agreement among raft nodes before linearized reading' (duration: 327.309964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.94958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:18.800167Z","time spent":"2.149405438s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T11:36:20.949605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.622156Z","time spent":"327.440538ms","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:36:20.948483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.6649445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:36:20.949745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.299304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:20.949758Z","caller":"traceutil/trace.go:171","msg":"trace[1487470250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2634; }","duration":"3.666246963s","start":"2026-07-28T11:36:17.283501Z","end":"2026-07-28T11:36:20.949748Z","steps":["trace[1487470250] 'agreement among raft nodes before linearized reading' (duration: 3.664088383s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:20.949772Z","caller":"traceutil/trace.go:171","msg":"trace[1375786356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2634; }","duration":"348.369025ms","start":"2026-07-28T11:36:20.601395Z","end":"2026-07-28T11:36:20.949764Z","steps":["trace[1375786356] 'agreement among raft nodes before linearized reading' (duration: 348.325374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.949789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:17.283491Z","time spent":"3.666288294s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:36:20.949795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.601374Z","time spent":"348.414617ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:36:20.949981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.206552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-28T11:36:20.94999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.726108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:36:20.950052Z","caller":"traceutil/trace.go:171","msg":"trace[1732655052] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:2634; }","duration":"615.81531ms","start":"2026-07-28T11:36:20.334227Z","end":"2026-07-28T11:36:20.950042Z","steps":["trace[1732655052] 'agreement among raft nodes before linearized reading' (duration: 615.692376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.950089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.334211Z","time spent":"615.869403ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T11:36:20.950107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.288744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T11:36:20.95001Z","caller":"traceutil/trace.go:171","msg":"trace[497115574] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2634; }","duration":"666.272164ms","start":"2026-07-28T11:36:20.283731Z","end":"2026-07-28T11:36:20.950003Z","steps":["trace[497115574] 'agreement among raft nodes before linearized reading' (duration: 666.203392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:20.950125Z","caller":"traceutil/trace.go:171","msg":"trace[1330704248] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2634; }","duration":"666.351567ms","start":"2026-07-28T11:36:20.283768Z","end":"2026-07-28T11:36:20.950119Z","steps":["trace[1330704248] 'agreement among raft nodes before linearized reading' (duration: 666.302705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.950147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.283745Z","time spent":"666.397979ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:20.950157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.28371Z","time spent":"666.43386ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:36:20.95006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.768628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:36:20.950206Z","caller":"traceutil/trace.go:171","msg":"trace[171862398] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2634; }","duration":"665.917632ms","start":"2026-07-28T11:36:20.284275Z","end":"2026-07-28T11:36:20.950192Z","steps":["trace[171862398] 'agreement among raft nodes before linearized reading' (duration: 665.747167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:20.950251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.284269Z","time spent":"665.969715ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:36:21.334968Z","caller":"traceutil/trace.go:171","msg":"trace[443127628] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"381.064724ms","start":"2026-07-28T11:36:20.953861Z","end":"2026-07-28T11:36:21.334926Z","steps":["trace[443127628] 'process raft request' (duration: 380.992101ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.334981Z","caller":"traceutil/trace.go:171","msg":"trace[1569161429] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"382.611713ms","start":"2026-07-28T11:36:20.952338Z","end":"2026-07-28T11:36:21.33495Z","steps":["trace[1569161429] 'process raft request' (duration: 381.044253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:21.335183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.952943Z","time spent":"382.138269ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.335209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.952311Z","time spent":"382.781709ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:21.335188Z","caller":"traceutil/trace.go:171","msg":"trace[498619646] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"381.405734ms","start":"2026-07-28T11:36:20.953697Z","end":"2026-07-28T11:36:21.335102Z","steps":["trace[498619646] 'process raft request' (duration: 381.029732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.335371Z","caller":"traceutil/trace.go:171","msg":"trace[472646126] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"381.313102ms","start":"2026-07-28T11:36:20.954043Z","end":"2026-07-28T11:36:21.335356Z","steps":["trace[472646126] 'process raft request' (duration: 381.143596ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.335491Z","caller":"traceutil/trace.go:171","msg":"trace[2098462116] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"380.586468ms","start":"2026-07-28T11:36:20.954868Z","end":"2026-07-28T11:36:21.335454Z","steps":["trace[2098462116] 'process raft request' (duration: 380.411352ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.33556Z","caller":"traceutil/trace.go:171","msg":"trace[1982474031] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"380.058981ms","start":"2026-07-28T11:36:20.955482Z","end":"2026-07-28T11:36:21.335541Z","steps":["trace[1982474031] 'process raft request' (duration: 380.022659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.335526Z","caller":"traceutil/trace.go:171","msg":"trace[1722016756] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"381.397754ms","start":"2026-07-28T11:36:20.953982Z","end":"2026-07-28T11:36:21.33538Z","steps":["trace[1722016756] 'process raft request' (duration: 380.906558ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.335677Z","caller":"traceutil/trace.go:171","msg":"trace[1501180077] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"380.657331ms","start":"2026-07-28T11:36:20.955011Z","end":"2026-07-28T11:36:21.335668Z","steps":["trace[1501180077] 'process raft request' (duration: 380.32844ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.335698Z","caller":"traceutil/trace.go:171","msg":"trace[379870401] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"380.33149ms","start":"2026-07-28T11:36:20.955351Z","end":"2026-07-28T11:36:21.335683Z","steps":["trace[379870401] 'process raft request' (duration: 380.055611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:21.335737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.955004Z","time spent":"380.704662ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:21.335749Z","caller":"traceutil/trace.go:171","msg":"trace[764642555] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"380.431753ms","start":"2026-07-28T11:36:20.955305Z","end":"2026-07-28T11:36:21.335737Z","steps":["trace[764642555] 'process raft request' (duration: 380.068721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:21.33576Z","caller":"traceutil/trace.go:171","msg":"trace[145348729] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"380.364241ms","start":"2026-07-28T11:36:20.955378Z","end":"2026-07-28T11:36:21.335742Z","steps":["trace[145348729] 'process raft request' (duration: 380.096092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:21.335772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.955347Z","time spent":"380.384872ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.335813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.955298Z","time spent":"380.482434ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.335756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.953668Z","time spent":"381.724215ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.335851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.955374Z","time spent":"380.435003ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.33564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.955478Z","time spent":"380.121073ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.335636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.95485Z","time spent":"380.723933ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.336092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.953971Z","time spent":"381.726175ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:21.335524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.954038Z","time spent":"381.379294ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:21.336829Z","caller":"traceutil/trace.go:171","msg":"trace[234828983] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"369.985265ms","start":"2026-07-28T11:36:20.966821Z","end":"2026-07-28T11:36:21.336806Z","steps":["trace[234828983] 'process raft request' (duration: 369.362015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:21.336939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:20.966804Z","time spent":"370.084908ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:22.96683Z","caller":"traceutil/trace.go:171","msg":"trace[2138445075] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"318.147317ms","start":"2026-07-28T11:36:22.648635Z","end":"2026-07-28T11:36:22.966783Z","steps":["trace[2138445075] 'process raft request' (duration: 317.900109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:22.967055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:22.648543Z","time spent":"318.386185ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:23.69818Z","caller":"traceutil/trace.go:171","msg":"trace[1681559162] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"353.658247ms","start":"2026-07-28T11:36:23.344487Z","end":"2026-07-28T11:36:23.698145Z","steps":["trace[1681559162] 'process raft request' (duration: 353.195352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:23.698391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:23.344468Z","time spent":"353.799121ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:23.698484Z","caller":"traceutil/trace.go:171","msg":"trace[2131714627] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"352.367235ms","start":"2026-07-28T11:36:23.346089Z","end":"2026-07-28T11:36:23.698456Z","steps":["trace[2131714627] 'process raft request' (duration: 352.008684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:23.698669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:23.346079Z","time spent":"352.488649ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:23.698721Z","caller":"traceutil/trace.go:171","msg":"trace[1154102063] linearizableReadLoop","detail":"{readStateIndex:2766; appliedIndex:2761; }","duration":"105.201235ms","start":"2026-07-28T11:36:23.593499Z","end":"2026-07-28T11:36:23.6987Z","steps":["trace[1154102063] 'read index received' (duration: 104.146571ms)","trace[1154102063] 'applied index is now lower than readState.Index' (duration: 1.053544ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:23.6988Z","caller":"traceutil/trace.go:171","msg":"trace[674905605] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"352.487589ms","start":"2026-07-28T11:36:23.346301Z","end":"2026-07-28T11:36:23.698789Z","steps":["trace[674905605] 'process raft request' (duration: 352.104487ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:23.698765Z","caller":"traceutil/trace.go:171","msg":"trace[648065768] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"352.034044ms","start":"2026-07-28T11:36:23.346695Z","end":"2026-07-28T11:36:23.698729Z","steps":["trace[648065768] 'process raft request' (duration: 351.8977ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:23.698806Z","caller":"traceutil/trace.go:171","msg":"trace[292375714] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"351.934221ms","start":"2026-07-28T11:36:23.346858Z","end":"2026-07-28T11:36:23.698793Z","steps":["trace[292375714] 'process raft request' (duration: 351.800527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:23.698858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:23.346295Z","time spent":"352.53091ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:23.698859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.326489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:23.698897Z","caller":"traceutil/trace.go:171","msg":"trace[997774585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2660; }","duration":"105.436782ms","start":"2026-07-28T11:36:23.593449Z","end":"2026-07-28T11:36:23.698886Z","steps":["trace[997774585] 'agreement among raft nodes before linearized reading' (duration: 105.341249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:23.698893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:23.346839Z","time spent":"352.020854ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:23.698943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:23.346686Z","time spent":"352.161789ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:24.094485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.899566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:24.094803Z","caller":"traceutil/trace.go:171","msg":"trace[1329986151] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2766; }","duration":"120.776248ms","start":"2026-07-28T11:36:23.974004Z","end":"2026-07-28T11:36:24.09478Z","steps":["trace[1329986151] 'read index received' (duration: 56.542µs)","trace[1329986151] 'applied index is now lower than readState.Index' (duration: 120.718306ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:24.094875Z","caller":"traceutil/trace.go:171","msg":"trace[429433100] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"288.206117ms","start":"2026-07-28T11:36:23.80663Z","end":"2026-07-28T11:36:24.094836Z","steps":["trace[429433100] 'process raft request' (duration: 287.99752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:24.094992Z","caller":"traceutil/trace.go:171","msg":"trace[392068291] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"288.073543ms","start":"2026-07-28T11:36:23.806902Z","end":"2026-07-28T11:36:24.094975Z","steps":["trace[392068291] 'process raft request' (duration: 287.787583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:24.095007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.001295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:24.095038Z","caller":"traceutil/trace.go:171","msg":"trace[196466827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2664; }","duration":"121.080498ms","start":"2026-07-28T11:36:23.973947Z","end":"2026-07-28T11:36:24.095028Z","steps":["trace[196466827] 'agreement among raft nodes before linearized reading' (duration: 120.896552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:24.095131Z","caller":"traceutil/trace.go:171","msg":"trace[1005094791] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"288.185986ms","start":"2026-07-28T11:36:23.806938Z","end":"2026-07-28T11:36:24.095124Z","steps":["trace[1005094791] 'process raft request' (duration: 287.793484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:24.095288Z","caller":"traceutil/trace.go:171","msg":"trace[1955845935] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"290.055456ms","start":"2026-07-28T11:36:23.805224Z","end":"2026-07-28T11:36:24.09528Z","steps":["trace[1955845935] 'process raft request' (duration: 52.349244ms)","trace[1955845935] 'compare' (duration: 236.674649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:24.505155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.317752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:36:24.505275Z","caller":"traceutil/trace.go:171","msg":"trace[1656900974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2664; }","duration":"153.501479ms","start":"2026-07-28T11:36:24.351738Z","end":"2026-07-28T11:36:24.505239Z","steps":["trace[1656900974] 'count revisions from in-memory index tree' (duration: 153.110585ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:25.305108Z","caller":"traceutil/trace.go:171","msg":"trace[549069645] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"105.997411ms","start":"2026-07-28T11:36:25.199082Z","end":"2026-07-28T11:36:25.30508Z","steps":["trace[549069645] 'process raft request' (duration: 105.805154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:36.076769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.170027ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-07-28T11:36:38.476997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.125355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:38.477216Z","caller":"traceutil/trace.go:171","msg":"trace[96788065] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"228.156894ms","start":"2026-07-28T11:36:38.249031Z","end":"2026-07-28T11:36:38.477188Z","steps":["trace[96788065] 'process raft request' (duration: 125.73133ms)","trace[96788065] 'compare' (duration: 101.899787ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:38.477309Z","caller":"traceutil/trace.go:171","msg":"trace[1850260701] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2861; }","duration":"208.417705ms","start":"2026-07-28T11:36:38.268869Z","end":"2026-07-28T11:36:38.477287Z","steps":["trace[1850260701] 'read index received' (duration: 33.545356ms)","trace[1850260701] 'applied index is now lower than readState.Index' (duration: 174.870969ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:38.477512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.641643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:38.477559Z","caller":"traceutil/trace.go:171","msg":"trace[1463719870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2755; }","duration":"208.733086ms","start":"2026-07-28T11:36:38.268813Z","end":"2026-07-28T11:36:38.477546Z","steps":["trace[1463719870] 'agreement among raft nodes before linearized reading' (duration: 208.538119ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:38.477705Z","caller":"traceutil/trace.go:171","msg":"trace[342965227] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"228.587958ms","start":"2026-07-28T11:36:38.249092Z","end":"2026-07-28T11:36:38.477679Z","steps":["trace[342965227] 'process raft request' (duration: 228.04033ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:44.042925Z","caller":"traceutil/trace.go:171","msg":"trace[560260240] linearizableReadLoop","detail":"{readStateIndex:2895; appliedIndex:2894; }","duration":"106.597451ms","start":"2026-07-28T11:36:43.936305Z","end":"2026-07-28T11:36:44.042902Z","steps":["trace[560260240] 'read index received' (duration: 106.386754ms)","trace[560260240] 'applied index is now lower than readState.Index' (duration: 209.726µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:44.043023Z","caller":"traceutil/trace.go:171","msg":"trace[1335656106] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"127.226447ms","start":"2026-07-28T11:36:43.915765Z","end":"2026-07-28T11:36:44.042991Z","steps":["trace[1335656106] 'process raft request' (duration: 126.99097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:44.043172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.841698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:36:44.043236Z","caller":"traceutil/trace.go:171","msg":"trace[2050432554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2785; }","duration":"106.946592ms","start":"2026-07-28T11:36:43.936273Z","end":"2026-07-28T11:36:44.04322Z","steps":["trace[2050432554] 'agreement among raft nodes before linearized reading' (duration: 106.714114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:44.305513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.013636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:36:44.305676Z","caller":"traceutil/trace.go:171","msg":"trace[1680765480] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"258.918489ms","start":"2026-07-28T11:36:44.046734Z","end":"2026-07-28T11:36:44.305652Z","steps":["trace[1680765480] 'process raft request' (duration: 133.668896ms)","trace[1680765480] 'compare' (duration: 124.724816ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:44.629754Z","caller":"traceutil/trace.go:171","msg":"trace[629528617] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"582.154681ms","start":"2026-07-28T11:36:44.047563Z","end":"2026-07-28T11:36:44.629718Z","steps":["trace[629528617] 'process raft request' (duration: 511.733902ms)","trace[629528617] 'compare' (duration: 70.218642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:36:44.629959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:44.047543Z","time spent":"582.316676ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:44.630131Z","caller":"traceutil/trace.go:171","msg":"trace[86114108] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"582.463451ms","start":"2026-07-28T11:36:44.04757Z","end":"2026-07-28T11:36:44.630034Z","steps":["trace[86114108] 'process raft request' (duration: 582.096909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:44.630372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:44.047545Z","time spent":"582.697399ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:44.630449Z","caller":"traceutil/trace.go:171","msg":"trace[202349761] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"582.421279ms","start":"2026-07-28T11:36:44.047994Z","end":"2026-07-28T11:36:44.630415Z","steps":["trace[202349761] 'process raft request' (duration: 581.945094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:44.630691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:44.047975Z","time spent":"582.618316ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:36:44.630813Z","caller":"traceutil/trace.go:171","msg":"trace[812314221] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"308.489105ms","start":"2026-07-28T11:36:44.322305Z","end":"2026-07-28T11:36:44.630795Z","steps":["trace[812314221] 'process raft request' (duration: 308.376461ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:44.630879Z","caller":"traceutil/trace.go:171","msg":"trace[1202807923] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"379.200663ms","start":"2026-07-28T11:36:44.25162Z","end":"2026-07-28T11:36:44.630821Z","steps":["trace[1202807923] 'process raft request' (duration: 378.671776ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:44.631022Z","caller":"traceutil/trace.go:171","msg":"trace[1776941839] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2896; }","duration":"109.628948ms","start":"2026-07-28T11:36:44.521369Z","end":"2026-07-28T11:36:44.630998Z","steps":["trace[1776941839] 'read index received' (duration: 37.99874ms)","trace[1776941839] 'applied index is now lower than readState.Index' (duration: 71.628848ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:36:44.631017Z","caller":"traceutil/trace.go:171","msg":"trace[1386810899] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"134.041118ms","start":"2026-07-28T11:36:44.496964Z","end":"2026-07-28T11:36:44.631005Z","steps":["trace[1386810899] 'process raft request' (duration: 133.805081ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:36:44.631077Z","caller":"traceutil/trace.go:171","msg":"trace[2084166006] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"131.910379ms","start":"2026-07-28T11:36:44.499157Z","end":"2026-07-28T11:36:44.631067Z","steps":["trace[2084166006] 'process raft request' (duration: 131.749764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:36:44.631158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:44.2516Z","time spent":"379.40084ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:44.630952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:36:44.322282Z","time spent":"308.595108ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:36:44.631313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.938618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:36:44.631385Z","caller":"traceutil/trace.go:171","msg":"trace[327098536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2793; }","duration":"110.054752ms","start":"2026-07-28T11:36:44.521312Z","end":"2026-07-28T11:36:44.631367Z","steps":["trace[327098536] 'agreement among raft nodes before linearized reading' (duration: 109.836295ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:00.567339Z","caller":"traceutil/trace.go:171","msg":"trace[1865409918] linearizableReadLoop","detail":"{readStateIndex:3003; appliedIndex:3002; }","duration":"160.077812ms","start":"2026-07-28T11:37:00.407231Z","end":"2026-07-28T11:37:00.567308Z","steps":["trace[1865409918] 'read index received' (duration: 91.018646ms)","trace[1865409918] 'applied index is now lower than readState.Index' (duration: 69.058076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:00.567558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.310689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T11:37:00.567547Z","caller":"traceutil/trace.go:171","msg":"trace[943337955] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"161.562549ms","start":"2026-07-28T11:37:00.405939Z","end":"2026-07-28T11:37:00.567502Z","steps":["trace[943337955] 'process raft request' (duration: 92.435021ms)","trace[943337955] 'compare' (duration: 68.808868ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:00.567601Z","caller":"traceutil/trace.go:171","msg":"trace[426032849] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2888; }","duration":"160.414652ms","start":"2026-07-28T11:37:00.407176Z","end":"2026-07-28T11:37:00.567591Z","steps":["trace[426032849] 'agreement among raft nodes before linearized reading' (duration: 160.269277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:00.870026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.971545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:00.870374Z","caller":"traceutil/trace.go:171","msg":"trace[894261354] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"179.278472ms","start":"2026-07-28T11:37:00.691049Z","end":"2026-07-28T11:37:00.870328Z","steps":["trace[894261354] 'process raft request' (duration: 49.922985ms)","trace[894261354] 'compare' (duration: 128.864551ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:00.870421Z","caller":"traceutil/trace.go:171","msg":"trace[1559242588] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"178.373553ms","start":"2026-07-28T11:37:00.692009Z","end":"2026-07-28T11:37:00.870383Z","steps":["trace[1559242588] 'process raft request' (duration: 178.201727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:00.870572Z","caller":"traceutil/trace.go:171","msg":"trace[1792699755] linearizableReadLoop","detail":"{readStateIndex:3007; appliedIndex:3003; }","duration":"161.490496ms","start":"2026-07-28T11:37:00.709062Z","end":"2026-07-28T11:37:00.870553Z","steps":["trace[1792699755] 'read index received' (duration: 31.936063ms)","trace[1792699755] 'applied index is now lower than readState.Index' (duration: 129.553273ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:00.870742Z","caller":"traceutil/trace.go:171","msg":"trace[827391618] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"177.802235ms","start":"2026-07-28T11:37:00.692922Z","end":"2026-07-28T11:37:00.870724Z","steps":["trace[827391618] 'process raft request' (duration: 177.360061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:00.87108Z","caller":"traceutil/trace.go:171","msg":"trace[2007549664] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"176.190873ms","start":"2026-07-28T11:37:00.694866Z","end":"2026-07-28T11:37:00.871057Z","steps":["trace[2007549664] 'process raft request' (duration: 175.466859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:00.87111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.063509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T11:37:00.871121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.013553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T11:37:00.871086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.002243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T11:37:00.871171Z","caller":"traceutil/trace.go:171","msg":"trace[2112701294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2892; }","duration":"162.134858ms","start":"2026-07-28T11:37:00.709022Z","end":"2026-07-28T11:37:00.871157Z","steps":["trace[2112701294] 'agreement among raft nodes before linearized reading' (duration: 161.981543ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:00.871193Z","caller":"traceutil/trace.go:171","msg":"trace[1878149830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2892; }","duration":"162.117927ms","start":"2026-07-28T11:37:00.709056Z","end":"2026-07-28T11:37:00.871174Z","steps":["trace[1878149830] 'agreement among raft nodes before linearized reading' (duration: 161.697943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:00.871202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.012294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:37:00.871145Z","caller":"traceutil/trace.go:171","msg":"trace[356783673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2892; }","duration":"134.144541ms","start":"2026-07-28T11:37:00.736988Z","end":"2026-07-28T11:37:00.871133Z","steps":["trace[356783673] 'agreement among raft nodes before linearized reading' (duration: 134.028707ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:00.871255Z","caller":"traceutil/trace.go:171","msg":"trace[1987423333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2892; }","duration":"162.113667ms","start":"2026-07-28T11:37:00.709122Z","end":"2026-07-28T11:37:00.871236Z","steps":["trace[1987423333] 'agreement among raft nodes before linearized reading' (duration: 161.946881ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:01.766392Z","caller":"traceutil/trace.go:171","msg":"trace[468497462] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"114.339701ms","start":"2026-07-28T11:37:01.652016Z","end":"2026-07-28T11:37:01.766356Z","steps":["trace[468497462] 'process raft request' (duration: 65.143418ms)","trace[468497462] 'compare' (duration: 48.991686ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:01.992404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.674542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:37:01.992567Z","caller":"traceutil/trace.go:171","msg":"trace[2011573090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2900; }","duration":"114.904449ms","start":"2026-07-28T11:37:01.877639Z","end":"2026-07-28T11:37:01.992544Z","steps":["trace[2011573090] 'range keys from in-memory index tree' (duration: 114.419364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:06.683253Z","caller":"traceutil/trace.go:171","msg":"trace[438375161] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"147.516072ms","start":"2026-07-28T11:37:06.535703Z","end":"2026-07-28T11:37:06.683219Z","steps":["trace[438375161] 'process raft request' (duration: 61.560253ms)","trace[438375161] 'compare' (duration: 85.477384ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:07.937406Z","caller":"traceutil/trace.go:171","msg":"trace[1992257242] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"131.58845ms","start":"2026-07-28T11:37:07.805787Z","end":"2026-07-28T11:37:07.937375Z","steps":["trace[1992257242] 'process raft request' (duration: 131.301491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:09.138575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.838881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:09.138874Z","caller":"traceutil/trace.go:171","msg":"trace[1433653697] linearizableReadLoop","detail":"{readStateIndex:3060; appliedIndex:3056; }","duration":"147.950607ms","start":"2026-07-28T11:37:08.990904Z","end":"2026-07-28T11:37:09.138854Z","steps":["trace[1433653697] 'read index received' (duration: 9.732264ms)","trace[1433653697] 'applied index is now lower than readState.Index' (duration: 138.216983ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:09.138887Z","caller":"traceutil/trace.go:171","msg":"trace[942291152] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"224.803892ms","start":"2026-07-28T11:37:08.914044Z","end":"2026-07-28T11:37:09.138847Z","steps":["trace[942291152] 'process raft request' (duration: 86.577749ms)","trace[942291152] 'compare' (duration: 137.691816ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:09.139091Z","caller":"traceutil/trace.go:171","msg":"trace[1064110269] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"152.904186ms","start":"2026-07-28T11:37:08.98617Z","end":"2026-07-28T11:37:09.139074Z","steps":["trace[1064110269] 'process raft request' (duration: 152.544474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:09.139296Z","caller":"traceutil/trace.go:171","msg":"trace[66105965] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"151.193551ms","start":"2026-07-28T11:37:08.988067Z","end":"2026-07-28T11:37:09.139261Z","steps":["trace[66105965] 'process raft request' (duration: 150.706245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:09.139335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.416151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T11:37:09.139365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.210235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:37:09.139403Z","caller":"traceutil/trace.go:171","msg":"trace[2085224600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2944; }","duration":"148.525705ms","start":"2026-07-28T11:37:08.990861Z","end":"2026-07-28T11:37:09.139387Z","steps":["trace[2085224600] 'agreement among raft nodes before linearized reading' (duration: 148.321758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:09.139406Z","caller":"traceutil/trace.go:171","msg":"trace[1633267471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2944; }","duration":"148.280467ms","start":"2026-07-28T11:37:08.991114Z","end":"2026-07-28T11:37:09.139394Z","steps":["trace[1633267471] 'agreement among raft nodes before linearized reading' (duration: 148.113452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:09.139491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.607061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:37:09.139349Z","caller":"traceutil/trace.go:171","msg":"trace[1296805969] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"151.249583ms","start":"2026-07-28T11:37:08.988067Z","end":"2026-07-28T11:37:09.139317Z","steps":["trace[1296805969] 'process raft request' (duration: 150.746636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:09.139559Z","caller":"traceutil/trace.go:171","msg":"trace[2101678707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2944; }","duration":"145.686354ms","start":"2026-07-28T11:37:08.99385Z","end":"2026-07-28T11:37:09.139536Z","steps":["trace[2101678707] 'agreement among raft nodes before linearized reading' (duration: 145.429885ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:25.35532Z","caller":"traceutil/trace.go:171","msg":"trace[1769814542] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"104.899669ms","start":"2026-07-28T11:37:25.250391Z","end":"2026-07-28T11:37:25.35529Z","steps":["trace[1769814542] 'process raft request' (duration: 104.711593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:25.358285Z","caller":"traceutil/trace.go:171","msg":"trace[113873674] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"103.598858ms","start":"2026-07-28T11:37:25.254634Z","end":"2026-07-28T11:37:25.358233Z","steps":["trace[113873674] 'process raft request' (duration: 103.112992ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:25.358312Z","caller":"traceutil/trace.go:171","msg":"trace[437229424] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"105.812989ms","start":"2026-07-28T11:37:25.252473Z","end":"2026-07-28T11:37:25.358286Z","steps":["trace[437229424] 'process raft request' (duration: 105.074365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:25.358219Z","caller":"traceutil/trace.go:171","msg":"trace[451371424] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"103.310198ms","start":"2026-07-28T11:37:25.254873Z","end":"2026-07-28T11:37:25.358183Z","steps":["trace[451371424] 'process raft request' (duration: 102.943577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:25.848048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.665032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:25.848393Z","caller":"traceutil/trace.go:171","msg":"trace[1722380753] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"484.155539ms","start":"2026-07-28T11:37:25.364209Z","end":"2026-07-28T11:37:25.848365Z","steps":["trace[1722380753] 'process raft request' (duration: 483.989414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:25.848393Z","caller":"traceutil/trace.go:171","msg":"trace[1157070612] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"484.344945ms","start":"2026-07-28T11:37:25.364014Z","end":"2026-07-28T11:37:25.848359Z","steps":["trace[1157070612] 'process raft request' (duration: 484.146988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:25.848613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:25.364176Z","time spent":"484.324364ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:37:25.848792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:25.363991Z","time spent":"484.670035ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:25.849046Z","caller":"traceutil/trace.go:171","msg":"trace[1499415799] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"485.060548ms","start":"2026-07-28T11:37:25.363463Z","end":"2026-07-28T11:37:25.848524Z","steps":["trace[1499415799] 'process raft request' (duration: 235.838479ms)","trace[1499415799] 'compare' (duration: 248.537797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:25.849131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:25.363336Z","time spent":"485.75988ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:25.903077Z","caller":"traceutil/trace.go:171","msg":"trace[1237369528] linearizableReadLoop","detail":"{readStateIndex:3169; appliedIndex:3166; }","duration":"381.170991ms","start":"2026-07-28T11:37:25.521869Z","end":"2026-07-28T11:37:25.90304Z","steps":["trace[1237369528] 'read index received' (duration: 77.476776ms)","trace[1237369528] 'applied index is now lower than readState.Index' (duration: 303.692415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:25.903291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.388397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:25.903334Z","caller":"traceutil/trace.go:171","msg":"trace[1663043050] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3050; }","duration":"381.512992ms","start":"2026-07-28T11:37:25.521805Z","end":"2026-07-28T11:37:25.903318Z","steps":["trace[1663043050] 'agreement among raft nodes before linearized reading' (duration: 381.406268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:25.903368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.289935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:25.903536Z","caller":"traceutil/trace.go:171","msg":"trace[1915656751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3050; }","duration":"309.508382ms","start":"2026-07-28T11:37:25.593996Z","end":"2026-07-28T11:37:25.903504Z","steps":["trace[1915656751] 'agreement among raft nodes before linearized reading' (duration: 309.274164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:25.903441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:25.521777Z","time spent":"381.593874ms","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:37:25.903609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:25.59397Z","time spent":"309.624245ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:37:26.81809Z","caller":"traceutil/trace.go:171","msg":"trace[252204988] linearizableReadLoop","detail":"{readStateIndex:3173; appliedIndex:3172; }","duration":"223.782479ms","start":"2026-07-28T11:37:26.594276Z","end":"2026-07-28T11:37:26.818059Z","steps":["trace[252204988] 'read index received' (duration: 223.611404ms)","trace[252204988] 'applied index is now lower than readState.Index' (duration: 169.785µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:26.818223Z","caller":"traceutil/trace.go:171","msg":"trace[1680641808] transaction","detail":"{read_only:false; response_revision:3053; number_of_response:1; }","duration":"242.277815ms","start":"2026-07-28T11:37:26.575905Z","end":"2026-07-28T11:37:26.818183Z","steps":["trace[1680641808] 'process raft request' (duration: 241.965485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:26.818297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.958055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:26.818334Z","caller":"traceutil/trace.go:171","msg":"trace[595233026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3053; }","duration":"224.135921ms","start":"2026-07-28T11:37:26.594187Z","end":"2026-07-28T11:37:26.818323Z","steps":["trace[595233026] 'agreement among raft nodes before linearized reading' (duration: 224.014787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:26.891096Z","caller":"traceutil/trace.go:171","msg":"trace[724295607] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"296.451731ms","start":"2026-07-28T11:37:26.594612Z","end":"2026-07-28T11:37:26.891064Z","steps":["trace[724295607] 'process raft request' (duration: 296.085029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:26.891138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.668598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T11:37:26.891114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.314911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T11:37:26.891128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.662266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:37:26.891201Z","caller":"traceutil/trace.go:171","msg":"trace[1831097515] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3054; }","duration":"165.76822ms","start":"2026-07-28T11:37:26.725412Z","end":"2026-07-28T11:37:26.891181Z","steps":["trace[1831097515] 'agreement among raft nodes before linearized reading' (duration: 165.648626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:26.891208Z","caller":"traceutil/trace.go:171","msg":"trace[979455400] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3054; }","duration":"122.496587ms","start":"2026-07-28T11:37:26.768696Z","end":"2026-07-28T11:37:26.891192Z","steps":["trace[979455400] 'agreement among raft nodes before linearized reading' (duration: 122.198367ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:26.891239Z","caller":"traceutil/trace.go:171","msg":"trace[2062602183] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3054; }","duration":"124.856372ms","start":"2026-07-28T11:37:26.766353Z","end":"2026-07-28T11:37:26.891209Z","steps":["trace[2062602183] 'agreement among raft nodes before linearized reading' (duration: 124.550282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:27.614706Z","caller":"traceutil/trace.go:171","msg":"trace[819860862] transaction","detail":"{read_only:false; response_revision:3059; number_of_response:1; }","duration":"252.715402ms","start":"2026-07-28T11:37:27.361961Z","end":"2026-07-28T11:37:27.614676Z","steps":["trace[819860862] 'process raft request' (duration: 252.512055ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:27.617647Z","caller":"traceutil/trace.go:171","msg":"trace[1467664922] transaction","detail":"{read_only:false; response_revision:3061; number_of_response:1; }","duration":"252.615468ms","start":"2026-07-28T11:37:27.364997Z","end":"2026-07-28T11:37:27.617612Z","steps":["trace[1467664922] 'process raft request' (duration: 252.527626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:27.617666Z","caller":"traceutil/trace.go:171","msg":"trace[1253068296] transaction","detail":"{read_only:false; response_revision:3060; number_of_response:1; }","duration":"254.043105ms","start":"2026-07-28T11:37:27.363595Z","end":"2026-07-28T11:37:27.617638Z","steps":["trace[1253068296] 'process raft request' (duration: 253.771317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:27.617903Z","caller":"traceutil/trace.go:171","msg":"trace[614520630] linearizableReadLoop","detail":"{readStateIndex:3182; appliedIndex:3178; }","duration":"244.380874ms","start":"2026-07-28T11:37:27.373512Z","end":"2026-07-28T11:37:27.617893Z","steps":["trace[614520630] 'read index received' (duration: 241.061866ms)","trace[614520630] 'applied index is now lower than readState.Index' (duration: 3.318298ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:27.617981Z","caller":"traceutil/trace.go:171","msg":"trace[356330844] transaction","detail":"{read_only:false; response_revision:3062; number_of_response:1; }","duration":"252.890968ms","start":"2026-07-28T11:37:27.365045Z","end":"2026-07-28T11:37:27.617936Z","steps":["trace[356330844] 'process raft request' (duration: 252.521006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:27.618099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.572819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:37:27.618132Z","caller":"traceutil/trace.go:171","msg":"trace[1914075000] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3063; }","duration":"244.660633ms","start":"2026-07-28T11:37:27.373461Z","end":"2026-07-28T11:37:27.618121Z","steps":["trace[1914075000] 'agreement among raft nodes before linearized reading' (duration: 244.507338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:27.618133Z","caller":"traceutil/trace.go:171","msg":"trace[833515240] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"170.317007ms","start":"2026-07-28T11:37:27.447777Z","end":"2026-07-28T11:37:27.618094Z","steps":["trace[833515240] 'process raft request' (duration: 169.988796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:30.109666Z","caller":"traceutil/trace.go:171","msg":"trace[2147342581] transaction","detail":"{read_only:false; response_revision:3077; number_of_response:1; }","duration":"163.012172ms","start":"2026-07-28T11:37:29.946627Z","end":"2026-07-28T11:37:30.109639Z","steps":["trace[2147342581] 'process raft request' (duration: 162.828426ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:31.897952Z","caller":"traceutil/trace.go:171","msg":"trace[1761848530] transaction","detail":"{read_only:false; response_revision:3082; number_of_response:1; }","duration":"257.419124ms","start":"2026-07-28T11:37:31.64051Z","end":"2026-07-28T11:37:31.897929Z","steps":["trace[1761848530] 'process raft request' (duration: 257.2868ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:31.901084Z","caller":"traceutil/trace.go:171","msg":"trace[150395178] transaction","detail":"{read_only:false; response_revision:3083; number_of_response:1; }","duration":"259.091027ms","start":"2026-07-28T11:37:31.641976Z","end":"2026-07-28T11:37:31.901067Z","steps":["trace[150395178] 'process raft request' (duration: 258.962963ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:31.901293Z","caller":"traceutil/trace.go:171","msg":"trace[1097246989] transaction","detail":"{read_only:false; response_revision:3084; number_of_response:1; }","duration":"259.250123ms","start":"2026-07-28T11:37:31.642022Z","end":"2026-07-28T11:37:31.901272Z","steps":["trace[1097246989] 'process raft request' (duration: 259.007875ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:31.9015Z","caller":"traceutil/trace.go:171","msg":"trace[78604132] linearizableReadLoop","detail":"{readStateIndex:3206; appliedIndex:3203; }","duration":"202.307148ms","start":"2026-07-28T11:37:31.699185Z","end":"2026-07-28T11:37:31.901493Z","steps":["trace[78604132] 'read index received' (duration: 198.749003ms)","trace[78604132] 'applied index is now lower than readState.Index' (duration: 3.557665ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:31.901643Z","caller":"traceutil/trace.go:171","msg":"trace[805120994] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"258.893971ms","start":"2026-07-28T11:37:31.64274Z","end":"2026-07-28T11:37:31.901634Z","steps":["trace[805120994] 'process raft request' (duration: 258.469098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:31.904208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.727272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:37:31.904366Z","caller":"traceutil/trace.go:171","msg":"trace[2066393586] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3085; }","duration":"205.194281ms","start":"2026-07-28T11:37:31.699131Z","end":"2026-07-28T11:37:31.904325Z","steps":["trace[2066393586] 'agreement among raft nodes before linearized reading' (duration: 202.67623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:32.180562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.622699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:32.180676Z","caller":"traceutil/trace.go:171","msg":"trace[210621654] linearizableReadLoop","detail":"{readStateIndex:3207; appliedIndex:3206; }","duration":"234.472563ms","start":"2026-07-28T11:37:31.946186Z","end":"2026-07-28T11:37:32.180659Z","steps":["trace[210621654] 'read index received' (duration: 107.539154ms)","trace[210621654] 'applied index is now lower than readState.Index' (duration: 126.932009ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:32.18078Z","caller":"traceutil/trace.go:171","msg":"trace[863969481] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"271.395133ms","start":"2026-07-28T11:37:31.909341Z","end":"2026-07-28T11:37:32.180736Z","steps":["trace[863969481] 'process raft request' (duration: 144.34238ms)","trace[863969481] 'compare' (duration: 126.531006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:32.180861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.411693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:37:32.180894Z","caller":"traceutil/trace.go:171","msg":"trace[768768587] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3086; }","duration":"199.464685ms","start":"2026-07-28T11:37:31.98142Z","end":"2026-07-28T11:37:32.180885Z","steps":["trace[768768587] 'agreement among raft nodes before linearized reading' (duration: 199.326841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:32.180933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.712601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:37:32.181034Z","caller":"traceutil/trace.go:171","msg":"trace[948338225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3086; }","duration":"234.861865ms","start":"2026-07-28T11:37:31.946151Z","end":"2026-07-28T11:37:32.181013Z","steps":["trace[948338225] 'agreement among raft nodes before linearized reading' (duration: 234.565266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:32.18107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.009804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:37:32.18111Z","caller":"traceutil/trace.go:171","msg":"trace[1184045079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3086; }","duration":"151.072296ms","start":"2026-07-28T11:37:32.030021Z","end":"2026-07-28T11:37:32.181093Z","steps":["trace[1184045079] 'agreement among raft nodes before linearized reading' (duration: 150.980263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:32.181333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.845937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T11:37:32.181374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.475925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:37:32.181392Z","caller":"traceutil/trace.go:171","msg":"trace[1780061306] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3086; }","duration":"199.908819ms","start":"2026-07-28T11:37:31.981472Z","end":"2026-07-28T11:37:32.181381Z","steps":["trace[1780061306] 'agreement among raft nodes before linearized reading' (duration: 199.729284ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.181421Z","caller":"traceutil/trace.go:171","msg":"trace[1084246688] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3086; }","duration":"199.554728ms","start":"2026-07-28T11:37:31.98185Z","end":"2026-07-28T11:37:32.181405Z","steps":["trace[1084246688] 'agreement among raft nodes before linearized reading' (duration: 199.348951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.462743Z","caller":"traceutil/trace.go:171","msg":"trace[695969060] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"275.115773ms","start":"2026-07-28T11:37:32.187603Z","end":"2026-07-28T11:37:32.462719Z","steps":["trace[695969060] 'process raft request' (duration: 275.034111ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.462754Z","caller":"traceutil/trace.go:171","msg":"trace[1192361545] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"277.580253ms","start":"2026-07-28T11:37:32.185148Z","end":"2026-07-28T11:37:32.462728Z","steps":["trace[1192361545] 'process raft request' (duration: 194.483756ms)","trace[1192361545] 'compare' (duration: 82.88216ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:32.463053Z","caller":"traceutil/trace.go:171","msg":"trace[4419484] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"275.252608ms","start":"2026-07-28T11:37:32.187771Z","end":"2026-07-28T11:37:32.463024Z","steps":["trace[4419484] 'process raft request' (duration: 274.910917ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.463137Z","caller":"traceutil/trace.go:171","msg":"trace[344526036] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"275.01316ms","start":"2026-07-28T11:37:32.188102Z","end":"2026-07-28T11:37:32.463116Z","steps":["trace[344526036] 'process raft request' (duration: 274.838475ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.4633Z","caller":"traceutil/trace.go:171","msg":"trace[733421944] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"275.31828ms","start":"2026-07-28T11:37:32.187974Z","end":"2026-07-28T11:37:32.463293Z","steps":["trace[733421944] 'process raft request' (duration: 274.866815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.463362Z","caller":"traceutil/trace.go:171","msg":"trace[1263948998] transaction","detail":"{read_only:false; response_revision:3092; number_of_response:1; }","duration":"275.185746ms","start":"2026-07-28T11:37:32.188156Z","end":"2026-07-28T11:37:32.463342Z","steps":["trace[1263948998] 'process raft request' (duration: 274.845165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:32.463401Z","caller":"traceutil/trace.go:171","msg":"trace[786575598] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"275.105103ms","start":"2026-07-28T11:37:32.188288Z","end":"2026-07-28T11:37:32.463393Z","steps":["trace[786575598] 'process raft request' (duration: 274.763592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:34.03555Z","caller":"traceutil/trace.go:171","msg":"trace[390149166] linearizableReadLoop","detail":"{readStateIndex:3221; appliedIndex:3217; }","duration":"115.177831ms","start":"2026-07-28T11:37:33.920348Z","end":"2026-07-28T11:37:34.035526Z","steps":["trace[390149166] 'read index received' (duration: 3.151312ms)","trace[390149166] 'applied index is now lower than readState.Index' (duration: 112.025639ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:34.03554Z","caller":"traceutil/trace.go:171","msg":"trace[951700061] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"127.26358ms","start":"2026-07-28T11:37:33.90824Z","end":"2026-07-28T11:37:34.035503Z","steps":["trace[951700061] 'process raft request' (duration: 124.197311ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:34.03562Z","caller":"traceutil/trace.go:171","msg":"trace[709111751] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"125.986139ms","start":"2026-07-28T11:37:33.909603Z","end":"2026-07-28T11:37:34.035589Z","steps":["trace[709111751] 'process raft request' (duration: 125.874265ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:34.035744Z","caller":"traceutil/trace.go:171","msg":"trace[388403164] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"127.24991ms","start":"2026-07-28T11:37:33.908331Z","end":"2026-07-28T11:37:34.035581Z","steps":["trace[388403164] 'process raft request' (duration: 127.044843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:34.035803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.984566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:34.035898Z","caller":"traceutil/trace.go:171","msg":"trace[976586362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3100; }","duration":"111.12646ms","start":"2026-07-28T11:37:33.924753Z","end":"2026-07-28T11:37:34.035879Z","steps":["trace[976586362] 'agreement among raft nodes before linearized reading' (duration: 110.975985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:34.035826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.450759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T11:37:34.036052Z","caller":"traceutil/trace.go:171","msg":"trace[698306014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3100; }","duration":"115.707788ms","start":"2026-07-28T11:37:33.920311Z","end":"2026-07-28T11:37:34.036018Z","steps":["trace[698306014] 'agreement among raft nodes before linearized reading' (duration: 115.309145ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:34.610502Z","caller":"traceutil/trace.go:171","msg":"trace[147424715] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"138.152791ms","start":"2026-07-28T11:37:34.472326Z","end":"2026-07-28T11:37:34.610479Z","steps":["trace[147424715] 'process raft request' (duration: 95.645281ms)","trace[147424715] 'compare' (duration: 42.358605ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:34.610791Z","caller":"traceutil/trace.go:171","msg":"trace[1652880145] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"137.18485ms","start":"2026-07-28T11:37:34.473573Z","end":"2026-07-28T11:37:34.610758Z","steps":["trace[1652880145] 'process raft request' (duration: 137.065746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:34.610892Z","caller":"traceutil/trace.go:171","msg":"trace[1728682822] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"137.80647ms","start":"2026-07-28T11:37:34.473045Z","end":"2026-07-28T11:37:34.610851Z","steps":["trace[1728682822] 'process raft request' (duration: 137.396416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:36.717331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.41976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T11:37:36.717385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.501519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:36.717427Z","caller":"traceutil/trace.go:171","msg":"trace[236413583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3113; }","duration":"102.573955ms","start":"2026-07-28T11:37:36.614832Z","end":"2026-07-28T11:37:36.717406Z","steps":["trace[236413583] 'range keys from in-memory index tree' (duration: 102.174052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:36.717474Z","caller":"traceutil/trace.go:171","msg":"trace[570811018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3113; }","duration":"123.624603ms","start":"2026-07-28T11:37:36.593823Z","end":"2026-07-28T11:37:36.717448Z","steps":["trace[570811018] 'range keys from in-memory index tree' (duration: 123.438238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:36.717676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.277568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:37:36.717798Z","caller":"traceutil/trace.go:171","msg":"trace[531694960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3113; }","duration":"103.451423ms","start":"2026-07-28T11:37:36.61432Z","end":"2026-07-28T11:37:36.717771Z","steps":["trace[531694960] 'range keys from in-memory index tree' (duration: 103.076711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:36.717717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.598456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:37:36.718012Z","caller":"traceutil/trace.go:171","msg":"trace[1827275924] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3113; }","duration":"102.891525ms","start":"2026-07-28T11:37:36.615084Z","end":"2026-07-28T11:37:36.717975Z","steps":["trace[1827275924] 'range keys from in-memory index tree' (duration: 102.051908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:37.199667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.422839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T11:37:37.199715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.601276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:37:37.199761Z","caller":"traceutil/trace.go:171","msg":"trace[2137320847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3118; }","duration":"133.565943ms","start":"2026-07-28T11:37:37.066172Z","end":"2026-07-28T11:37:37.199738Z","steps":["trace[2137320847] 'range keys from in-memory index tree' (duration: 133.252883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:37.199787Z","caller":"traceutil/trace.go:171","msg":"trace[1390182216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3118; }","duration":"111.715779ms","start":"2026-07-28T11:37:37.088054Z","end":"2026-07-28T11:37:37.19977Z","steps":["trace[1390182216] 'range keys from in-memory index tree' (duration: 111.380858ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:52.713499Z","caller":"traceutil/trace.go:171","msg":"trace[10765324] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"150.364844ms","start":"2026-07-28T11:37:52.563105Z","end":"2026-07-28T11:37:52.71347Z","steps":["trace[10765324] 'process raft request' (duration: 149.733374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:54.548917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.177838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:54.549134Z","caller":"traceutil/trace.go:171","msg":"trace[813706225] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3359; }","duration":"209.130047ms","start":"2026-07-28T11:37:54.339985Z","end":"2026-07-28T11:37:54.549116Z","steps":["trace[813706225] 'read index received' (duration: 31.604128ms)","trace[813706225] 'applied index is now lower than readState.Index' (duration: 177.524899ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:54.549195Z","caller":"traceutil/trace.go:171","msg":"trace[1359906677] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"314.512724ms","start":"2026-07-28T11:37:54.234647Z","end":"2026-07-28T11:37:54.549159Z","steps":["trace[1359906677] 'process raft request' (duration: 314.4057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:54.549271Z","caller":"traceutil/trace.go:171","msg":"trace[428684236] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"323.843594ms","start":"2026-07-28T11:37:54.225379Z","end":"2026-07-28T11:37:54.549223Z","steps":["trace[428684236] 'process raft request' (duration: 146.260222ms)","trace[428684236] 'compare' (duration: 177.070245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:54.549322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.577797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:37:54.549331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:54.234629Z","time spent":"314.632497ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:37:54.549345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.361965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-28T11:37:54.54937Z","caller":"traceutil/trace.go:171","msg":"trace[2037348769] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3236; }","duration":"193.69017ms","start":"2026-07-28T11:37:54.355666Z","end":"2026-07-28T11:37:54.549356Z","steps":["trace[2037348769] 'agreement among raft nodes before linearized reading' (duration: 193.583556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:54.549384Z","caller":"traceutil/trace.go:171","msg":"trace[793295819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3236; }","duration":"209.437027ms","start":"2026-07-28T11:37:54.339934Z","end":"2026-07-28T11:37:54.549371Z","steps":["trace[793295819] 'agreement among raft nodes before linearized reading' (duration: 209.280052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:54.549421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:54.22535Z","time spent":"324.005389ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:55.205435Z","caller":"traceutil/trace.go:171","msg":"trace[862322178] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"121.04021ms","start":"2026-07-28T11:37:55.08436Z","end":"2026-07-28T11:37:55.2054Z","steps":["trace[862322178] 'process raft request' (duration: 111.752981ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:56.353967Z","caller":"traceutil/trace.go:171","msg":"trace[807266277] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"117.894009ms","start":"2026-07-28T11:37:56.236044Z","end":"2026-07-28T11:37:56.353938Z","steps":["trace[807266277] 'process raft request' (duration: 117.697612ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:56.691049Z","caller":"traceutil/trace.go:171","msg":"trace[78453647] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"137.16896ms","start":"2026-07-28T11:37:56.553853Z","end":"2026-07-28T11:37:56.691022Z","steps":["trace[78453647] 'process raft request' (duration: 136.996314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:56.741261Z","caller":"traceutil/trace.go:171","msg":"trace[1115937585] linearizableReadLoop","detail":"{readStateIndex:3374; appliedIndex:3372; }","duration":"176.875238ms","start":"2026-07-28T11:37:56.564356Z","end":"2026-07-28T11:37:56.741231Z","steps":["trace[1115937585] 'read index received' (duration: 126.586418ms)","trace[1115937585] 'applied index is now lower than readState.Index' (duration: 50.28722ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:56.741439Z","caller":"traceutil/trace.go:171","msg":"trace[432159054] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"186.84074ms","start":"2026-07-28T11:37:56.554552Z","end":"2026-07-28T11:37:56.741393Z","steps":["trace[432159054] 'process raft request' (duration: 186.5253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:56.741582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.2079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-28T11:37:56.741643Z","caller":"traceutil/trace.go:171","msg":"trace[342775473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3248; }","duration":"177.318413ms","start":"2026-07-28T11:37:56.564307Z","end":"2026-07-28T11:37:56.741625Z","steps":["trace[342775473] 'agreement among raft nodes before linearized reading' (duration: 177.079946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:56.741608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.267767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:56.741721Z","caller":"traceutil/trace.go:171","msg":"trace[1218662894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3248; }","duration":"148.437532ms","start":"2026-07-28T11:37:56.593257Z","end":"2026-07-28T11:37:56.741695Z","steps":["trace[1218662894] 'agreement among raft nodes before linearized reading' (duration: 148.237596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:56.991978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.730366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:37:56.992068Z","caller":"traceutil/trace.go:171","msg":"trace[1046474356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3248; }","duration":"186.86436ms","start":"2026-07-28T11:37:56.805185Z","end":"2026-07-28T11:37:56.992049Z","steps":["trace[1046474356] 'range keys from in-memory index tree' (duration: 186.574142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.310945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.041359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:57.311143Z","caller":"traceutil/trace.go:171","msg":"trace[524378028] transaction","detail":"{read_only:false; response_revision:3250; number_of_response:1; }","duration":"314.76215ms","start":"2026-07-28T11:37:56.996326Z","end":"2026-07-28T11:37:57.311088Z","steps":["trace[524378028] 'process raft request' (duration: 175.483673ms)","trace[524378028] 'compare' (duration: 138.873064ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:57.311192Z","caller":"traceutil/trace.go:171","msg":"trace[1393394575] linearizableReadLoop","detail":"{readStateIndex:3376; appliedIndex:3375; }","duration":"227.171218ms","start":"2026-07-28T11:37:57.083993Z","end":"2026-07-28T11:37:57.311165Z","steps":["trace[1393394575] 'read index received' (duration: 87.829998ms)","trace[1393394575] 'applied index is now lower than readState.Index' (duration: 139.33967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:57.311419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.412646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:37:57.311401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:56.9963Z","time spent":"314.946906ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:57.311469Z","caller":"traceutil/trace.go:171","msg":"trace[683091997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3251; }","duration":"227.522559ms","start":"2026-07-28T11:37:57.083937Z","end":"2026-07-28T11:37:57.311459Z","steps":["trace[683091997] 'agreement among raft nodes before linearized reading' (duration: 227.369274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.311642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.463325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:37:57.311845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.81818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T11:37:57.311881Z","caller":"traceutil/trace.go:171","msg":"trace[467580188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3251; }","duration":"190.60991ms","start":"2026-07-28T11:37:57.121081Z","end":"2026-07-28T11:37:57.311691Z","steps":["trace[467580188] 'agreement among raft nodes before linearized reading' (duration: 190.282179ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:57.311902Z","caller":"traceutil/trace.go:171","msg":"trace[1370943379] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3251; }","duration":"101.929054ms","start":"2026-07-28T11:37:57.209957Z","end":"2026-07-28T11:37:57.311886Z","steps":["trace[1370943379] 'agreement among raft nodes before linearized reading' (duration: 101.80009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.801589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.811486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:57.802333Z","caller":"traceutil/trace.go:171","msg":"trace[1791954099] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"485.486951ms","start":"2026-07-28T11:37:57.316821Z","end":"2026-07-28T11:37:57.802308Z","steps":["trace[1791954099] 'process raft request' (duration: 485.370037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.802413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.316793Z","time spent":"485.590975ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:57.802429Z","caller":"traceutil/trace.go:171","msg":"trace[1748444017] transaction","detail":"{read_only:false; response_revision:3252; number_of_response:1; }","duration":"485.895254ms","start":"2026-07-28T11:37:57.31645Z","end":"2026-07-28T11:37:57.802345Z","steps":["trace[1748444017] 'process raft request' (duration: 132.22513ms)","trace[1748444017] 'compare' (duration: 352.680183ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:57.802596Z","caller":"traceutil/trace.go:171","msg":"trace[759145052] linearizableReadLoop","detail":"{readStateIndex:3380; appliedIndex:3377; }","duration":"475.53597ms","start":"2026-07-28T11:37:57.32705Z","end":"2026-07-28T11:37:57.802586Z","steps":["trace[759145052] 'read index received' (duration: 121.641828ms)","trace[759145052] 'applied index is now lower than readState.Index' (duration: 353.892892ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:57.802701Z","caller":"traceutil/trace.go:171","msg":"trace[874811482] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"485.582025ms","start":"2026-07-28T11:37:57.317078Z","end":"2026-07-28T11:37:57.80266Z","steps":["trace[874811482] 'process raft request' (duration: 485.172381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.802892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.317045Z","time spent":"485.74576ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:37:57.802949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.905492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T11:37:57.802987Z","caller":"traceutil/trace.go:171","msg":"trace[746502484] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3255; }","duration":"475.987635ms","start":"2026-07-28T11:37:57.326989Z","end":"2026-07-28T11:37:57.802977Z","steps":["trace[746502484] 'agreement among raft nodes before linearized reading' (duration: 475.678335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.803011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.326966Z","time spent":"476.039617ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:37:57.803172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.978382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T11:37:57.80319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.566215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:37:57.80316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.916047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:37:57.803075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.881921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T11:37:57.803498Z","caller":"traceutil/trace.go:171","msg":"trace[596329495] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3255; }","duration":"170.811904ms","start":"2026-07-28T11:37:57.632505Z","end":"2026-07-28T11:37:57.803317Z","steps":["trace[596329495] 'agreement among raft nodes before linearized reading' (duration: 170.471983ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:57.803469Z","caller":"traceutil/trace.go:171","msg":"trace[861963483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3255; }","duration":"212.268419ms","start":"2026-07-28T11:37:57.591183Z","end":"2026-07-28T11:37:57.803452Z","steps":["trace[861963483] 'agreement among raft nodes before linearized reading' (duration: 211.895247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.803342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.251415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:37:57.803925Z","caller":"traceutil/trace.go:171","msg":"trace[1498492100] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3255; }","duration":"256.885027ms","start":"2026-07-28T11:37:57.547019Z","end":"2026-07-28T11:37:57.803904Z","steps":["trace[1498492100] 'agreement among raft nodes before linearized reading' (duration: 256.137813ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:57.803296Z","caller":"traceutil/trace.go:171","msg":"trace[1060456912] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3255; }","duration":"236.091426ms","start":"2026-07-28T11:37:57.567171Z","end":"2026-07-28T11:37:57.803263Z","steps":["trace[1060456912] 'agreement among raft nodes before linearized reading' (duration: 235.885899ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:57.803591Z","caller":"traceutil/trace.go:171","msg":"trace[961520189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3255; }","duration":"363.411879ms","start":"2026-07-28T11:37:57.440096Z","end":"2026-07-28T11:37:57.803508Z","steps":["trace[961520189] 'agreement among raft nodes before linearized reading' (duration: 362.778848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:57.804384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.316423Z","time spent":"486.135672ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:37:57.804461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.440067Z","time spent":"364.37601ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:37:58.157163Z","caller":"traceutil/trace.go:171","msg":"trace[773272752] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"328.786313ms","start":"2026-07-28T11:37:57.828353Z","end":"2026-07-28T11:37:58.15714Z","steps":["trace[773272752] 'process raft request' (duration: 328.614268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:58.157302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.828326Z","time spent":"328.896466ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:58.157606Z","caller":"traceutil/trace.go:171","msg":"trace[901583996] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"329.221227ms","start":"2026-07-28T11:37:57.828355Z","end":"2026-07-28T11:37:58.157576Z","steps":["trace[901583996] 'process raft request' (duration: 328.755682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:58.157754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.828335Z","time spent":"329.33645ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:58.157864Z","caller":"traceutil/trace.go:171","msg":"trace[570091811] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"329.040901ms","start":"2026-07-28T11:37:57.828815Z","end":"2026-07-28T11:37:58.157856Z","steps":["trace[570091811] 'process raft request' (duration: 328.546515ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:37:58.157833Z","caller":"traceutil/trace.go:171","msg":"trace[6363319] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"328.238685ms","start":"2026-07-28T11:37:57.829562Z","end":"2026-07-28T11:37:58.157801Z","steps":["trace[6363319] 'process raft request' (duration: 328.156643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:58.157892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.828778Z","time spent":"329.095873ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:37:58.158019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:37:57.829542Z","time spent":"328.367389ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:37:58.178487Z","caller":"traceutil/trace.go:171","msg":"trace[2131983710] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"153.254168ms","start":"2026-07-28T11:37:58.025199Z","end":"2026-07-28T11:37:58.178454Z","steps":["trace[2131983710] 'process raft request' (duration: 153.027021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:58.545494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.028577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:58.545645Z","caller":"traceutil/trace.go:171","msg":"trace[1088031142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3262; }","duration":"201.253594ms","start":"2026-07-28T11:37:58.344337Z","end":"2026-07-28T11:37:58.54559Z","steps":["trace[1088031142] 'count revisions from in-memory index tree' (duration: 200.926854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:37:58.545745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.635435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:37:58.545897Z","caller":"traceutil/trace.go:171","msg":"trace[138414299] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"184.158354ms","start":"2026-07-28T11:37:58.361683Z","end":"2026-07-28T11:37:58.545842Z","steps":["trace[138414299] 'process raft request' (duration: 68.340512ms)","trace[138414299] 'compare' (duration: 115.505772ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:37:58.545829Z","caller":"traceutil/trace.go:171","msg":"trace[603995644] linearizableReadLoop","detail":"{readStateIndex:3389; appliedIndex:3388; }","duration":"142.273854ms","start":"2026-07-28T11:37:58.403537Z","end":"2026-07-28T11:37:58.545811Z","steps":["trace[603995644] 'read index received' (duration: 26.527954ms)","trace[603995644] 'applied index is now lower than readState.Index' (duration: 115.74454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:37:58.546065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.530232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:37:58.546112Z","caller":"traceutil/trace.go:171","msg":"trace[429887612] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3263; }","duration":"142.703778ms","start":"2026-07-28T11:37:58.403389Z","end":"2026-07-28T11:37:58.546093Z","steps":["trace[429887612] 'agreement among raft nodes before linearized reading' (duration: 142.615715ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:12.033686Z","caller":"traceutil/trace.go:171","msg":"trace[1191675474] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"116.395179ms","start":"2026-07-28T11:38:11.917256Z","end":"2026-07-28T11:38:12.033651Z","steps":["trace[1191675474] 'process raft request' (duration: 100.200728ms)","trace[1191675474] 'compare' (duration: 16.056607ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:12.928411Z","caller":"traceutil/trace.go:171","msg":"trace[1088721013] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"111.160142ms","start":"2026-07-28T11:38:12.817221Z","end":"2026-07-28T11:38:12.928381Z","steps":["trace[1088721013] 'process raft request' (duration: 110.967406ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:13.063945Z","caller":"traceutil/trace.go:171","msg":"trace[1803611760] linearizableReadLoop","detail":"{readStateIndex:3615; appliedIndex:3612; }","duration":"143.131601ms","start":"2026-07-28T11:38:12.920781Z","end":"2026-07-28T11:38:13.063913Z","steps":["trace[1803611760] 'read index received' (duration: 7.493851ms)","trace[1803611760] 'applied index is now lower than readState.Index' (duration: 135.63668ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:13.064011Z","caller":"traceutil/trace.go:171","msg":"trace[616816947] transaction","detail":"{read_only:false; response_revision:3477; number_of_response:1; }","duration":"220.768753ms","start":"2026-07-28T11:38:12.843198Z","end":"2026-07-28T11:38:13.063967Z","steps":["trace[616816947] 'process raft request' (duration: 216.839647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:13.064048Z","caller":"traceutil/trace.go:171","msg":"trace[130330241] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"215.858374ms","start":"2026-07-28T11:38:12.848143Z","end":"2026-07-28T11:38:13.064002Z","steps":["trace[130330241] 'process raft request' (duration: 215.704869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.064285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.486003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:38:13.064415Z","caller":"traceutil/trace.go:171","msg":"trace[177200282] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3478; }","duration":"143.673229ms","start":"2026-07-28T11:38:12.920712Z","end":"2026-07-28T11:38:13.064385Z","steps":["trace[177200282] 'agreement among raft nodes before linearized reading' (duration: 143.336328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.512932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.896093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:38:13.513084Z","caller":"traceutil/trace.go:171","msg":"trace[556662608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3479; }","duration":"341.083429ms","start":"2026-07-28T11:38:13.171978Z","end":"2026-07-28T11:38:13.513061Z","steps":["trace[556662608] 'range keys from in-memory index tree' (duration: 340.754758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.513096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.816388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-28T11:38:13.513158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.171959Z","time spent":"341.184502ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:38:13.513201Z","caller":"traceutil/trace.go:171","msg":"trace[345984142] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3479; }","duration":"331.018405ms","start":"2026-07-28T11:38:13.182163Z","end":"2026-07-28T11:38:13.513182Z","steps":["trace[345984142] 'range keys from in-memory index tree' (duration: 330.668794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.513255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.182153Z","time spent":"331.088757ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:38:13.513313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.773339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:13.513419Z","caller":"traceutil/trace.go:171","msg":"trace[224627573] linearizableReadLoop","detail":"{readStateIndex:3617; appliedIndex:3616; }","duration":"328.676549ms","start":"2026-07-28T11:38:13.184723Z","end":"2026-07-28T11:38:13.513399Z","steps":["trace[224627573] 'read index received' (duration: 181.676633ms)","trace[224627573] 'applied index is now lower than readState.Index' (duration: 146.998156ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:13.513469Z","caller":"traceutil/trace.go:171","msg":"trace[1011650524] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"329.226677ms","start":"2026-07-28T11:38:13.184225Z","end":"2026-07-28T11:38:13.513452Z","steps":["trace[1011650524] 'process raft request' (duration: 182.231081ms)","trace[1011650524] 'compare' (duration: 146.535391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:13.513565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.184213Z","time spent":"329.282749ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:13.513594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.092825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:13.513637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.439679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T11:38:13.513693Z","caller":"traceutil/trace.go:171","msg":"trace[669657295] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3480; }","duration":"327.513722ms","start":"2026-07-28T11:38:13.186163Z","end":"2026-07-28T11:38:13.513677Z","steps":["trace[669657295] 'agreement among raft nodes before linearized reading' (duration: 327.365457ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:13.513693Z","caller":"traceutil/trace.go:171","msg":"trace[1223336746] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3480; }","duration":"294.208359ms","start":"2026-07-28T11:38:13.219446Z","end":"2026-07-28T11:38:13.513654Z","steps":["trace[1223336746] 'agreement among raft nodes before linearized reading' (duration: 294.095835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.513743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.186153Z","time spent":"327.578164ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:38:13.513767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.998359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T11:38:13.514096Z","caller":"traceutil/trace.go:171","msg":"trace[400925823] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3480; }","duration":"329.287969ms","start":"2026-07-28T11:38:13.184697Z","end":"2026-07-28T11:38:13.513985Z","steps":["trace[400925823] 'agreement among raft nodes before linearized reading' (duration: 328.812323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.514164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.184686Z","time spent":"329.459974ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:38:13.88135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.199411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:13.881635Z","caller":"traceutil/trace.go:171","msg":"trace[1581774391] linearizableReadLoop","detail":"{readStateIndex:3622; appliedIndex:3618; }","duration":"361.29479ms","start":"2026-07-28T11:38:13.520317Z","end":"2026-07-28T11:38:13.881612Z","steps":["trace[1581774391] 'read index received' (duration: 137.745338ms)","trace[1581774391] 'applied index is now lower than readState.Index' (duration: 223.547982ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:13.881747Z","caller":"traceutil/trace.go:171","msg":"trace[1528043003] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"363.14474ms","start":"2026-07-28T11:38:13.51859Z","end":"2026-07-28T11:38:13.881735Z","steps":["trace[1528043003] 'process raft request' (duration: 362.933623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:13.881769Z","caller":"traceutil/trace.go:171","msg":"trace[1926939545] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"364.368889ms","start":"2026-07-28T11:38:13.517367Z","end":"2026-07-28T11:38:13.881736Z","steps":["trace[1926939545] 'process raft request' (duration: 140.680262ms)","trace[1926939545] 'compare' (duration: 223.069867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:13.881822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.518509Z","time spent":"363.275665ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:13.881852Z","caller":"traceutil/trace.go:171","msg":"trace[58750828] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"362.400416ms","start":"2026-07-28T11:38:13.519442Z","end":"2026-07-28T11:38:13.881843Z","steps":["trace[58750828] 'process raft request' (duration: 362.124087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.881958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.517344Z","time spent":"364.520794ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:13.881954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.519414Z","time spent":"362.473668ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:13.881957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.146503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:13.882015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.175123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:13.882013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.668113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T11:38:13.88209Z","caller":"traceutil/trace.go:171","msg":"trace[22826507] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3485; }","duration":"161.303637ms","start":"2026-07-28T11:38:13.720768Z","end":"2026-07-28T11:38:13.882072Z","steps":["trace[22826507] 'agreement among raft nodes before linearized reading' (duration: 161.195483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.882114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.399928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:38:13.882152Z","caller":"traceutil/trace.go:171","msg":"trace[1673864273] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3485; }","duration":"232.47651ms","start":"2026-07-28T11:38:13.649667Z","end":"2026-07-28T11:38:13.882143Z","steps":["trace[1673864273] 'agreement among raft nodes before linearized reading' (duration: 232.415318ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:13.882186Z","caller":"traceutil/trace.go:171","msg":"trace[294610943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3485; }","duration":"361.825667ms","start":"2026-07-28T11:38:13.520282Z","end":"2026-07-28T11:38:13.882108Z","steps":["trace[294610943] 'agreement among raft nodes before linearized reading' (duration: 361.464775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.882154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.206364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:13.882293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.520271Z","time spent":"362.013614ms","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T11:38:13.882271Z","caller":"traceutil/trace.go:171","msg":"trace[1362818617] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3485; }","duration":"134.41886ms","start":"2026-07-28T11:38:13.747831Z","end":"2026-07-28T11:38:13.88225Z","steps":["trace[1362818617] 'agreement among raft nodes before linearized reading' (duration: 134.159402ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:13.881764Z","caller":"traceutil/trace.go:171","msg":"trace[650197966] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"364.214535ms","start":"2026-07-28T11:38:13.517511Z","end":"2026-07-28T11:38:13.881726Z","steps":["trace[650197966] 'process raft request' (duration: 363.959046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:13.882411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:13.517502Z","time spent":"364.859165ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:13.882051Z","caller":"traceutil/trace.go:171","msg":"trace[1737101730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3485; }","duration":"288.293558ms","start":"2026-07-28T11:38:13.593736Z","end":"2026-07-28T11:38:13.88203Z","steps":["trace[1737101730] 'agreement among raft nodes before linearized reading' (duration: 288.153384ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:14.117273Z","caller":"traceutil/trace.go:171","msg":"trace[356665010] linearizableReadLoop","detail":"{readStateIndex:3623; appliedIndex:3622; }","duration":"202.629988ms","start":"2026-07-28T11:38:13.914611Z","end":"2026-07-28T11:38:14.117241Z","steps":["trace[356665010] 'read index received' (duration: 128.245722ms)","trace[356665010] 'applied index is now lower than readState.Index' (duration: 74.383086ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:14.117409Z","caller":"traceutil/trace.go:171","msg":"trace[846442900] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"208.807537ms","start":"2026-07-28T11:38:13.908549Z","end":"2026-07-28T11:38:14.117356Z","steps":["trace[846442900] 'process raft request' (duration: 134.295557ms)","trace[846442900] 'compare' (duration: 74.274962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:14.117543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.907127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T11:38:14.117641Z","caller":"traceutil/trace.go:171","msg":"trace[274700159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3486; }","duration":"203.044172ms","start":"2026-07-28T11:38:13.914576Z","end":"2026-07-28T11:38:14.11762Z","steps":["trace[274700159] 'agreement among raft nodes before linearized reading' (duration: 202.788623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:14.263552Z","caller":"traceutil/trace.go:171","msg":"trace[1330163808] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"237.925245ms","start":"2026-07-28T11:38:14.025591Z","end":"2026-07-28T11:38:14.263517Z","steps":["trace[1330163808] 'process raft request' (duration: 191.884192ms)","trace[1330163808] 'compare' (duration: 45.762694ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:14.263632Z","caller":"traceutil/trace.go:171","msg":"trace[1736382209] linearizableReadLoop","detail":"{readStateIndex:3624; appliedIndex:3623; }","duration":"146.234752ms","start":"2026-07-28T11:38:14.11736Z","end":"2026-07-28T11:38:14.263594Z","steps":["trace[1736382209] 'read index received' (duration: 100.128046ms)","trace[1736382209] 'applied index is now lower than readState.Index' (duration: 46.100355ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:14.263663Z","caller":"traceutil/trace.go:171","msg":"trace[1709489020] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"141.19576ms","start":"2026-07-28T11:38:14.122427Z","end":"2026-07-28T11:38:14.263622Z","steps":["trace[1709489020] 'process raft request' (duration: 141.104897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:14.263867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.398474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:38:14.263896Z","caller":"traceutil/trace.go:171","msg":"trace[1393191505] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3488; }","duration":"226.489157ms","start":"2026-07-28T11:38:14.037398Z","end":"2026-07-28T11:38:14.263887Z","steps":["trace[1393191505] 'agreement among raft nodes before linearized reading' (duration: 226.303711ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:17.450582Z","caller":"traceutil/trace.go:171","msg":"trace[1472228691] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"178.339846ms","start":"2026-07-28T11:38:17.272203Z","end":"2026-07-28T11:38:17.450543Z","steps":["trace[1472228691] 'process raft request' (duration: 178.15173ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:17.681961Z","caller":"traceutil/trace.go:171","msg":"trace[22443260] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"226.545419ms","start":"2026-07-28T11:38:17.455384Z","end":"2026-07-28T11:38:17.681929Z","steps":["trace[22443260] 'process raft request' (duration: 205.220872ms)","trace[22443260] 'compare' (duration: 21.014937ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:17.692732Z","caller":"traceutil/trace.go:171","msg":"trace[1400328314] linearizableReadLoop","detail":"{readStateIndex:3649; appliedIndex:3647; }","duration":"213.755086ms","start":"2026-07-28T11:38:17.478945Z","end":"2026-07-28T11:38:17.6927Z","steps":["trace[1400328314] 'read index received' (duration: 181.632431ms)","trace[1400328314] 'applied index is now lower than readState.Index' (duration: 32.121605ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:17.69281Z","caller":"traceutil/trace.go:171","msg":"trace[953052774] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"197.289696ms","start":"2026-07-28T11:38:17.495488Z","end":"2026-07-28T11:38:17.692778Z","steps":["trace[953052774] 'process raft request' (duration: 197.153151ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:17.692874Z","caller":"traceutil/trace.go:171","msg":"trace[145785893] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"237.324896ms","start":"2026-07-28T11:38:17.455482Z","end":"2026-07-28T11:38:17.692807Z","steps":["trace[145785893] 'process raft request' (duration: 236.984285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:17.693134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.120408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:38:17.693222Z","caller":"traceutil/trace.go:171","msg":"trace[272590626] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3512; }","duration":"214.308774ms","start":"2026-07-28T11:38:17.478889Z","end":"2026-07-28T11:38:17.693198Z","steps":["trace[272590626] 'agreement among raft nodes before linearized reading' (duration: 213.935032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:17.69647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.653127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:38:17.696552Z","caller":"traceutil/trace.go:171","msg":"trace[625329322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3513; }","duration":"161.785452ms","start":"2026-07-28T11:38:17.534751Z","end":"2026-07-28T11:38:17.696536Z","steps":["trace[625329322] 'agreement among raft nodes before linearized reading' (duration: 161.542164ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:20.044653Z","caller":"traceutil/trace.go:171","msg":"trace[526044020] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"125.314577ms","start":"2026-07-28T11:38:19.919295Z","end":"2026-07-28T11:38:20.04461Z","steps":["trace[526044020] 'process raft request' (duration: 125.040978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.56398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.346127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:20.564118Z","caller":"traceutil/trace.go:171","msg":"trace[774832956] linearizableReadLoop","detail":"{readStateIndex:3703; appliedIndex:3702; }","duration":"232.271514ms","start":"2026-07-28T11:38:20.331823Z","end":"2026-07-28T11:38:20.564094Z","steps":["trace[774832956] 'read index received' (duration: 64.382µs)","trace[774832956] 'applied index is now lower than readState.Index' (duration: 232.205932ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:20.564234Z","caller":"traceutil/trace.go:171","msg":"trace[1761449907] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"420.324413ms","start":"2026-07-28T11:38:20.143889Z","end":"2026-07-28T11:38:20.564213Z","steps":["trace[1761449907] 'process raft request' (duration: 42.641704ms)","trace[1761449907] 'compare' (duration: 377.167722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:20.56437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.143854Z","time spent":"420.413595ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:20.564552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.664536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T11:38:20.564643Z","caller":"traceutil/trace.go:171","msg":"trace[475628888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3565; }","duration":"232.810781ms","start":"2026-07-28T11:38:20.331806Z","end":"2026-07-28T11:38:20.564617Z","steps":["trace[475628888] 'agreement among raft nodes before linearized reading' (duration: 232.48241ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:20.634171Z","caller":"traceutil/trace.go:171","msg":"trace[1544597797] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"300.970026ms","start":"2026-07-28T11:38:20.333172Z","end":"2026-07-28T11:38:20.634142Z","steps":["trace[1544597797] 'process raft request' (duration: 300.813631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.634347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.333156Z","time spent":"301.105271ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:20.876822Z","caller":"traceutil/trace.go:171","msg":"trace[792460199] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"442.389483ms","start":"2026-07-28T11:38:20.434398Z","end":"2026-07-28T11:38:20.876787Z","steps":["trace[792460199] 'process raft request' (duration: 442.143205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.877021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.434367Z","time spent":"442.551698ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:20.877016Z","caller":"traceutil/trace.go:171","msg":"trace[700635286] linearizableReadLoop","detail":"{readStateIndex:3705; appliedIndex:3703; }","duration":"312.819008ms","start":"2026-07-28T11:38:20.564164Z","end":"2026-07-28T11:38:20.876983Z","steps":["trace[700635286] 'read index received' (duration: 69.758167ms)","trace[700635286] 'applied index is now lower than readState.Index' (duration: 243.058391ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:20.877073Z","caller":"traceutil/trace.go:171","msg":"trace[1244039763] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"307.740564ms","start":"2026-07-28T11:38:20.569279Z","end":"2026-07-28T11:38:20.877019Z","steps":["trace[1244039763] 'process raft request' (duration: 307.460205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.87726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.733252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T11:38:20.877307Z","caller":"traceutil/trace.go:171","msg":"trace[1549624708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3568; }","duration":"522.820054ms","start":"2026-07-28T11:38:20.354477Z","end":"2026-07-28T11:38:20.877297Z","steps":["trace[1549624708] 'agreement among raft nodes before linearized reading' (duration: 522.594437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.877336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.354456Z","time spent":"522.873856ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:38:20.877388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.569254Z","time spent":"307.994893ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:20.87739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.890097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.223\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:38:20.877485Z","caller":"traceutil/trace.go:171","msg":"trace[1452423860] range","detail":"{range_begin:/registry/masterleases/199.204.45.223; range_end:; response_count:1; response_revision:3568; }","duration":"537.014912ms","start":"2026-07-28T11:38:20.340445Z","end":"2026-07-28T11:38:20.87746Z","steps":["trace[1452423860] 'agreement among raft nodes before linearized reading' (duration: 536.634409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.877546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.340434Z","time spent":"537.098694ms","remote":"127.0.0.1:34786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.223\" "} {"level":"warn","ts":"2026-07-28T11:38:20.877535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.128167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:38:20.877692Z","caller":"traceutil/trace.go:171","msg":"trace[1440903403] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3568; }","duration":"538.314143ms","start":"2026-07-28T11:38:20.339324Z","end":"2026-07-28T11:38:20.877639Z","steps":["trace[1440903403] 'agreement among raft nodes before linearized reading' (duration: 537.806777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:20.878117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.339294Z","time spent":"538.803009ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T11:38:21.006603Z","caller":"traceutil/trace.go:171","msg":"trace[723423223] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"349.827611ms","start":"2026-07-28T11:38:20.656741Z","end":"2026-07-28T11:38:21.006569Z","steps":["trace[723423223] 'process raft request' (duration: 286.722668ms)","trace[723423223] 'compare' (duration: 62.713541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:21.006773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.656718Z","time spent":"349.963405ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:21.006917Z","caller":"traceutil/trace.go:171","msg":"trace[1664246373] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"124.7653ms","start":"2026-07-28T11:38:20.882118Z","end":"2026-07-28T11:38:21.006884Z","steps":["trace[1664246373] 'process raft request' (duration: 124.716689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:21.007004Z","caller":"traceutil/trace.go:171","msg":"trace[867797080] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"124.977887ms","start":"2026-07-28T11:38:20.881981Z","end":"2026-07-28T11:38:21.006959Z","steps":["trace[867797080] 'process raft request' (duration: 124.746319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:21.006873Z","caller":"traceutil/trace.go:171","msg":"trace[51708840] linearizableReadLoop","detail":"{readStateIndex:3707; appliedIndex:3706; }","duration":"129.679458ms","start":"2026-07-28T11:38:20.877082Z","end":"2026-07-28T11:38:21.006762Z","steps":["trace[51708840] 'read index received' (duration: 66.403019ms)","trace[51708840] 'applied index is now lower than readState.Index' (duration: 63.270599ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:21.007083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.222653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:21.007459Z","caller":"traceutil/trace.go:171","msg":"trace[1840633714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3571; }","duration":"413.665297ms","start":"2026-07-28T11:38:20.593773Z","end":"2026-07-28T11:38:21.007438Z","steps":["trace[1840633714] 'agreement among raft nodes before linearized reading' (duration: 413.212663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:21.007513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.59375Z","time spent":"413.75195ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:38:21.007144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.384131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:38:21.007643Z","caller":"traceutil/trace.go:171","msg":"trace[1983648387] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3571; }","duration":"401.909689ms","start":"2026-07-28T11:38:20.605671Z","end":"2026-07-28T11:38:21.007581Z","steps":["trace[1983648387] 'agreement among raft nodes before linearized reading' (duration: 401.33121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:21.007785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:20.605644Z","time spent":"402.098195ms","remote":"127.0.0.1:35102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":68,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:38:21.0077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.199925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:21.007997Z","caller":"traceutil/trace.go:171","msg":"trace[201656874] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3571; }","duration":"103.568746ms","start":"2026-07-28T11:38:20.904399Z","end":"2026-07-28T11:38:21.007968Z","steps":["trace[201656874] 'agreement among raft nodes before linearized reading' (duration: 103.081061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:21.268184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.730272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:21.26832Z","caller":"traceutil/trace.go:171","msg":"trace[1187510214] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"165.416879ms","start":"2026-07-28T11:38:21.102879Z","end":"2026-07-28T11:38:21.268296Z","steps":["trace[1187510214] 'process raft request' (duration: 16.44534ms)","trace[1187510214] 'compare' (duration: 148.412171ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:21.342641Z","caller":"traceutil/trace.go:171","msg":"trace[758240362] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"237.297635ms","start":"2026-07-28T11:38:21.105229Z","end":"2026-07-28T11:38:21.342527Z","steps":["trace[758240362] 'process raft request' (duration: 237.019606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:22.020973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.53918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:22.021096Z","caller":"traceutil/trace.go:171","msg":"trace[1579344477] linearizableReadLoop","detail":"{readStateIndex:3716; appliedIndex:3715; }","duration":"299.755778ms","start":"2026-07-28T11:38:21.721319Z","end":"2026-07-28T11:38:22.021075Z","steps":["trace[1579344477] 'read index received' (duration: 104.028102ms)","trace[1579344477] 'applied index is now lower than readState.Index' (duration: 195.726476ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:22.021463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.397819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-28T11:38:22.021535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.987213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T11:38:22.021569Z","caller":"traceutil/trace.go:171","msg":"trace[432755074] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3577; }","duration":"263.091756ms","start":"2026-07-28T11:38:21.758466Z","end":"2026-07-28T11:38:22.021558Z","steps":["trace[432755074] 'agreement among raft nodes before linearized reading' (duration: 262.723134ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:22.021571Z","caller":"traceutil/trace.go:171","msg":"trace[1277162972] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3577; }","duration":"192.579705ms","start":"2026-07-28T11:38:21.828965Z","end":"2026-07-28T11:38:22.021545Z","steps":["trace[1277162972] 'agreement among raft nodes before linearized reading' (duration: 192.232114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:22.021614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.268295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:38:22.0217Z","caller":"traceutil/trace.go:171","msg":"trace[997418367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3577; }","duration":"300.417239ms","start":"2026-07-28T11:38:21.721263Z","end":"2026-07-28T11:38:22.02168Z","steps":["trace[997418367] 'agreement among raft nodes before linearized reading' (duration: 299.898432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:22.021744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:21.721238Z","time spent":"300.495972ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:38:22.021198Z","caller":"traceutil/trace.go:171","msg":"trace[1996260998] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"338.548277ms","start":"2026-07-28T11:38:21.682599Z","end":"2026-07-28T11:38:22.021148Z","steps":["trace[1996260998] 'process raft request' (duration: 142.760999ms)","trace[1996260998] 'compare' (duration: 195.403826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:22.022469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:21.682574Z","time spent":"339.733155ms","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:38:24.093586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768507980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:38:25.593661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T11:38:25.593766Z","caller":"traceutil/trace.go:171","msg":"trace[1984425869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714819s","start":"2026-07-28T11:38:23.593025Z","end":"2026-07-28T11:38:25.59374Z","steps":["trace[1984425869] 'agreement among raft nodes before linearized reading' (duration: 2.000591465s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:25.593826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.593002Z","time spent":"2.000810572s","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:38:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T11:38:26.813778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.56412285s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:38:26.822436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263092381s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:26.822592Z","caller":"traceutil/trace.go:171","msg":"trace[614691911] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3586; }","duration":"2.263256526s","start":"2026-07-28T11:38:24.559309Z","end":"2026-07-28T11:38:26.822566Z","steps":["trace[614691911] 'range keys from in-memory index tree' (duration: 2.26306631s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:26.822966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.573260064s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:26.823166Z","caller":"traceutil/trace.go:171","msg":"trace[1935886181] linearizableReadLoop","detail":"{readStateIndex:3727; appliedIndex:3725; }","duration":"3.230058475s","start":"2026-07-28T11:38:23.593086Z","end":"2026-07-28T11:38:26.823145Z","steps":["trace[1935886181] 'read index received' (duration: 656.548983ms)","trace[1935886181] 'applied index is now lower than readState.Index' (duration: 2.573508882s)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:26.823353Z","caller":"traceutil/trace.go:171","msg":"trace[1839341502] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"3.536635191s","start":"2026-07-28T11:38:23.286707Z","end":"2026-07-28T11:38:26.823342Z","steps":["trace[1839341502] 'process raft request' (duration: 962.909762ms)","trace[1839341502] 'compare' (duration: 2.572900043s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:26.823406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.286678Z","time spent":"3.536697903s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:26.823599Z","caller":"traceutil/trace.go:171","msg":"trace[1131795869] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"3.472252107s","start":"2026-07-28T11:38:23.351336Z","end":"2026-07-28T11:38:26.823588Z","steps":["trace[1131795869] 'process raft request' (duration: 3.47173071s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:26.823641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.351312Z","time spent":"3.472306969s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:26.965437Z","caller":"traceutil/trace.go:171","msg":"trace[786068383] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"2.315453568s","start":"2026-07-28T11:38:24.649947Z","end":"2026-07-28T11:38:26.9654Z","steps":["trace[786068383] 'process raft request' (duration: 2.314396554s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:26.965465Z","caller":"traceutil/trace.go:171","msg":"trace[12989689] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"1.937898904s","start":"2026-07-28T11:38:25.027522Z","end":"2026-07-28T11:38:26.965421Z","steps":["trace[12989689] 'process raft request' (duration: 1.937749299s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:26.965601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:24.649923Z","time spent":"2.315591973s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:26.965803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.027499Z","time spent":"1.938049819s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:26.96609Z","caller":"traceutil/trace.go:171","msg":"trace[639614194] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"1.686841906s","start":"2026-07-28T11:38:25.279136Z","end":"2026-07-28T11:38:26.965978Z","steps":["trace[639614194] 'process raft request' (duration: 1.686223966s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:26.966258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.279086Z","time spent":"1.687083894s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:27.052621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.13985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:38:27.052707Z","caller":"traceutil/trace.go:171","msg":"trace[163913044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3591; }","duration":"728.303304ms","start":"2026-07-28T11:38:26.32439Z","end":"2026-07-28T11:38:27.052693Z","steps":["trace[163913044] 'agreement among raft nodes before linearized reading' (duration: 728.137249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.052757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:26.324366Z","time spent":"728.379537ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:38:27.052746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224849142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:27.052858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458777048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:27.052805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989265609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T11:38:27.052901Z","caller":"traceutil/trace.go:171","msg":"trace[714379222] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3591; }","duration":"1.225023357s","start":"2026-07-28T11:38:25.827824Z","end":"2026-07-28T11:38:27.052847Z","steps":["trace[714379222] 'agreement among raft nodes before linearized reading' (duration: 1.224768549s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:27.052914Z","caller":"traceutil/trace.go:171","msg":"trace[1937461572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3591; }","duration":"1.45885374s","start":"2026-07-28T11:38:25.59404Z","end":"2026-07-28T11:38:27.052894Z","steps":["trace[1937461572] 'agreement among raft nodes before linearized reading' (duration: 1.458795838s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.05287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298727411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T11:38:27.052999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.827769Z","time spent":"1.225212964s","remote":"127.0.0.1:56830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:38:27.052741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.778227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:27.053163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.608099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T11:38:27.053257Z","caller":"traceutil/trace.go:171","msg":"trace[1831555425] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3591; }","duration":"649.755374ms","start":"2026-07-28T11:38:26.403481Z","end":"2026-07-28T11:38:27.053237Z","steps":["trace[1831555425] 'agreement among raft nodes before linearized reading' (duration: 649.537747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.053265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935015919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T11:38:27.053325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:26.403457Z","time spent":"649.849836ms","remote":"127.0.0.1:34954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":59,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:38:27.052474Z","caller":"traceutil/trace.go:171","msg":"trace[2007538080] linearizableReadLoop","detail":"{readStateIndex:3731; appliedIndex:3727; }","duration":"229.243596ms","start":"2026-07-28T11:38:26.823194Z","end":"2026-07-28T11:38:27.052437Z","steps":["trace[2007538080] 'read index received' (duration: 141.165079ms)","trace[2007538080] 'applied index is now lower than readState.Index' (duration: 88.076317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:27.052963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.593975Z","time spent":"1.458981544s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:38:27.05355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912564605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T11:38:27.053597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157432705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-28T11:38:27.053685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15689042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T11:38:27.053709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152988491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:38:27.053711Z","caller":"traceutil/trace.go:171","msg":"trace[192656701] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3591; }","duration":"3.15758805s","start":"2026-07-28T11:38:23.896093Z","end":"2026-07-28T11:38:27.053681Z","steps":["trace[192656701] 'agreement among raft nodes before linearized reading' (duration: 3.157218318s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:27.053745Z","caller":"traceutil/trace.go:171","msg":"trace[339341083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3591; }","duration":"2.156999773s","start":"2026-07-28T11:38:24.896731Z","end":"2026-07-28T11:38:27.053731Z","steps":["trace[339341083] 'agreement among raft nodes before linearized reading' (duration: 2.156351612s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:27.052949Z","caller":"traceutil/trace.go:171","msg":"trace[1026373943] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3591; }","duration":"1.989475026s","start":"2026-07-28T11:38:25.06345Z","end":"2026-07-28T11:38:27.052925Z","steps":["trace[1026373943] 'agreement among raft nodes before linearized reading' (duration: 1.989044342s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:27.053772Z","caller":"traceutil/trace.go:171","msg":"trace[1974880718] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3591; }","duration":"3.153049283s","start":"2026-07-28T11:38:23.900696Z","end":"2026-07-28T11:38:27.053745Z","steps":["trace[1974880718] 'agreement among raft nodes before linearized reading' (duration: 3.152511226s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.053797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:24.896706Z","time spent":"2.157079346s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.896071Z","time spent":"3.157702303s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.063397Z","time spent":"1.990415585s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.90069Z","time spent":"3.153128586s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:38:27.05371Z","caller":"traceutil/trace.go:171","msg":"trace[438914446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3591; }","duration":"2.91273099s","start":"2026-07-28T11:38:24.140926Z","end":"2026-07-28T11:38:27.053657Z","steps":["trace[438914446] 'agreement among raft nodes before linearized reading' (duration: 2.912266336s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.053614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05825708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"warn","ts":"2026-07-28T11:38:27.053982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225090874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T11:38:27.053996Z","caller":"traceutil/trace.go:171","msg":"trace[913807456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3591; }","duration":"3.058678373s","start":"2026-07-28T11:38:23.995303Z","end":"2026-07-28T11:38:27.053981Z","steps":["trace[913807456] 'agreement among raft nodes before linearized reading' (duration: 3.057940259s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:27.054034Z","caller":"traceutil/trace.go:171","msg":"trace[806648850] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3591; }","duration":"3.225177557s","start":"2026-07-28T11:38:23.82884Z","end":"2026-07-28T11:38:27.054017Z","steps":["trace[806648850] 'agreement among raft nodes before linearized reading' (duration: 3.224590278s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.054071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.995279Z","time spent":"3.058775026s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T11:38:27.054087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.828818Z","time spent":"3.22525156s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017357724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:38:27.054189Z","caller":"traceutil/trace.go:171","msg":"trace[2103969155] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3591; }","duration":"2.017666684s","start":"2026-07-28T11:38:25.036504Z","end":"2026-07-28T11:38:27.054171Z","steps":["trace[2103969155] 'agreement among raft nodes before linearized reading' (duration: 2.016660072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.054256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.036491Z","time spent":"2.017743256s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:38:27.054275Z","caller":"traceutil/trace.go:171","msg":"trace[1962277524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3591; }","duration":"1.300193638s","start":"2026-07-28T11:38:25.754053Z","end":"2026-07-28T11:38:27.054247Z","steps":["trace[1962277524] 'agreement among raft nodes before linearized reading' (duration: 1.29870297s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.054216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:24.140903Z","time spent":"2.913055171s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.125233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:27.054445Z","caller":"traceutil/trace.go:171","msg":"trace[387735674] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3591; }","duration":"685.985221ms","start":"2026-07-28T11:38:26.368442Z","end":"2026-07-28T11:38:27.054427Z","steps":["trace[387735674] 'agreement among raft nodes before linearized reading' (duration: 685.042911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.05451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:26.368417Z","time spent":"686.071324ms","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:38:27.05435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:25.75403Z","time spent":"1.300296902s","remote":"127.0.0.1:56952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:38:27.054655Z","caller":"traceutil/trace.go:171","msg":"trace[1759196109] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3591; }","duration":"855.776121ms","start":"2026-07-28T11:38:26.198857Z","end":"2026-07-28T11:38:27.054634Z","steps":["trace[1759196109] 'agreement among raft nodes before linearized reading' (duration: 853.752406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.054714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:26.198831Z","time spent":"855.863304ms","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-28T11:38:27.054342Z","caller":"traceutil/trace.go:171","msg":"trace[2076432398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3591; }","duration":"2.936125544s","start":"2026-07-28T11:38:24.118184Z","end":"2026-07-28T11:38:27.05431Z","steps":["trace[2076432398] 'agreement among raft nodes before linearized reading' (duration: 2.934864044s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.055023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:24.118164Z","time spent":"2.936805097s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.473774118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:38:27.055263Z","caller":"traceutil/trace.go:171","msg":"trace[515220275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3591; }","duration":"2.475784153s","start":"2026-07-28T11:38:24.579456Z","end":"2026-07-28T11:38:27.05524Z","steps":["trace[515220275] 'agreement among raft nodes before linearized reading' (duration: 2.473662205s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.055296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:24.579401Z","time spent":"2.475885557s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:38:27.053423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154260482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T11:38:27.055854Z","caller":"traceutil/trace.go:171","msg":"trace[1637340570] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3591; }","duration":"3.156733412s","start":"2026-07-28T11:38:23.8991Z","end":"2026-07-28T11:38:27.055834Z","steps":["trace[1637340570] 'agreement among raft nodes before linearized reading' (duration: 3.154134018s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.055887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:23.899076Z","time spent":"3.156801454s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:38:27.293582Z","caller":"traceutil/trace.go:171","msg":"trace[928563775] linearizableReadLoop","detail":"{readStateIndex:3741; appliedIndex:3740; }","duration":"148.444963ms","start":"2026-07-28T11:38:27.145108Z","end":"2026-07-28T11:38:27.293553Z","steps":["trace[928563775] 'read index received' (duration: 53.073ms)","trace[928563775] 'applied index is now lower than readState.Index' (duration: 95.370782ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:27.29379Z","caller":"traceutil/trace.go:171","msg":"trace[1196930178] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"218.51478ms","start":"2026-07-28T11:38:27.075261Z","end":"2026-07-28T11:38:27.293776Z","steps":["trace[1196930178] 'process raft request' (duration: 122.905029ms)","trace[1196930178] 'compare' (duration: 95.27658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:27.294077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.943268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10308"} {"level":"warn","ts":"2026-07-28T11:38:27.294128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.032507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-28T11:38:27.294152Z","caller":"traceutil/trace.go:171","msg":"trace[2101214736] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3601; }","duration":"147.12914ms","start":"2026-07-28T11:38:27.147015Z","end":"2026-07-28T11:38:27.294144Z","steps":["trace[2101214736] 'agreement among raft nodes before linearized reading' (duration: 146.952444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:27.294163Z","caller":"traceutil/trace.go:171","msg":"trace[1140508642] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3601; }","duration":"149.080153ms","start":"2026-07-28T11:38:27.145066Z","end":"2026-07-28T11:38:27.294146Z","steps":["trace[1140508642] 'agreement among raft nodes before linearized reading' (duration: 148.811244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.294139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.97907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:27.294243Z","caller":"traceutil/trace.go:171","msg":"trace[1527314593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3601; }","duration":"149.145595ms","start":"2026-07-28T11:38:27.145075Z","end":"2026-07-28T11:38:27.294221Z","steps":["trace[1527314593] 'agreement among raft nodes before linearized reading' (duration: 148.917858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:27.579665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.362552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:27.579753Z","caller":"traceutil/trace.go:171","msg":"trace[1702126313] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3601; }","duration":"149.512437ms","start":"2026-07-28T11:38:27.430224Z","end":"2026-07-28T11:38:27.579736Z","steps":["trace[1702126313] 'range keys from in-memory index tree' (duration: 149.205127ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:29.112655Z","caller":"traceutil/trace.go:171","msg":"trace[225321881] transaction","detail":"{read_only:false; response_revision:3606; number_of_response:1; }","duration":"284.473885ms","start":"2026-07-28T11:38:28.828157Z","end":"2026-07-28T11:38:29.112631Z","steps":["trace[225321881] 'process raft request' (duration: 284.337331ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:29.13841Z","caller":"traceutil/trace.go:171","msg":"trace[694181433] transaction","detail":"{read_only:false; response_revision:3608; number_of_response:1; }","duration":"167.27459ms","start":"2026-07-28T11:38:28.971092Z","end":"2026-07-28T11:38:29.138366Z","steps":["trace[694181433] 'process raft request' (duration: 167.176556ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:29.138428Z","caller":"traceutil/trace.go:171","msg":"trace[384220243] transaction","detail":"{read_only:false; response_revision:3609; number_of_response:1; }","duration":"167.042362ms","start":"2026-07-28T11:38:28.971339Z","end":"2026-07-28T11:38:29.138381Z","steps":["trace[384220243] 'process raft request' (duration: 166.96659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:29.138522Z","caller":"traceutil/trace.go:171","msg":"trace[477335781] transaction","detail":"{read_only:false; response_revision:3607; number_of_response:1; }","duration":"309.290595ms","start":"2026-07-28T11:38:28.829172Z","end":"2026-07-28T11:38:29.138462Z","steps":["trace[477335781] 'process raft request' (duration: 308.949224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:29.13873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:28.829139Z","time spent":"309.47042ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:38:29.270622Z","caller":"traceutil/trace.go:171","msg":"trace[1468186467] transaction","detail":"{read_only:false; response_revision:3613; number_of_response:1; }","duration":"100.26931ms","start":"2026-07-28T11:38:29.170314Z","end":"2026-07-28T11:38:29.270584Z","steps":["trace[1468186467] 'process raft request' (duration: 99.849017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:29.270745Z","caller":"traceutil/trace.go:171","msg":"trace[1545976781] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"100.402115ms","start":"2026-07-28T11:38:29.170313Z","end":"2026-07-28T11:38:29.270716Z","steps":["trace[1545976781] 'process raft request' (duration: 100.124836ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:30.501436Z","caller":"traceutil/trace.go:171","msg":"trace[283550758] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"141.260121ms","start":"2026-07-28T11:38:30.360147Z","end":"2026-07-28T11:38:30.501407Z","steps":["trace[283550758] 'process raft request' (duration: 81.261298ms)","trace[283550758] 'compare' (duration: 59.880179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:31.710051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.872005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:31.710192Z","caller":"traceutil/trace.go:171","msg":"trace[1391519722] linearizableReadLoop","detail":"{readStateIndex:3762; appliedIndex:3761; }","duration":"526.258795ms","start":"2026-07-28T11:38:31.183914Z","end":"2026-07-28T11:38:31.710173Z","steps":["trace[1391519722] 'read index received' (duration: 148.049469ms)","trace[1391519722] 'applied index is now lower than readState.Index' (duration: 378.207996ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:31.710285Z","caller":"traceutil/trace.go:171","msg":"trace[203228696] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"535.09462ms","start":"2026-07-28T11:38:31.175178Z","end":"2026-07-28T11:38:31.710273Z","steps":["trace[203228696] 'process raft request' (duration: 156.909805ms)","trace[203228696] 'compare' (duration: 377.757651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:31.71035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:31.175151Z","time spent":"535.166982ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:38:31.710513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.584056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:38:31.710522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.931835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T11:38:31.71055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.469678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:38:31.710598Z","caller":"traceutil/trace.go:171","msg":"trace[836855025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3621; }","duration":"526.69774ms","start":"2026-07-28T11:38:31.183874Z","end":"2026-07-28T11:38:31.710572Z","steps":["trace[836855025] 'agreement among raft nodes before linearized reading' (duration: 526.468732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:31.710607Z","caller":"traceutil/trace.go:171","msg":"trace[1168785748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3621; }","duration":"436.066599ms","start":"2026-07-28T11:38:31.274518Z","end":"2026-07-28T11:38:31.710585Z","steps":["trace[1168785748] 'agreement among raft nodes before linearized reading' (duration: 435.840022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:31.710599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.988097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:38:31.710647Z","caller":"traceutil/trace.go:171","msg":"trace[578632083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3621; }","duration":"434.618132ms","start":"2026-07-28T11:38:31.276008Z","end":"2026-07-28T11:38:31.710626Z","steps":["trace[578632083] 'agreement among raft nodes before linearized reading' (duration: 434.362564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:31.710685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.320314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:38:31.710707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:31.275983Z","time spent":"434.714446ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T11:38:31.710721Z","caller":"traceutil/trace.go:171","msg":"trace[2103971707] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3621; }","duration":"290.397826ms","start":"2026-07-28T11:38:31.420311Z","end":"2026-07-28T11:38:31.710709Z","steps":["trace[2103971707] 'agreement among raft nodes before linearized reading' (duration: 290.332744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:31.710646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:31.183854Z","time spent":"526.784422ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T11:38:31.710718Z","caller":"traceutil/trace.go:171","msg":"trace[1662629378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3621; }","duration":"436.125741ms","start":"2026-07-28T11:38:31.274566Z","end":"2026-07-28T11:38:31.710692Z","steps":["trace[1662629378] 'agreement among raft nodes before linearized reading' (duration: 435.820832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:31.710599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.796748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-28T11:38:31.710873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:31.274562Z","time spent":"436.225144ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:38:31.710652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:31.274498Z","time spent":"436.145322ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:38:31.711311Z","caller":"traceutil/trace.go:171","msg":"trace[831425021] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3621; }","duration":"435.101748ms","start":"2026-07-28T11:38:31.275767Z","end":"2026-07-28T11:38:31.710868Z","steps":["trace[831425021] 'agreement among raft nodes before linearized reading' (duration: 434.617963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:31.711396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:31.275733Z","time spent":"435.642285ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-28T11:38:31.974666Z","caller":"traceutil/trace.go:171","msg":"trace[1205469787] transaction","detail":"{read_only:false; response_revision:3623; number_of_response:1; }","duration":"259.325295ms","start":"2026-07-28T11:38:31.715306Z","end":"2026-07-28T11:38:31.974631Z","steps":["trace[1205469787] 'process raft request' (duration: 259.112628ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:31.974901Z","caller":"traceutil/trace.go:171","msg":"trace[512085318] transaction","detail":"{read_only:false; response_revision:3624; number_of_response:1; }","duration":"259.411168ms","start":"2026-07-28T11:38:31.715441Z","end":"2026-07-28T11:38:31.974852Z","steps":["trace[512085318] 'process raft request' (duration: 259.139709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:31.974968Z","caller":"traceutil/trace.go:171","msg":"trace[1340171174] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"259.4773ms","start":"2026-07-28T11:38:31.715475Z","end":"2026-07-28T11:38:31.974952Z","steps":["trace[1340171174] 'process raft request' (duration: 259.296345ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:31.974954Z","caller":"traceutil/trace.go:171","msg":"trace[298322731] linearizableReadLoop","detail":"{readStateIndex:3767; appliedIndex:3763; }","duration":"146.531641ms","start":"2026-07-28T11:38:31.828387Z","end":"2026-07-28T11:38:31.974919Z","steps":["trace[298322731] 'read index received' (duration: 145.976493ms)","trace[298322731] 'applied index is now lower than readState.Index' (duration: 554.308µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:31.974995Z","caller":"traceutil/trace.go:171","msg":"trace[1406926762] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"259.333535ms","start":"2026-07-28T11:38:31.715646Z","end":"2026-07-28T11:38:31.97498Z","steps":["trace[1406926762] 'process raft request' (duration: 259.204731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:31.975187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.778669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T11:38:31.97524Z","caller":"traceutil/trace.go:171","msg":"trace[2113685986] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3626; }","duration":"146.880032ms","start":"2026-07-28T11:38:31.828348Z","end":"2026-07-28T11:38:31.975228Z","steps":["trace[2113685986] 'agreement among raft nodes before linearized reading' (duration: 146.667125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:32.642642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.476078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T11:38:32.642699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.098358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T11:38:32.64278Z","caller":"traceutil/trace.go:171","msg":"trace[792623480] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3626; }","duration":"493.639164ms","start":"2026-07-28T11:38:32.149112Z","end":"2026-07-28T11:38:32.642752Z","steps":["trace[792623480] 'range keys from in-memory index tree' (duration: 493.257272ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:32.642794Z","caller":"traceutil/trace.go:171","msg":"trace[1208346846] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3626; }","duration":"494.229052ms","start":"2026-07-28T11:38:32.148531Z","end":"2026-07-28T11:38:32.64276Z","steps":["trace[1208346846] 'range keys from in-memory index tree' (duration: 493.788299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:32.642839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:32.149105Z","time spent":"493.719407ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:38:32.642845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:32.148511Z","time spent":"494.323506ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:38:32.64301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.108679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:38:32.643115Z","caller":"traceutil/trace.go:171","msg":"trace[1849483485] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3626; }","duration":"494.237823ms","start":"2026-07-28T11:38:32.148852Z","end":"2026-07-28T11:38:32.64309Z","steps":["trace[1849483485] 'range keys from in-memory index tree' (duration: 493.676495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:32.643172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:32.148848Z","time spent":"494.310175ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:38:32.824357Z","caller":"traceutil/trace.go:171","msg":"trace[1903551969] linearizableReadLoop","detail":"{readStateIndex:3770; appliedIndex:3767; }","duration":"175.06451ms","start":"2026-07-28T11:38:32.64926Z","end":"2026-07-28T11:38:32.824324Z","steps":["trace[1903551969] 'read index received' (duration: 6.762118ms)","trace[1903551969] 'applied index is now lower than readState.Index' (duration: 168.301012ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:32.824401Z","caller":"traceutil/trace.go:171","msg":"trace[580784751] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"175.36247ms","start":"2026-07-28T11:38:32.649003Z","end":"2026-07-28T11:38:32.824365Z","steps":["trace[580784751] 'process raft request' (duration: 175.157933ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:32.824648Z","caller":"traceutil/trace.go:171","msg":"trace[1548431475] transaction","detail":"{read_only:false; response_revision:3628; number_of_response:1; }","duration":"175.734022ms","start":"2026-07-28T11:38:32.648907Z","end":"2026-07-28T11:38:32.824641Z","steps":["trace[1548431475] 'process raft request' (duration: 173.772858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:32.824658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.38128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10308"} {"level":"info","ts":"2026-07-28T11:38:32.824698Z","caller":"traceutil/trace.go:171","msg":"trace[339134548] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3629; }","duration":"175.450283ms","start":"2026-07-28T11:38:32.649234Z","end":"2026-07-28T11:38:32.824684Z","steps":["trace[339134548] 'agreement among raft nodes before linearized reading' (duration: 175.260807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:35.398898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.886865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:35.398996Z","caller":"traceutil/trace.go:171","msg":"trace[1697678062] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3652; }","duration":"441.06515ms","start":"2026-07-28T11:38:34.95791Z","end":"2026-07-28T11:38:35.398975Z","steps":["trace[1697678062] 'count revisions from in-memory index tree' (duration: 440.731439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:35.399041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:38:34.957885Z","time spent":"441.144893ms","remote":"127.0.0.1:56862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:38:35.399361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.96575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:35.399557Z","caller":"traceutil/trace.go:171","msg":"trace[519348318] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"145.234759ms","start":"2026-07-28T11:38:35.254304Z","end":"2026-07-28T11:38:35.399538Z","steps":["trace[519348318] 'process raft request' (duration: 145.181777ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:35.399692Z","caller":"traceutil/trace.go:171","msg":"trace[1664209784] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"219.828813ms","start":"2026-07-28T11:38:35.179855Z","end":"2026-07-28T11:38:35.399684Z","steps":["trace[1664209784] 'process raft request' (duration: 74.456509ms)","trace[1664209784] 'compare' (duration: 144.732423ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:35.530711Z","caller":"traceutil/trace.go:171","msg":"trace[948106187] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"269.374319ms","start":"2026-07-28T11:38:35.261305Z","end":"2026-07-28T11:38:35.530679Z","steps":["trace[948106187] 'process raft request' (duration: 269.305047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:35.530947Z","caller":"traceutil/trace.go:171","msg":"trace[978267151] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"276.110526ms","start":"2026-07-28T11:38:35.254706Z","end":"2026-07-28T11:38:35.530816Z","steps":["trace[978267151] 'process raft request' (duration: 267.355423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:37.916545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.362789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:37.916789Z","caller":"traceutil/trace.go:171","msg":"trace[1510734053] transaction","detail":"{read_only:false; response_revision:3670; number_of_response:1; }","duration":"168.803028ms","start":"2026-07-28T11:38:37.747941Z","end":"2026-07-28T11:38:37.916744Z","steps":["trace[1510734053] 'process raft request' (duration: 16.15241ms)","trace[1510734053] 'compare' (duration: 152.255075ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:41.782946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.489287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:38:41.783066Z","caller":"traceutil/trace.go:171","msg":"trace[166448161] linearizableReadLoop","detail":"{readStateIndex:3841; appliedIndex:3840; }","duration":"191.698856ms","start":"2026-07-28T11:38:41.591347Z","end":"2026-07-28T11:38:41.783046Z","steps":["trace[166448161] 'read index received' (duration: 27.965661ms)","trace[166448161] 'applied index is now lower than readState.Index' (duration: 163.731655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:41.783153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.80366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:38:41.783185Z","caller":"traceutil/trace.go:171","msg":"trace[1457474692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3698; }","duration":"191.869912ms","start":"2026-07-28T11:38:41.591306Z","end":"2026-07-28T11:38:41.783176Z","steps":["trace[1457474692] 'agreement among raft nodes before linearized reading' (duration: 191.797829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:41.783144Z","caller":"traceutil/trace.go:171","msg":"trace[205646199] transaction","detail":"{read_only:false; response_revision:3698; number_of_response:1; }","duration":"223.532222ms","start":"2026-07-28T11:38:41.559551Z","end":"2026-07-28T11:38:41.783083Z","steps":["trace[205646199] 'process raft request' (duration: 59.797397ms)","trace[205646199] 'compare' (duration: 163.078143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:46.02361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.041813ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-28T11:38:46.024146Z","caller":"traceutil/trace.go:171","msg":"trace[1975502706] linearizableReadLoop","detail":"{readStateIndex:3880; appliedIndex:3878; }","duration":"196.100538ms","start":"2026-07-28T11:38:45.828022Z","end":"2026-07-28T11:38:46.024123Z","steps":["trace[1975502706] 'read index received' (duration: 192.604196ms)","trace[1975502706] 'applied index is now lower than readState.Index' (duration: 3.494992ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:46.024255Z","caller":"traceutil/trace.go:171","msg":"trace[1594880604] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"227.19125ms","start":"2026-07-28T11:38:45.797045Z","end":"2026-07-28T11:38:46.024237Z","steps":["trace[1594880604] 'process raft request' (duration: 226.684844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:38:46.072009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.986101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T11:38:46.072122Z","caller":"traceutil/trace.go:171","msg":"trace[799338591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3736; }","duration":"244.194328ms","start":"2026-07-28T11:38:45.827893Z","end":"2026-07-28T11:38:46.072087Z","steps":["trace[799338591] 'agreement among raft nodes before linearized reading' (duration: 196.48117ms)","trace[799338591] 'range keys from in-memory index tree' (duration: 47.516421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:38:46.072006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.940348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1411"} {"level":"info","ts":"2026-07-28T11:38:46.072337Z","caller":"traceutil/trace.go:171","msg":"trace[1255496048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3736; }","duration":"171.33821ms","start":"2026-07-28T11:38:45.900969Z","end":"2026-07-28T11:38:46.072308Z","steps":["trace[1255496048] 'agreement among raft nodes before linearized reading' (duration: 123.420836ms)","trace[1255496048] 'range keys from in-memory index tree' (duration: 47.398397ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:38:51.690584Z","caller":"traceutil/trace.go:171","msg":"trace[1419351469] transaction","detail":"{read_only:false; response_revision:3774; number_of_response:1; }","duration":"105.026884ms","start":"2026-07-28T11:38:51.585513Z","end":"2026-07-28T11:38:51.69054Z","steps":["trace[1419351469] 'process raft request' (duration: 104.730515ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:38:56.209924Z","caller":"traceutil/trace.go:171","msg":"trace[55120503] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"138.339878ms","start":"2026-07-28T11:38:56.071549Z","end":"2026-07-28T11:38:56.209889Z","steps":["trace[55120503] 'process raft request' (duration: 137.405507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:02.733811Z","caller":"traceutil/trace.go:171","msg":"trace[1154878619] linearizableReadLoop","detail":"{readStateIndex:3991; appliedIndex:3990; }","duration":"490.817473ms","start":"2026-07-28T11:39:02.242952Z","end":"2026-07-28T11:39:02.73377Z","steps":["trace[1154878619] 'read index received' (duration: 490.653168ms)","trace[1154878619] 'applied index is now lower than readState.Index' (duration: 162.885µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:39:02.73391Z","caller":"traceutil/trace.go:171","msg":"trace[553045465] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"492.180486ms","start":"2026-07-28T11:39:02.24169Z","end":"2026-07-28T11:39:02.733871Z","steps":["trace[553045465] 'process raft request' (duration: 491.867316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:02.73418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.241664Z","time spent":"492.436545ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:39:02.73423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.23249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T11:39:02.73428Z","caller":"traceutil/trace.go:171","msg":"trace[1213857668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3844; }","duration":"479.300032ms","start":"2026-07-28T11:39:02.254965Z","end":"2026-07-28T11:39:02.734265Z","steps":["trace[1213857668] 'agreement among raft nodes before linearized reading' (duration: 479.204369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:02.734289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.20741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-28T11:39:02.734322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.012288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:39:02.734376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.867486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T11:39:02.734407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.152566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:39:02.734481Z","caller":"traceutil/trace.go:171","msg":"trace[1802317777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3844; }","duration":"474.009331ms","start":"2026-07-28T11:39:02.260449Z","end":"2026-07-28T11:39:02.734458Z","steps":["trace[1802317777] 'agreement among raft nodes before linearized reading' (duration: 473.705792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:02.734045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.075541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T11:39:02.734505Z","caller":"traceutil/trace.go:171","msg":"trace[999888824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3844; }","duration":"483.291941ms","start":"2026-07-28T11:39:02.251189Z","end":"2026-07-28T11:39:02.734481Z","steps":["trace[999888824] 'agreement among raft nodes before linearized reading' (duration: 483.015272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:02.734526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.260435Z","time spent":"474.082913ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T11:39:02.734545Z","caller":"traceutil/trace.go:171","msg":"trace[2071301562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3844; }","duration":"491.636329ms","start":"2026-07-28T11:39:02.2429Z","end":"2026-07-28T11:39:02.734536Z","steps":["trace[2071301562] 'agreement among raft nodes before linearized reading' (duration: 491.011569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:02.734566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.25117Z","time spent":"483.383153ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:39:02.734584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.242794Z","time spent":"491.781314ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:39:02.734426Z","caller":"traceutil/trace.go:171","msg":"trace[1853675707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3844; }","duration":"477.182134ms","start":"2026-07-28T11:39:02.257224Z","end":"2026-07-28T11:39:02.734406Z","steps":["trace[1853675707] 'agreement among raft nodes before linearized reading' (duration: 476.877414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:02.73436Z","caller":"traceutil/trace.go:171","msg":"trace[223230904] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3844; }","duration":"484.344505ms","start":"2026-07-28T11:39:02.250004Z","end":"2026-07-28T11:39:02.734348Z","steps":["trace[223230904] 'agreement among raft nodes before linearized reading' (duration: 484.091197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:02.734779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.249984Z","time spent":"484.787338ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:39:02.734312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.254953Z","time spent":"479.352673ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:39:02.734806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.257207Z","time spent":"477.504434ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:39:03.751623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.450836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:39:03.751773Z","caller":"traceutil/trace.go:171","msg":"trace[700754871] linearizableReadLoop","detail":"{readStateIndex:3998; appliedIndex:3997; }","duration":"822.704315ms","start":"2026-07-28T11:39:02.929042Z","end":"2026-07-28T11:39:03.751746Z","steps":["trace[700754871] 'read index received' (duration: 297.850346ms)","trace[700754871] 'applied index is now lower than readState.Index' (duration: 524.851739ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:39:03.751866Z","caller":"traceutil/trace.go:171","msg":"trace[1950296660] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"935.342185ms","start":"2026-07-28T11:39:02.816509Z","end":"2026-07-28T11:39:03.751852Z","steps":["trace[1950296660] 'process raft request' (duration: 410.478495ms)","trace[1950296660] 'compare' (duration: 523.833556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:39:03.751985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.816467Z","time spent":"935.464348ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:39:03.752165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.093208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:39:03.752624Z","caller":"traceutil/trace.go:171","msg":"trace[2071826138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3851; }","duration":"823.609535ms","start":"2026-07-28T11:39:02.928995Z","end":"2026-07-28T11:39:03.752605Z","steps":["trace[2071826138] 'agreement among raft nodes before linearized reading' (duration: 822.992955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:03.752673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:02.928977Z","time spent":"823.683878ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:39:04.880207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.111936ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:39:04.880332Z","caller":"traceutil/trace.go:171","msg":"trace[2147367712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3851; }","duration":"321.24877ms","start":"2026-07-28T11:39:04.559065Z","end":"2026-07-28T11:39:04.880314Z","steps":["trace[2147367712] 'range keys from in-memory index tree' (duration: 321.091845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.880557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.755568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:39:04.880672Z","caller":"traceutil/trace.go:171","msg":"trace[502037364] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"1.155209638s","start":"2026-07-28T11:39:03.725436Z","end":"2026-07-28T11:39:04.880646Z","steps":["trace[502037364] 'process raft request' (duration: 291.243973ms)","trace[502037364] 'compare' (duration: 863.619964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:39:04.88075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.725405Z","time spent":"1.155309071s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:39:04.907921Z","caller":"traceutil/trace.go:171","msg":"trace[985299711] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"1.168586669s","start":"2026-07-28T11:39:03.739302Z","end":"2026-07-28T11:39:04.907889Z","steps":["trace[985299711] 'process raft request' (duration: 1.16832571s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.908283Z","caller":"traceutil/trace.go:171","msg":"trace[828085690] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"1.16735742s","start":"2026-07-28T11:39:03.74088Z","end":"2026-07-28T11:39:04.908238Z","steps":["trace[828085690] 'process raft request' (duration: 1.166947007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.908326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.739277Z","time spent":"1.168741144s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:39:04.908474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.740852Z","time spent":"1.167527725s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:39:04.908932Z","caller":"traceutil/trace.go:171","msg":"trace[1565119608] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"972.915826ms","start":"2026-07-28T11:39:03.935989Z","end":"2026-07-28T11:39:04.908905Z","steps":["trace[1565119608] 'process raft request' (duration: 972.155251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.909069Z","caller":"traceutil/trace.go:171","msg":"trace[17501719] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:3998; }","duration":"1.157232934s","start":"2026-07-28T11:39:03.751816Z","end":"2026-07-28T11:39:04.909049Z","steps":["trace[17501719] 'read index received' (duration: 265.037039ms)","trace[17501719] 'applied index is now lower than readState.Index' (duration: 892.194445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:39:04.909074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.935959Z","time spent":"973.04559ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:39:04.909272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260708478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-28T11:39:04.909327Z","caller":"traceutil/trace.go:171","msg":"trace[701215091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3855; }","duration":"1.260806441s","start":"2026-07-28T11:39:03.648507Z","end":"2026-07-28T11:39:04.909314Z","steps":["trace[701215091] 'agreement among raft nodes before linearized reading' (duration: 1.260637005s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.909361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.648485Z","time spent":"1.260868003s","remote":"127.0.0.1:34938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T11:39:04.909589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793779682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c67128fa62a31d\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-28T11:39:04.909618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832267982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T11:39:04.909642Z","caller":"traceutil/trace.go:171","msg":"trace[1761702940] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c67128fa62a31d; range_end:; response_count:1; response_revision:3855; }","duration":"1.793865475s","start":"2026-07-28T11:39:03.115763Z","end":"2026-07-28T11:39:04.909628Z","steps":["trace[1761702940] 'agreement among raft nodes before linearized reading' (duration: 1.793696499s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.909653Z","caller":"traceutil/trace.go:171","msg":"trace[1222057382] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3855; }","duration":"1.832298623s","start":"2026-07-28T11:39:03.077341Z","end":"2026-07-28T11:39:04.909639Z","steps":["trace[1222057382] 'agreement among raft nodes before linearized reading' (duration: 1.83220143s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.909678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.115743Z","time spent":"1.793927696s","remote":"127.0.0.1:34824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c67128fa62a31d\" "} {"level":"warn","ts":"2026-07-28T11:39:04.909697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.077325Z","time spent":"1.832356655s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:39:04.909814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315130531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:39:04.90995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53982284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-07-28T11:39:04.909937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836411736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T11:39:04.909994Z","caller":"traceutil/trace.go:171","msg":"trace[1087483719] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3855; }","duration":"1.539864881s","start":"2026-07-28T11:39:03.370115Z","end":"2026-07-28T11:39:04.90998Z","steps":["trace[1087483719] 'agreement among raft nodes before linearized reading' (duration: 1.539720587s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.910025Z","caller":"traceutil/trace.go:171","msg":"trace[1971077265] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3855; }","duration":"1.836511499s","start":"2026-07-28T11:39:03.073487Z","end":"2026-07-28T11:39:04.909999Z","steps":["trace[1971077265] 'agreement among raft nodes before linearized reading' (duration: 1.83625008s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.910033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.370038Z","time spent":"1.539989115s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-28T11:39:04.910065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.07342Z","time spent":"1.836637483s","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-28T11:39:04.910034Z","caller":"traceutil/trace.go:171","msg":"trace[284200964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3855; }","duration":"1.315353568s","start":"2026-07-28T11:39:03.594622Z","end":"2026-07-28T11:39:04.909975Z","steps":["trace[284200964] 'agreement among raft nodes before linearized reading' (duration: 1.315156952s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.910177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.594594Z","time spent":"1.315528794s","remote":"127.0.0.1:34732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:39:04.943949Z","caller":"traceutil/trace.go:171","msg":"trace[1331122668] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"202.97135ms","start":"2026-07-28T11:39:04.740941Z","end":"2026-07-28T11:39:04.943912Z","steps":["trace[1331122668] 'process raft request' (duration: 202.607558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.944289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.779031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T11:39:04.94435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.477865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:39:04.944365Z","caller":"traceutil/trace.go:171","msg":"trace[2023894078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3856; }","duration":"129.890235ms","start":"2026-07-28T11:39:04.814456Z","end":"2026-07-28T11:39:04.944346Z","steps":["trace[2023894078] 'agreement among raft nodes before linearized reading' (duration: 129.608196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.944412Z","caller":"traceutil/trace.go:171","msg":"trace[1683763804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3856; }","duration":"879.577638ms","start":"2026-07-28T11:39:04.064815Z","end":"2026-07-28T11:39:04.944393Z","steps":["trace[1683763804] 'agreement among raft nodes before linearized reading' (duration: 879.484425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.944437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114890059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-28T11:39:04.944022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.398589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T11:39:04.944474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:04.064791Z","time spent":"879.665741ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T11:39:04.944514Z","caller":"traceutil/trace.go:171","msg":"trace[1723560971] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3856; }","duration":"1.114993763s","start":"2026-07-28T11:39:03.829498Z","end":"2026-07-28T11:39:04.944492Z","steps":["trace[1723560971] 'agreement among raft nodes before linearized reading' (duration: 1.114848609s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.944499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.478151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:39:04.944526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.347508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:39:04.944571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:39:03.829475Z","time spent":"1.115086156s","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-28T11:39:04.944581Z","caller":"traceutil/trace.go:171","msg":"trace[1651634873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3856; }","duration":"192.620446ms","start":"2026-07-28T11:39:04.751944Z","end":"2026-07-28T11:39:04.944565Z","steps":["trace[1651634873] 'agreement among raft nodes before linearized reading' (duration: 192.425479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.944596Z","caller":"traceutil/trace.go:171","msg":"trace[1742855692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3856; }","duration":"129.42964ms","start":"2026-07-28T11:39:04.81515Z","end":"2026-07-28T11:39:04.94458Z","steps":["trace[1742855692] 'agreement among raft nodes before linearized reading' (duration: 129.241234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.944267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.021299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T11:39:04.944677Z","caller":"traceutil/trace.go:171","msg":"trace[1981943172] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3856; }","duration":"121.485005ms","start":"2026-07-28T11:39:04.823174Z","end":"2026-07-28T11:39:04.944659Z","steps":["trace[1981943172] 'agreement among raft nodes before linearized reading' (duration: 120.828344ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:04.944525Z","caller":"traceutil/trace.go:171","msg":"trace[865018357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3856; }","duration":"129.919526ms","start":"2026-07-28T11:39:04.814591Z","end":"2026-07-28T11:39:04.94451Z","steps":["trace[865018357] 'agreement among raft nodes before linearized reading' (duration: 129.201103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:04.944968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.239226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-28T11:39:04.945223Z","caller":"traceutil/trace.go:171","msg":"trace[1779929577] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3856; }","duration":"130.476433ms","start":"2026-07-28T11:39:04.814703Z","end":"2026-07-28T11:39:04.945179Z","steps":["trace[1779929577] 'agreement among raft nodes before linearized reading' (duration: 129.072988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:40.156127Z","caller":"traceutil/trace.go:171","msg":"trace[509869481] linearizableReadLoop","detail":"{readStateIndex:4251; appliedIndex:4250; }","duration":"107.228913ms","start":"2026-07-28T11:39:40.04887Z","end":"2026-07-28T11:39:40.156099Z","steps":["trace[509869481] 'read index received' (duration: 106.963645ms)","trace[509869481] 'applied index is now lower than readState.Index' (duration: 264.218µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:39:40.156195Z","caller":"traceutil/trace.go:171","msg":"trace[561258685] transaction","detail":"{read_only:false; response_revision:4096; number_of_response:1; }","duration":"108.162373ms","start":"2026-07-28T11:39:40.047987Z","end":"2026-07-28T11:39:40.156149Z","steps":["trace[561258685] 'process raft request' (duration: 107.952936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:39:40.156401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.509992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-28T11:39:40.156468Z","caller":"traceutil/trace.go:171","msg":"trace[431548575] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4096; }","duration":"107.642756ms","start":"2026-07-28T11:39:40.048808Z","end":"2026-07-28T11:39:40.156451Z","steps":["trace[431548575] 'agreement among raft nodes before linearized reading' (duration: 107.423789ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:57.44945Z","caller":"traceutil/trace.go:171","msg":"trace[91660655] transaction","detail":"{read_only:false; response_revision:4212; number_of_response:1; }","duration":"123.364282ms","start":"2026-07-28T11:39:57.325865Z","end":"2026-07-28T11:39:57.449229Z","steps":["trace[91660655] 'process raft request' (duration: 123.312351ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:39:57.449553Z","caller":"traceutil/trace.go:171","msg":"trace[1182988248] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"123.701614ms","start":"2026-07-28T11:39:57.325814Z","end":"2026-07-28T11:39:57.449516Z","steps":["trace[1182988248] 'process raft request' (duration: 84.479351ms)","trace[1182988248] 'compare' (duration: 38.741667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:41:07.528732Z","caller":"traceutil/trace.go:171","msg":"trace[468216019] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"124.641224ms","start":"2026-07-28T11:41:07.404055Z","end":"2026-07-28T11:41:07.528696Z","steps":["trace[468216019] 'process raft request' (duration: 124.444908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:07.529613Z","caller":"traceutil/trace.go:171","msg":"trace[307776250] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"123.179987ms","start":"2026-07-28T11:41:07.406414Z","end":"2026-07-28T11:41:07.529594Z","steps":["trace[307776250] 'process raft request' (duration: 123.084454ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:07.529833Z","caller":"traceutil/trace.go:171","msg":"trace[468854472] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"123.354032ms","start":"2026-07-28T11:41:07.40631Z","end":"2026-07-28T11:41:07.529664Z","steps":["trace[468854472] 'process raft request' (duration: 123.101354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:07.529809Z","caller":"traceutil/trace.go:171","msg":"trace[623937755] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"119.398355ms","start":"2026-07-28T11:41:07.410372Z","end":"2026-07-28T11:41:07.52977Z","steps":["trace[623937755] 'process raft request' (duration: 119.160377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:41:07.530186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.059634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:41:07.530311Z","caller":"traceutil/trace.go:171","msg":"trace[174667481] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4659; }","duration":"101.25538ms","start":"2026-07-28T11:41:07.429029Z","end":"2026-07-28T11:41:07.530284Z","steps":["trace[174667481] 'agreement among raft nodes before linearized reading' (duration: 101.015582ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:07.529738Z","caller":"traceutil/trace.go:171","msg":"trace[75402162] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4829; }","duration":"100.617079ms","start":"2026-07-28T11:41:07.429089Z","end":"2026-07-28T11:41:07.529706Z","steps":["trace[75402162] 'read index received' (duration: 99.464432ms)","trace[75402162] 'applied index is now lower than readState.Index' (duration: 1.150547ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:41:27.102524Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2680} {"level":"info","ts":"2026-07-28T11:41:27.196419Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2680,"took":"92.715862ms","hash":1726383456,"current-db-size-bytes":36765696,"current-db-size":"37 MB","current-db-size-in-use-bytes":12263424,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-28T11:41:27.19651Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1726383456,"revision":2680,"compact-revision":-1} {"level":"info","ts":"2026-07-28T11:41:44.217192Z","caller":"traceutil/trace.go:171","msg":"trace[1905181447] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"119.146933ms","start":"2026-07-28T11:41:44.097714Z","end":"2026-07-28T11:41:44.216861Z","steps":["trace[1905181447] 'process raft request' (duration: 118.649187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:44.277149Z","caller":"traceutil/trace.go:171","msg":"trace[2065034801] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"178.878814ms","start":"2026-07-28T11:41:44.098225Z","end":"2026-07-28T11:41:44.277104Z","steps":["trace[2065034801] 'process raft request' (duration: 178.792951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:44.277174Z","caller":"traceutil/trace.go:171","msg":"trace[2052400975] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"179.353009ms","start":"2026-07-28T11:41:44.097771Z","end":"2026-07-28T11:41:44.277124Z","steps":["trace[2052400975] 'process raft request' (duration: 179.004468ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:44.277417Z","caller":"traceutil/trace.go:171","msg":"trace[2033596388] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"179.109881ms","start":"2026-07-28T11:41:44.09827Z","end":"2026-07-28T11:41:44.27738Z","steps":["trace[2033596388] 'process raft request' (duration: 178.791501ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:44.277473Z","caller":"traceutil/trace.go:171","msg":"trace[1250100390] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5075; }","duration":"162.794166ms","start":"2026-07-28T11:41:44.114612Z","end":"2026-07-28T11:41:44.277406Z","steps":["trace[1250100390] 'read index received' (duration: 101.67616ms)","trace[1250100390] 'applied index is now lower than readState.Index' (duration: 61.115346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:41:44.277746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.088386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-28T11:41:44.277747Z","caller":"traceutil/trace.go:171","msg":"trace[910414048] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"178.77061ms","start":"2026-07-28T11:41:44.098935Z","end":"2026-07-28T11:41:44.277706Z","steps":["trace[910414048] 'process raft request' (duration: 178.375127ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:44.277821Z","caller":"traceutil/trace.go:171","msg":"trace[1544307500] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4898; }","duration":"163.249491ms","start":"2026-07-28T11:41:44.114548Z","end":"2026-07-28T11:41:44.277797Z","steps":["trace[1544307500] 'agreement among raft nodes before linearized reading' (duration: 162.989603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:41:44.439993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.45824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:41:44.440171Z","caller":"traceutil/trace.go:171","msg":"trace[2126077216] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"158.172718ms","start":"2026-07-28T11:41:44.281965Z","end":"2026-07-28T11:41:44.440137Z","steps":["trace[2126077216] 'process raft request' (duration: 53.47514ms)","trace[2126077216] 'compare' (duration: 104.250553ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:20.52554Z","caller":"traceutil/trace.go:171","msg":"trace[1274552823] linearizableReadLoop","detail":"{readStateIndex:5321; appliedIndex:5320; }","duration":"108.316734ms","start":"2026-07-28T11:42:20.417187Z","end":"2026-07-28T11:42:20.525504Z","steps":["trace[1274552823] 'read index received' (duration: 108.153459ms)","trace[1274552823] 'applied index is now lower than readState.Index' (duration: 162.325µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:20.525663Z","caller":"traceutil/trace.go:171","msg":"trace[1596832220] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"109.482812ms","start":"2026-07-28T11:42:20.416169Z","end":"2026-07-28T11:42:20.525652Z","steps":["trace[1596832220] 'process raft request' (duration: 109.189792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:20.526341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.10731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T11:42:20.526425Z","caller":"traceutil/trace.go:171","msg":"trace[866613629] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5131; }","duration":"109.261914ms","start":"2026-07-28T11:42:20.417144Z","end":"2026-07-28T11:42:20.526406Z","steps":["trace[866613629] 'agreement among raft nodes before linearized reading' (duration: 109.078428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:20.751215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.496314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T11:42:20.751328Z","caller":"traceutil/trace.go:171","msg":"trace[72190854] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5135; }","duration":"119.629168ms","start":"2026-07-28T11:42:20.631668Z","end":"2026-07-28T11:42:20.751297Z","steps":["trace[72190854] 'range keys from in-memory index tree' (duration: 119.319908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:20.751375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.901538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-28T11:42:20.75144Z","caller":"traceutil/trace.go:171","msg":"trace[369541785] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5135; }","duration":"124.9828ms","start":"2026-07-28T11:42:20.626423Z","end":"2026-07-28T11:42:20.751405Z","steps":["trace[369541785] 'range keys from in-memory index tree' (duration: 124.797935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:20.751407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.000466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:42:20.751641Z","caller":"traceutil/trace.go:171","msg":"trace[2071013959] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5135; }","duration":"118.316075ms","start":"2026-07-28T11:42:20.633306Z","end":"2026-07-28T11:42:20.751622Z","steps":["trace[2071013959] 'range keys from in-memory index tree' (duration: 117.636864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:20.87636Z","caller":"traceutil/trace.go:171","msg":"trace[1985511237] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"119.98493ms","start":"2026-07-28T11:42:20.756348Z","end":"2026-07-28T11:42:20.876333Z","steps":["trace[1985511237] 'process raft request' (duration: 119.777733ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:20.877385Z","caller":"traceutil/trace.go:171","msg":"trace[473202036] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"120.63288ms","start":"2026-07-28T11:42:20.756711Z","end":"2026-07-28T11:42:20.877344Z","steps":["trace[473202036] 'process raft request' (duration: 120.29782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:20.877635Z","caller":"traceutil/trace.go:171","msg":"trace[696801785] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"120.781145ms","start":"2026-07-28T11:42:20.756725Z","end":"2026-07-28T11:42:20.877506Z","steps":["trace[696801785] 'process raft request' (duration: 120.510636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.015782Z","caller":"traceutil/trace.go:171","msg":"trace[892245741] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"191.401125ms","start":"2026-07-28T11:42:21.824345Z","end":"2026-07-28T11:42:22.015746Z","steps":["trace[892245741] 'process raft request' (duration: 190.60254ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.015841Z","caller":"traceutil/trace.go:171","msg":"trace[1548532398] linearizableReadLoop","detail":"{readStateIndex:5330; appliedIndex:5330; }","duration":"186.446646ms","start":"2026-07-28T11:42:21.829348Z","end":"2026-07-28T11:42:22.015795Z","steps":["trace[1548532398] 'read index received' (duration: 186.423605ms)","trace[1548532398] 'applied index is now lower than readState.Index' (duration: 19.701µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:42:22.016098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.718114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T11:42:22.016177Z","caller":"traceutil/trace.go:171","msg":"trace[486419724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5140; }","duration":"186.849959ms","start":"2026-07-28T11:42:21.829306Z","end":"2026-07-28T11:42:22.016156Z","steps":["trace[486419724] 'agreement among raft nodes before linearized reading' (duration: 186.613911ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.438198Z","caller":"traceutil/trace.go:171","msg":"trace[715625484] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"511.44089ms","start":"2026-07-28T11:42:21.926723Z","end":"2026-07-28T11:42:22.438164Z","steps":["trace[715625484] 'process raft request' (duration: 511.097319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.438423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:21.926696Z","time spent":"511.612206ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:42:22.438446Z","caller":"traceutil/trace.go:171","msg":"trace[1673171849] linearizableReadLoop","detail":"{readStateIndex:5333; appliedIndex:5330; }","duration":"418.849113ms","start":"2026-07-28T11:42:22.019565Z","end":"2026-07-28T11:42:22.438414Z","steps":["trace[1673171849] 'read index received' (duration: 418.233133ms)","trace[1673171849] 'applied index is now lower than readState.Index' (duration: 615.07µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:22.438506Z","caller":"traceutil/trace.go:171","msg":"trace[1344789423] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"509.989663ms","start":"2026-07-28T11:42:21.928482Z","end":"2026-07-28T11:42:22.438471Z","steps":["trace[1344789423] 'process raft request' (duration: 509.824938ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.438489Z","caller":"traceutil/trace.go:171","msg":"trace[1650021775] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"509.981143ms","start":"2026-07-28T11:42:21.92848Z","end":"2026-07-28T11:42:22.438461Z","steps":["trace[1650021775] 'process raft request' (duration: 509.639322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.438692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:21.928462Z","time spent":"510.137048ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:42:22.4387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.130192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1443"} {"level":"warn","ts":"2026-07-28T11:42:22.438726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:21.92847Z","time spent":"510.149079ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:42:22.438763Z","caller":"traceutil/trace.go:171","msg":"trace[1456071784] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5143; }","duration":"419.197064ms","start":"2026-07-28T11:42:22.01955Z","end":"2026-07-28T11:42:22.438747Z","steps":["trace[1456071784] 'agreement among raft nodes before linearized reading' (duration: 418.997157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.438818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:22.019499Z","time spent":"419.301398ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-28T11:42:22.762671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.171983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:42:22.762792Z","caller":"traceutil/trace.go:171","msg":"trace[1040429670] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"324.220119ms","start":"2026-07-28T11:42:22.438552Z","end":"2026-07-28T11:42:22.762772Z","steps":["trace[1040429670] 'read index received' (duration: 121.797378ms)","trace[1040429670] 'applied index is now lower than readState.Index' (duration: 202.42145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:42:22.763181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.813308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:42:22.763235Z","caller":"traceutil/trace.go:171","msg":"trace[357044280] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5144; }","duration":"564.921721ms","start":"2026-07-28T11:42:22.1983Z","end":"2026-07-28T11:42:22.763222Z","steps":["trace[357044280] 'agreement among raft nodes before linearized reading' (duration: 564.829648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.763232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.924571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-07-28T11:42:22.763212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.828036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T11:42:22.763121Z","caller":"traceutil/trace.go:171","msg":"trace[1187779012] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"450.979826ms","start":"2026-07-28T11:42:22.312103Z","end":"2026-07-28T11:42:22.763083Z","steps":["trace[1187779012] 'process raft request' (duration: 248.307488ms)","trace[1187779012] 'compare' (duration: 202.056689ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:22.763492Z","caller":"traceutil/trace.go:171","msg":"trace[1858877019] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5144; }","duration":"213.182937ms","start":"2026-07-28T11:42:22.550284Z","end":"2026-07-28T11:42:22.763467Z","steps":["trace[1858877019] 'agreement among raft nodes before linearized reading' (duration: 212.852716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.76325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.137919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:42:22.763597Z","caller":"traceutil/trace.go:171","msg":"trace[1795042278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5144; }","duration":"233.532321ms","start":"2026-07-28T11:42:22.530045Z","end":"2026-07-28T11:42:22.763577Z","steps":["trace[1795042278] 'agreement among raft nodes before linearized reading' (duration: 233.037375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.76323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.003055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T11:42:22.763806Z","caller":"traceutil/trace.go:171","msg":"trace[476532381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5144; }","duration":"215.617495ms","start":"2026-07-28T11:42:22.548177Z","end":"2026-07-28T11:42:22.763795Z","steps":["trace[476532381] 'agreement among raft nodes before linearized reading' (duration: 214.975905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.763276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:22.198276Z","time spent":"564.990523ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T11:42:22.763296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.603315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T11:42:22.764032Z","caller":"traceutil/trace.go:171","msg":"trace[698158554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5144; }","duration":"216.35429ms","start":"2026-07-28T11:42:22.547666Z","end":"2026-07-28T11:42:22.764021Z","steps":["trace[698158554] 'agreement among raft nodes before linearized reading' (duration: 215.407409ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.763297Z","caller":"traceutil/trace.go:171","msg":"trace[19036289] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5144; }","duration":"320.032444ms","start":"2026-07-28T11:42:22.443248Z","end":"2026-07-28T11:42:22.76328Z","steps":["trace[19036289] 'agreement among raft nodes before linearized reading' (duration: 319.818207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.764164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:22.443226Z","time spent":"320.920063ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-28T11:42:22.763274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.692481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T11:42:22.764278Z","caller":"traceutil/trace.go:171","msg":"trace[1431413076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5144; }","duration":"222.793436ms","start":"2026-07-28T11:42:22.541437Z","end":"2026-07-28T11:42:22.76423Z","steps":["trace[1431413076] 'agreement among raft nodes before linearized reading' (duration: 221.642439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.763337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.16501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T11:42:22.764404Z","caller":"traceutil/trace.go:171","msg":"trace[1060212291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5144; }","duration":"608.275365ms","start":"2026-07-28T11:42:22.156111Z","end":"2026-07-28T11:42:22.764386Z","steps":["trace[1060212291] 'agreement among raft nodes before linearized reading' (duration: 607.030975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.764464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:22.156087Z","time spent":"608.361348ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:42:22.764451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:22.312074Z","time spent":"451.441781ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:42:22.91203Z","caller":"traceutil/trace.go:171","msg":"trace[1638476425] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"143.585629ms","start":"2026-07-28T11:42:22.768414Z","end":"2026-07-28T11:42:22.911999Z","steps":["trace[1638476425] 'process raft request' (duration: 143.273819ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.912396Z","caller":"traceutil/trace.go:171","msg":"trace[519665958] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"143.599399ms","start":"2026-07-28T11:42:22.768784Z","end":"2026-07-28T11:42:22.912383Z","steps":["trace[519665958] 'process raft request' (duration: 143.174795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.912832Z","caller":"traceutil/trace.go:171","msg":"trace[2004793200] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"143.840477ms","start":"2026-07-28T11:42:22.768942Z","end":"2026-07-28T11:42:22.912783Z","steps":["trace[2004793200] 'process raft request' (duration: 143.361251ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.912861Z","caller":"traceutil/trace.go:171","msg":"trace[1171369719] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5335; }","duration":"143.928779ms","start":"2026-07-28T11:42:22.7689Z","end":"2026-07-28T11:42:22.912829Z","steps":["trace[1171369719] 'read index received' (duration: 34.969305ms)","trace[1171369719] 'applied index is now lower than readState.Index' (duration: 108.958504ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:22.912904Z","caller":"traceutil/trace.go:171","msg":"trace[1578074571] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"143.240017ms","start":"2026-07-28T11:42:22.769646Z","end":"2026-07-28T11:42:22.912886Z","steps":["trace[1578074571] 'process raft request' (duration: 143.139634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:22.912906Z","caller":"traceutil/trace.go:171","msg":"trace[812170040] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"143.255868ms","start":"2026-07-28T11:42:22.7696Z","end":"2026-07-28T11:42:22.912856Z","steps":["trace[812170040] 'process raft request' (duration: 143.020251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:22.913276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.347434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-28T11:42:22.91339Z","caller":"traceutil/trace.go:171","msg":"trace[519432509] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5150; }","duration":"144.510498ms","start":"2026-07-28T11:42:22.768853Z","end":"2026-07-28T11:42:22.913364Z","steps":["trace[519432509] 'agreement among raft nodes before linearized reading' (duration: 144.098235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.09314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":11521227817768512069,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T11:42:25.265877Z","caller":"traceutil/trace.go:171","msg":"trace[711892385] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5345; }","duration":"672.76783ms","start":"2026-07-28T11:42:24.593072Z","end":"2026-07-28T11:42:25.26584Z","steps":["trace[711892385] 'read index received' (duration: 670.509127ms)","trace[711892385] 'applied index is now lower than readState.Index' (duration: 2.257703ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:25.265934Z","caller":"traceutil/trace.go:171","msg":"trace[116245074] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"694.81192ms","start":"2026-07-28T11:42:24.571079Z","end":"2026-07-28T11:42:25.265891Z","steps":["trace[116245074] 'process raft request' (duration: 692.608269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.266063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.960967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:42:25.266119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.571063Z","time spent":"694.951824ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:42:25.266146Z","caller":"traceutil/trace.go:171","msg":"trace[420057215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5156; }","duration":"673.101161ms","start":"2026-07-28T11:42:24.593021Z","end":"2026-07-28T11:42:25.266123Z","steps":["trace[420057215] 'agreement among raft nodes before linearized reading' (duration: 672.933216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.266184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.593001Z","time spent":"673.176864ms","remote":"127.0.0.1:34748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:42:25.266178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.352912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T11:42:25.266228Z","caller":"traceutil/trace.go:171","msg":"trace[368293543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5156; }","duration":"457.459565ms","start":"2026-07-28T11:42:24.808753Z","end":"2026-07-28T11:42:25.266213Z","steps":["trace[368293543] 'agreement among raft nodes before linearized reading' (duration: 457.270489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.266266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.808727Z","time spent":"457.528477ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:42:25.266497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.714179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T11:42:25.266579Z","caller":"traceutil/trace.go:171","msg":"trace[1312079710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5156; }","duration":"349.808062ms","start":"2026-07-28T11:42:24.916752Z","end":"2026-07-28T11:42:25.26656Z","steps":["trace[1312079710] 'agreement among raft nodes before linearized reading' (duration: 349.545624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.266613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.91667Z","time spent":"349.936496ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:42:25.266655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.463717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T11:42:25.266676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.526445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T11:42:25.266706Z","caller":"traceutil/trace.go:171","msg":"trace[802711699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5156; }","duration":"347.533688ms","start":"2026-07-28T11:42:24.919156Z","end":"2026-07-28T11:42:25.266689Z","steps":["trace[802711699] 'agreement among raft nodes before linearized reading' (duration: 347.373603ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:25.266765Z","caller":"traceutil/trace.go:171","msg":"trace[1567314067] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5156; }","duration":"350.636499ms","start":"2026-07-28T11:42:24.916075Z","end":"2026-07-28T11:42:25.266712Z","steps":["trace[1567314067] 'agreement among raft nodes before linearized reading' (duration: 350.451933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.26678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.919144Z","time spent":"347.627182ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:42:25.266794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.916047Z","time spent":"350.739303ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-28T11:42:25.266715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.901148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T11:42:25.26687Z","caller":"traceutil/trace.go:171","msg":"trace[1084936199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5156; }","duration":"347.131746ms","start":"2026-07-28T11:42:24.919718Z","end":"2026-07-28T11:42:25.26685Z","steps":["trace[1084936199] 'agreement among raft nodes before linearized reading' (duration: 346.807965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.266934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.919655Z","time spent":"347.26925ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T11:42:25.267031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.369594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T11:42:25.267118Z","caller":"traceutil/trace.go:171","msg":"trace[1404933571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5156; }","duration":"347.510238ms","start":"2026-07-28T11:42:24.919593Z","end":"2026-07-28T11:42:25.267104Z","steps":["trace[1404933571] 'agreement among raft nodes before linearized reading' (duration: 346.684921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:25.267178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:42:24.919565Z","time spent":"347.604531ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:42:41.034039Z","caller":"traceutil/trace.go:171","msg":"trace[36369043] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"110.803634ms","start":"2026-07-28T11:42:40.923199Z","end":"2026-07-28T11:42:41.034003Z","steps":["trace[36369043] 'process raft request' (duration: 110.709571ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:41.034102Z","caller":"traceutil/trace.go:171","msg":"trace[1708009223] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"111.776586ms","start":"2026-07-28T11:42:40.922276Z","end":"2026-07-28T11:42:41.034053Z","steps":["trace[1708009223] 'process raft request' (duration: 106.61505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:41.544872Z","caller":"traceutil/trace.go:171","msg":"trace[467755512] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"152.153354ms","start":"2026-07-28T11:42:41.392705Z","end":"2026-07-28T11:42:41.544858Z","steps":["trace[467755512] 'process raft request' (duration: 151.779072ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:41.544671Z","caller":"traceutil/trace.go:171","msg":"trace[163620204] linearizableReadLoop","detail":"{readStateIndex:5456; appliedIndex:5454; }","duration":"152.996801ms","start":"2026-07-28T11:42:41.391641Z","end":"2026-07-28T11:42:41.544638Z","steps":["trace[163620204] 'read index received' (duration: 54.985149ms)","trace[163620204] 'applied index is now lower than readState.Index' (duration: 98.005732ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:41.544695Z","caller":"traceutil/trace.go:171","msg":"trace[1107002210] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"154.333835ms","start":"2026-07-28T11:42:41.390317Z","end":"2026-07-28T11:42:41.544651Z","steps":["trace[1107002210] 'process raft request' (duration: 154.016695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:41.545119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.462786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:42:41.545225Z","caller":"traceutil/trace.go:171","msg":"trace[1848730477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"153.620012ms","start":"2026-07-28T11:42:41.391589Z","end":"2026-07-28T11:42:41.545209Z","steps":["trace[1848730477] 'agreement among raft nodes before linearized reading' (duration: 153.458337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:41.545207Z","caller":"traceutil/trace.go:171","msg":"trace[2115967146] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"151.721441ms","start":"2026-07-28T11:42:41.393426Z","end":"2026-07-28T11:42:41.545148Z","steps":["trace[2115967146] 'process raft request' (duration: 151.103911ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:41.665386Z","caller":"traceutil/trace.go:171","msg":"trace[646346232] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"115.819375ms","start":"2026-07-28T11:42:41.549541Z","end":"2026-07-28T11:42:41.665361Z","steps":["trace[646346232] 'process raft request' (duration: 102.243609ms)","trace[646346232] 'compare' (duration: 13.092081ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:53.607268Z","caller":"traceutil/trace.go:171","msg":"trace[1189839557] linearizableReadLoop","detail":"{readStateIndex:5532; appliedIndex:5531; }","duration":"102.303071ms","start":"2026-07-28T11:42:53.504942Z","end":"2026-07-28T11:42:53.607245Z","steps":["trace[1189839557] 'read index received' (duration: 102.117655ms)","trace[1189839557] 'applied index is now lower than readState.Index' (duration: 184.576µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:42:53.607398Z","caller":"traceutil/trace.go:171","msg":"trace[374228228] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"153.166107ms","start":"2026-07-28T11:42:53.45422Z","end":"2026-07-28T11:42:53.607387Z","steps":["trace[374228228] 'process raft request' (duration: 152.890018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:42:53.60759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.646052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T11:42:53.607615Z","caller":"traceutil/trace.go:171","msg":"trace[2086746084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5336; }","duration":"102.720934ms","start":"2026-07-28T11:42:53.504887Z","end":"2026-07-28T11:42:53.607608Z","steps":["trace[2086746084] 'agreement among raft nodes before linearized reading' (duration: 102.627321ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:57.733571Z","caller":"traceutil/trace.go:171","msg":"trace[1369499893] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"104.972926ms","start":"2026-07-28T11:42:57.628556Z","end":"2026-07-28T11:42:57.733529Z","steps":["trace[1369499893] 'process raft request' (duration: 99.246242ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:58.804219Z","caller":"traceutil/trace.go:171","msg":"trace[596335373] transaction","detail":"{read_only:false; response_revision:5369; number_of_response:1; }","duration":"136.012145ms","start":"2026-07-28T11:42:58.668165Z","end":"2026-07-28T11:42:58.804177Z","steps":["trace[596335373] 'process raft request' (duration: 135.679785ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:58.804404Z","caller":"traceutil/trace.go:171","msg":"trace[386882334] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"104.331516ms","start":"2026-07-28T11:42:58.700025Z","end":"2026-07-28T11:42:58.804356Z","steps":["trace[386882334] 'process raft request' (duration: 104.069408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:42:58.804176Z","caller":"traceutil/trace.go:171","msg":"trace[322713856] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"118.669647ms","start":"2026-07-28T11:42:58.685472Z","end":"2026-07-28T11:42:58.804141Z","steps":["trace[322713856] 'process raft request' (duration: 118.569574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:01.187857Z","caller":"traceutil/trace.go:171","msg":"trace[1881848570] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"108.711607ms","start":"2026-07-28T11:43:01.07908Z","end":"2026-07-28T11:43:01.187792Z","steps":["trace[1881848570] 'process raft request' (duration: 95.965866ms)","trace[1881848570] 'compare' (duration: 12.556015ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:43:09.138358Z","caller":"traceutil/trace.go:171","msg":"trace[1485947599] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"233.675797ms","start":"2026-07-28T11:43:08.904642Z","end":"2026-07-28T11:43:09.138318Z","steps":["trace[1485947599] 'process raft request' (duration: 233.443809ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:11.095452Z","caller":"traceutil/trace.go:171","msg":"trace[1721714480] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"105.072539ms","start":"2026-07-28T11:43:10.990318Z","end":"2026-07-28T11:43:11.095391Z","steps":["trace[1721714480] 'process raft request' (duration: 43.662924ms)","trace[1721714480] 'compare' (duration: 61.268621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:43:11.403017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.34173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:43:11.403142Z","caller":"traceutil/trace.go:171","msg":"trace[1986522786] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5648; }","duration":"197.654188ms","start":"2026-07-28T11:43:11.205464Z","end":"2026-07-28T11:43:11.403118Z","steps":["trace[1986522786] 'read index received' (duration: 7.952996ms)","trace[1986522786] 'applied index is now lower than readState.Index' (duration: 189.699772ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:43:11.403288Z","caller":"traceutil/trace.go:171","msg":"trace[1199068661] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"230.615718ms","start":"2026-07-28T11:43:11.17262Z","end":"2026-07-28T11:43:11.403235Z","steps":["trace[1199068661] 'process raft request' (duration: 40.940128ms)","trace[1199068661] 'compare' (duration: 189.111112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:43:11.403542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.04703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T11:43:11.403596Z","caller":"traceutil/trace.go:171","msg":"trace[1817428961] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5449; }","duration":"198.178154ms","start":"2026-07-28T11:43:11.205403Z","end":"2026-07-28T11:43:11.403581Z","steps":["trace[1817428961] 'agreement among raft nodes before linearized reading' (duration: 197.769391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:12.196095Z","caller":"traceutil/trace.go:171","msg":"trace[434649234] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"132.980096ms","start":"2026-07-28T11:43:12.063065Z","end":"2026-07-28T11:43:12.196045Z","steps":["trace[434649234] 'process raft request' (duration: 131.000913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:12.196118Z","caller":"traceutil/trace.go:171","msg":"trace[438931555] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"132.8135ms","start":"2026-07-28T11:43:12.063261Z","end":"2026-07-28T11:43:12.196075Z","steps":["trace[438931555] 'process raft request' (duration: 132.655855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:13.091101Z","caller":"traceutil/trace.go:171","msg":"trace[486588080] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"145.431368ms","start":"2026-07-28T11:43:12.945623Z","end":"2026-07-28T11:43:13.091055Z","steps":["trace[486588080] 'process raft request' (duration: 145.123698ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:25.993393Z","caller":"traceutil/trace.go:171","msg":"trace[1432731644] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"116.466846ms","start":"2026-07-28T11:43:25.876891Z","end":"2026-07-28T11:43:25.993358Z","steps":["trace[1432731644] 'process raft request' (duration: 116.149576ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:26.12093Z","caller":"traceutil/trace.go:171","msg":"trace[1636812346] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"123.537284ms","start":"2026-07-28T11:43:25.997355Z","end":"2026-07-28T11:43:26.120892Z","steps":["trace[1636812346] 'process raft request' (duration: 122.608794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:26.128127Z","caller":"traceutil/trace.go:171","msg":"trace[983636455] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"130.690874ms","start":"2026-07-28T11:43:25.997413Z","end":"2026-07-28T11:43:26.128104Z","steps":["trace[983636455] 'process raft request' (duration: 130.476017ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:26.491439Z","caller":"traceutil/trace.go:171","msg":"trace[1000633165] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"183.323425ms","start":"2026-07-28T11:43:26.308063Z","end":"2026-07-28T11:43:26.491387Z","steps":["trace[1000633165] 'process raft request' (duration: 183.139479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:26.534489Z","caller":"traceutil/trace.go:171","msg":"trace[1981148634] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"223.540729ms","start":"2026-07-28T11:43:26.310907Z","end":"2026-07-28T11:43:26.534447Z","steps":["trace[1981148634] 'process raft request' (duration: 223.26157ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:26.534708Z","caller":"traceutil/trace.go:171","msg":"trace[1137010193] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"148.752934ms","start":"2026-07-28T11:43:26.385826Z","end":"2026-07-28T11:43:26.534579Z","steps":["trace[1137010193] 'process raft request' (duration: 148.540667ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:26.534993Z","caller":"traceutil/trace.go:171","msg":"trace[2042332854] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5748; }","duration":"102.656581ms","start":"2026-07-28T11:43:26.432314Z","end":"2026-07-28T11:43:26.534971Z","steps":["trace[2042332854] 'read index received' (duration: 58.863802ms)","trace[2042332854] 'applied index is now lower than readState.Index' (duration: 43.789729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:43:26.535249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.903478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-28T11:43:26.535318Z","caller":"traceutil/trace.go:171","msg":"trace[1590929095] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5547; }","duration":"103.059344ms","start":"2026-07-28T11:43:26.43224Z","end":"2026-07-28T11:43:26.5353Z","steps":["trace[1590929095] 'agreement among raft nodes before linearized reading' (duration: 102.816316ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:34.684952Z","caller":"traceutil/trace.go:171","msg":"trace[1146675997] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"152.505431ms","start":"2026-07-28T11:43:34.532408Z","end":"2026-07-28T11:43:34.684914Z","steps":["trace[1146675997] 'process raft request' (duration: 152.242432ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:34.700525Z","caller":"traceutil/trace.go:171","msg":"trace[1262617963] linearizableReadLoop","detail":"{readStateIndex:5801; appliedIndex:5799; }","duration":"135.09597ms","start":"2026-07-28T11:43:34.565384Z","end":"2026-07-28T11:43:34.70048Z","steps":["trace[1262617963] 'read index received' (duration: 119.336102ms)","trace[1262617963] 'applied index is now lower than readState.Index' (duration: 15.758578ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:43:34.700742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.252293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:43:34.70069Z","caller":"traceutil/trace.go:171","msg":"trace[1813978290] transaction","detail":"{read_only:false; response_revision:5596; number_of_response:1; }","duration":"138.51468ms","start":"2026-07-28T11:43:34.562132Z","end":"2026-07-28T11:43:34.700646Z","steps":["trace[1813978290] 'process raft request' (duration: 138.20457ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:34.70078Z","caller":"traceutil/trace.go:171","msg":"trace[2018029653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5596; }","duration":"107.361577ms","start":"2026-07-28T11:43:34.593409Z","end":"2026-07-28T11:43:34.700771Z","steps":["trace[2018029653] 'agreement among raft nodes before linearized reading' (duration: 107.277414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:43:34.701236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.825044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T11:43:34.701318Z","caller":"traceutil/trace.go:171","msg":"trace[750817660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5596; }","duration":"135.941277ms","start":"2026-07-28T11:43:34.565356Z","end":"2026-07-28T11:43:34.701297Z","steps":["trace[750817660] 'agreement among raft nodes before linearized reading' (duration: 135.315537ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:35.187803Z","caller":"traceutil/trace.go:171","msg":"trace[1203830428] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"110.340223ms","start":"2026-07-28T11:43:35.077392Z","end":"2026-07-28T11:43:35.187732Z","steps":["trace[1203830428] 'process raft request' (duration: 55.162316ms)","trace[1203830428] 'compare' (duration: 54.94712ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:43:35.362638Z","caller":"traceutil/trace.go:171","msg":"trace[1345145706] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"192.055634ms","start":"2026-07-28T11:43:35.170551Z","end":"2026-07-28T11:43:35.362607Z","steps":["trace[1345145706] 'process raft request' (duration: 191.696493ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:43:35.365529Z","caller":"traceutil/trace.go:171","msg":"trace[1046893780] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"105.457755ms","start":"2026-07-28T11:43:35.260044Z","end":"2026-07-28T11:43:35.365502Z","steps":["trace[1046893780] 'process raft request' (duration: 105.393883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:03.036858Z","caller":"traceutil/trace.go:171","msg":"trace[1493347711] linearizableReadLoop","detail":"{readStateIndex:5986; appliedIndex:5985; }","duration":"177.312199ms","start":"2026-07-28T11:44:02.859518Z","end":"2026-07-28T11:44:03.03683Z","steps":["trace[1493347711] 'read index received' (duration: 177.063331ms)","trace[1493347711] 'applied index is now lower than readState.Index' (duration: 247.488µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:44:03.036984Z","caller":"traceutil/trace.go:171","msg":"trace[370893810] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"206.188939ms","start":"2026-07-28T11:44:02.830761Z","end":"2026-07-28T11:44:03.03695Z","steps":["trace[370893810] 'process raft request' (duration: 205.863669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:44:03.037138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.600079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T11:44:03.037157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.615569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T11:44:03.037225Z","caller":"traceutil/trace.go:171","msg":"trace[175463250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5775; }","duration":"150.678862ms","start":"2026-07-28T11:44:02.886489Z","end":"2026-07-28T11:44:03.037167Z","steps":["trace[175463250] 'agreement among raft nodes before linearized reading' (duration: 150.525787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:03.037248Z","caller":"traceutil/trace.go:171","msg":"trace[446049562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5775; }","duration":"177.766604ms","start":"2026-07-28T11:44:02.859464Z","end":"2026-07-28T11:44:03.03723Z","steps":["trace[446049562] 'agreement among raft nodes before linearized reading' (duration: 177.488855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:03.211842Z","caller":"traceutil/trace.go:171","msg":"trace[897035536] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"122.98453ms","start":"2026-07-28T11:44:03.088825Z","end":"2026-07-28T11:44:03.21181Z","steps":["trace[897035536] 'process raft request' (duration: 93.350276ms)","trace[897035536] 'compare' (duration: 29.528511ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:44:16.682749Z","caller":"traceutil/trace.go:171","msg":"trace[1290490134] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"210.699013ms","start":"2026-07-28T11:44:16.472013Z","end":"2026-07-28T11:44:16.682712Z","steps":["trace[1290490134] 'process raft request' (duration: 176.213363ms)","trace[1290490134] 'compare' (duration: 34.131789ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:44:16.683991Z","caller":"traceutil/trace.go:171","msg":"trace[1056228056] linearizableReadLoop","detail":"{readStateIndex:6077; appliedIndex:6075; }","duration":"205.384652ms","start":"2026-07-28T11:44:16.478571Z","end":"2026-07-28T11:44:16.683956Z","steps":["trace[1056228056] 'read index received' (duration: 169.525057ms)","trace[1056228056] 'applied index is now lower than readState.Index' (duration: 35.858155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:44:16.68446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.866288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T11:44:16.684513Z","caller":"traceutil/trace.go:171","msg":"trace[348411476] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5863; }","duration":"205.96283ms","start":"2026-07-28T11:44:16.478535Z","end":"2026-07-28T11:44:16.684498Z","steps":["trace[348411476] 'agreement among raft nodes before linearized reading' (duration: 205.719793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:16.684148Z","caller":"traceutil/trace.go:171","msg":"trace[1802893972] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"211.097516ms","start":"2026-07-28T11:44:16.473007Z","end":"2026-07-28T11:44:16.684105Z","steps":["trace[1802893972] 'process raft request' (duration: 210.789326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:44:17.060818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.235229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:44:17.060951Z","caller":"traceutil/trace.go:171","msg":"trace[1764569173] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5866; }","duration":"205.432395ms","start":"2026-07-28T11:44:16.855482Z","end":"2026-07-28T11:44:17.060915Z","steps":["trace[1764569173] 'range keys from in-memory index tree' (duration: 205.136085ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:17.201123Z","caller":"traceutil/trace.go:171","msg":"trace[954038156] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"108.501934ms","start":"2026-07-28T11:44:17.092571Z","end":"2026-07-28T11:44:17.201073Z","steps":["trace[954038156] 'process raft request' (duration: 107.856573ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:24.891306Z","caller":"traceutil/trace.go:171","msg":"trace[2116823987] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"140.40535ms","start":"2026-07-28T11:44:24.750872Z","end":"2026-07-28T11:44:24.891277Z","steps":["trace[2116823987] 'process raft request' (duration: 140.164143ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:24.891787Z","caller":"traceutil/trace.go:171","msg":"trace[418176194] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"140.841785ms","start":"2026-07-28T11:44:24.7509Z","end":"2026-07-28T11:44:24.891742Z","steps":["trace[418176194] 'process raft request' (duration: 140.330079ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:27.069629Z","caller":"traceutil/trace.go:171","msg":"trace[977447209] linearizableReadLoop","detail":"{readStateIndex:6144; appliedIndex:6143; }","duration":"144.39647ms","start":"2026-07-28T11:44:26.925181Z","end":"2026-07-28T11:44:27.069577Z","steps":["trace[977447209] 'read index received' (duration: 27.592819ms)","trace[977447209] 'applied index is now lower than readState.Index' (duration: 116.802411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:44:27.069838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.631347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T11:44:27.069865Z","caller":"traceutil/trace.go:171","msg":"trace[719419656] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5928; }","duration":"144.726199ms","start":"2026-07-28T11:44:26.925125Z","end":"2026-07-28T11:44:27.069851Z","steps":["trace[719419656] 'agreement among raft nodes before linearized reading' (duration: 144.579335ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:27.070247Z","caller":"traceutil/trace.go:171","msg":"trace[195547002] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"170.209221ms","start":"2026-07-28T11:44:26.900023Z","end":"2026-07-28T11:44:27.070232Z","steps":["trace[195547002] 'process raft request' (duration: 168.278559ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:44:53.387052Z","caller":"traceutil/trace.go:171","msg":"trace[350233832] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"116.311965ms","start":"2026-07-28T11:44:53.270716Z","end":"2026-07-28T11:44:53.387028Z","steps":["trace[350233832] 'process raft request' (duration: 116.171491ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:46:27.111316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4782} {"level":"info","ts":"2026-07-28T11:46:27.169143Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4782,"took":"56.640255ms","hash":126817353,"current-db-size-bytes":36765696,"current-db-size":"37 MB","current-db-size-in-use-bytes":8851456,"current-db-size-in-use":"8.9 MB"} {"level":"info","ts":"2026-07-28T11:46:27.169239Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":126817353,"revision":4782,"compact-revision":2680}