{"level":"warn","ts":"2026-03-05T16:32:32.087242Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T16:32:32.087338Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.62:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.62:2380","--initial-cluster=instance=https://162.253.55.62:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.62:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.62:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T16:32:32.087513Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T16:32:32.087532Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-05T16:32:32.087552Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T16:32:32.088304Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"]} {"level":"info","ts":"2026-03-05T16:32:32.088425Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.62:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T16:32:32.093915Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.232521ms"} {"level":"info","ts":"2026-03-05T16:32:32.108102Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"791a7e25b533cd26","cluster-id":"be484d2748da72cd"} {"level":"info","ts":"2026-03-05T16:32:32.1082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T16:32:32.108231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 0"} {"level":"info","ts":"2026-03-05T16:32:32.108253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 791a7e25b533cd26 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T16:32:32.108268Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became follower at term 1"} {"level":"info","ts":"2026-03-05T16:32:32.108322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"warn","ts":"2026-03-05T16:32:32.114211Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T16:32:32.115997Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T16:32:32.117407Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T16:32:32.120364Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"791a7e25b533cd26","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T16:32:32.120543Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"791a7e25b533cd26","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T16:32:32.120655Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:32:32.120822Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:32:32.120849Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T16:32:32.122512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 switched to configuration voters=(8726425928402717990)"} {"level":"info","ts":"2026-03-05T16:32:32.122779Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","added-peer-id":"791a7e25b533cd26","added-peer-peer-urls":["https://162.253.55.62:2380"]} {"level":"info","ts":"2026-03-05T16:32:32.124806Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T16:32:32.124947Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-05T16:32:32.125012Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.62:2380"} {"level":"info","ts":"2026-03-05T16:32:32.125105Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"791a7e25b533cd26","initial-advertise-peer-urls":["https://162.253.55.62:2380"],"listen-peer-urls":["https://162.253.55.62:2380"],"advertise-client-urls":["https://162.253.55.62:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.62:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T16:32:32.125163Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T16:32:32.908511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T16:32:32.908569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T16:32:32.908596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgPreVoteResp from 791a7e25b533cd26 at term 1"} {"level":"info","ts":"2026-03-05T16:32:32.908608Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became candidate at term 2"} {"level":"info","ts":"2026-03-05T16:32:32.908613Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 received MsgVoteResp from 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-05T16:32:32.908622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"791a7e25b533cd26 became leader at term 2"} {"level":"info","ts":"2026-03-05T16:32:32.90863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 791a7e25b533cd26 elected leader 791a7e25b533cd26 at term 2"} {"level":"info","ts":"2026-03-05T16:32:32.909585Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"791a7e25b533cd26","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.62:2379]}","request-path":"/0/members/791a7e25b533cd26/attributes","cluster-id":"be484d2748da72cd","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T16:32:32.909693Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T16:32:32.909794Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T16:32:32.90997Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:32:32.911121Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"be484d2748da72cd","local-member-id":"791a7e25b533cd26","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:32:32.911299Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:32:32.911351Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T16:32:32.911497Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T16:32:32.911684Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T16:32:32.911753Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T16:32:32.913699Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.62:2379"} {"level":"warn","ts":"2026-03-05T16:32:36.142309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.652535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:32:36.142454Z","caller":"traceutil/trace.go:171","msg":"trace[493861192] transaction","detail":"{read_only:false; response_revision:182; number_of_response:1; }","duration":"358.147489ms","start":"2026-03-05T16:32:35.784285Z","end":"2026-03-05T16:32:36.142433Z","steps":["trace[493861192] 'process raft request' (duration: 108.896547ms)","trace[493861192] 'compare' (duration: 248.50681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:32:36.14256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:32:35.784261Z","time spent":"358.274664ms","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T16:32:37.794356Z","caller":"traceutil/trace.go:171","msg":"trace[28729330] linearizableReadLoop","detail":"{readStateIndex:253; appliedIndex:251; }","duration":"210.98279ms","start":"2026-03-05T16:32:37.583345Z","end":"2026-03-05T16:32:37.794328Z","steps":["trace[28729330] 'read index received' (duration: 129.584604ms)","trace[28729330] 'applied index is now lower than readState.Index' (duration: 81.397236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:32:37.794606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.246206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-05T16:32:37.794634Z","caller":"traceutil/trace.go:171","msg":"trace[795517884] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"227.416163ms","start":"2026-03-05T16:32:37.567166Z","end":"2026-03-05T16:32:37.794582Z","steps":["trace[795517884] 'process raft request' (duration: 145.672037ms)","trace[795517884] 'compare' (duration: 81.237552ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:32:37.794645Z","caller":"traceutil/trace.go:171","msg":"trace[1298564511] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"225.353934ms","start":"2026-03-05T16:32:37.56917Z","end":"2026-03-05T16:32:37.794524Z","steps":["trace[1298564511] 'process raft request' (duration: 225.096546ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:32:37.794697Z","caller":"traceutil/trace.go:171","msg":"trace[1280983390] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:247; }","duration":"211.413671ms","start":"2026-03-05T16:32:37.583261Z","end":"2026-03-05T16:32:37.794675Z","steps":["trace[1280983390] 'agreement among raft nodes before linearized reading' (duration: 211.252707ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:32:42.088242Z","caller":"traceutil/trace.go:171","msg":"trace[1524601869] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"191.250081ms","start":"2026-03-05T16:32:41.896953Z","end":"2026-03-05T16:32:42.088203Z","steps":["trace[1524601869] 'process raft request' (duration: 136.908445ms)","trace[1524601869] 'compare' (duration: 54.073777ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:32:42.088277Z","caller":"traceutil/trace.go:171","msg":"trace[988630890] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"189.720666ms","start":"2026-03-05T16:32:41.898518Z","end":"2026-03-05T16:32:42.088238Z","steps":["trace[988630890] 'process raft request' (duration: 189.585163ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:32:42.088362Z","caller":"traceutil/trace.go:171","msg":"trace[1727252700] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"182.635153ms","start":"2026-03-05T16:32:41.905697Z","end":"2026-03-05T16:32:42.088332Z","steps":["trace[1727252700] 'process raft request' (duration: 182.464898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:32:42.088396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.021085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:32:42.088475Z","caller":"traceutil/trace.go:171","msg":"trace[720701186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:366; }","duration":"123.17518ms","start":"2026-03-05T16:32:41.965282Z","end":"2026-03-05T16:32:42.088458Z","steps":["trace[720701186] 'agreement among raft nodes before linearized reading' (duration: 122.969984ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:32:42.088244Z","caller":"traceutil/trace.go:171","msg":"trace[1829917354] linearizableReadLoop","detail":"{readStateIndex:378; appliedIndex:375; }","duration":"122.86151ms","start":"2026-03-05T16:32:41.965351Z","end":"2026-03-05T16:32:42.088213Z","steps":["trace[1829917354] 'read index received' (duration: 68.500734ms)","trace[1829917354] 'applied index is now lower than readState.Index' (duration: 54.359406ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:32:56.469329Z","caller":"traceutil/trace.go:171","msg":"trace[593394320] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"175.882013ms","start":"2026-03-05T16:32:56.293416Z","end":"2026-03-05T16:32:56.469298Z","steps":["trace[593394320] 'process raft request' (duration: 92.949492ms)","trace[593394320] 'compare' (duration: 82.687285ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:04.762414Z","caller":"traceutil/trace.go:171","msg":"trace[1336446065] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"162.692478ms","start":"2026-03-05T16:33:04.599694Z","end":"2026-03-05T16:33:04.762386Z","steps":["trace[1336446065] 'read index received' (duration: 162.624656ms)","trace[1336446065] 'applied index is now lower than readState.Index' (duration: 66.652µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:04.762561Z","caller":"traceutil/trace.go:171","msg":"trace[468699266] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"165.225666ms","start":"2026-03-05T16:33:04.597289Z","end":"2026-03-05T16:33:04.762515Z","steps":["trace[468699266] 'process raft request' (duration: 164.928798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:04.762766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.041837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:33:04.762814Z","caller":"traceutil/trace.go:171","msg":"trace[2109319605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:502; }","duration":"163.13159ms","start":"2026-03-05T16:33:04.599669Z","end":"2026-03-05T16:33:04.762801Z","steps":["trace[2109319605] 'agreement among raft nodes before linearized reading' (duration: 162.960935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:04.762936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.084588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:33:04.763052Z","caller":"traceutil/trace.go:171","msg":"trace[241426864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:502; }","duration":"153.237861ms","start":"2026-03-05T16:33:04.609788Z","end":"2026-03-05T16:33:04.763026Z","steps":["trace[241426864] 'agreement among raft nodes before linearized reading' (duration: 152.925373ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:10.946404Z","caller":"traceutil/trace.go:171","msg":"trace[1785145969] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"152.212733ms","start":"2026-03-05T16:33:10.79417Z","end":"2026-03-05T16:33:10.946383Z","steps":["trace[1785145969] 'process raft request' (duration: 152.07645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:11.25498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.296143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:11.255089Z","caller":"traceutil/trace.go:171","msg":"trace[1521352160] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:562; }","duration":"457.218769ms","start":"2026-03-05T16:33:10.797848Z","end":"2026-03-05T16:33:11.255067Z","steps":["trace[1521352160] 'read index received' (duration: 148.418381ms)","trace[1521352160] 'applied index is now lower than readState.Index' (duration: 308.799128ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:11.255131Z","caller":"traceutil/trace.go:171","msg":"trace[160797608] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"457.487376ms","start":"2026-03-05T16:33:10.797613Z","end":"2026-03-05T16:33:11.255101Z","steps":["trace[160797608] 'process raft request' (duration: 241.780721ms)","trace[160797608] 'compare' (duration: 215.17557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:11.255279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.431524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:33:11.255305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:10.797586Z","time spent":"457.61893ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:33:11.255322Z","caller":"traceutil/trace.go:171","msg":"trace[799868350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:545; }","duration":"457.496886ms","start":"2026-03-05T16:33:10.797814Z","end":"2026-03-05T16:33:11.255311Z","steps":["trace[799868350] 'agreement among raft nodes before linearized reading' (duration: 457.351202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:11.255301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.099725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:33:11.255294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.082269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:33:11.255369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:10.797784Z","time spent":"457.575318ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:33:11.255396Z","caller":"traceutil/trace.go:171","msg":"trace[1350005351] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:545; }","duration":"151.246757ms","start":"2026-03-05T16:33:11.104121Z","end":"2026-03-05T16:33:11.255368Z","steps":["trace[1350005351] 'agreement among raft nodes before linearized reading' (duration: 151.081223ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:11.255403Z","caller":"traceutil/trace.go:171","msg":"trace[948441180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:545; }","duration":"156.242613ms","start":"2026-03-05T16:33:11.099137Z","end":"2026-03-05T16:33:11.25538Z","steps":["trace[948441180] 'agreement among raft nodes before linearized reading' (duration: 156.073689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:11.255427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.318092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:33:11.255536Z","caller":"traceutil/trace.go:171","msg":"trace[483612555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:545; }","duration":"457.457796ms","start":"2026-03-05T16:33:10.79805Z","end":"2026-03-05T16:33:11.255507Z","steps":["trace[483612555] 'agreement among raft nodes before linearized reading' (duration: 457.156448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:11.255604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:10.798041Z","time spent":"457.547497ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:33:11.557654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.354423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:11.557784Z","caller":"traceutil/trace.go:171","msg":"trace[649922159] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"298.094317ms","start":"2026-03-05T16:33:11.25967Z","end":"2026-03-05T16:33:11.557765Z","steps":["trace[649922159] 'process raft request' (duration: 140.531708ms)","trace[649922159] 'compare' (duration: 157.24203ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:11.770588Z","caller":"traceutil/trace.go:171","msg":"trace[596810709] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"510.79441ms","start":"2026-03-05T16:33:11.259755Z","end":"2026-03-05T16:33:11.770549Z","steps":["trace[596810709] 'process raft request' (duration: 432.691444ms)","trace[596810709] 'compare' (duration: 77.86644ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:11.770761Z","caller":"traceutil/trace.go:171","msg":"trace[1334628400] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:565; }","duration":"226.823826ms","start":"2026-03-05T16:33:11.543895Z","end":"2026-03-05T16:33:11.770719Z","steps":["trace[1334628400] 'read index received' (duration: 148.562745ms)","trace[1334628400] 'applied index is now lower than readState.Index' (duration: 78.259961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:11.770789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:11.259708Z","time spent":"510.971383ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:33:12.493271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.794025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-05T16:33:12.493309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.374464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:12.493398Z","caller":"traceutil/trace.go:171","msg":"trace[729747625] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:547; }","duration":"949.504987ms","start":"2026-03-05T16:33:11.543844Z","end":"2026-03-05T16:33:12.493349Z","steps":["trace[729747625] 'agreement among raft nodes before linearized reading' (duration: 226.98631ms)","trace[729747625] 'range keys from in-memory index tree' (duration: 722.262709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:12.493481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:11.543823Z","time spent":"949.643961ms","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-05T16:33:13.20935Z","caller":"traceutil/trace.go:171","msg":"trace[2039497331] linearizableReadLoop","detail":"{readStateIndex:568; appliedIndex:567; }","duration":"114.739169ms","start":"2026-03-05T16:33:13.094585Z","end":"2026-03-05T16:33:13.209324Z","steps":["trace[2039497331] 'read index received' (duration: 114.514903ms)","trace[2039497331] 'applied index is now lower than readState.Index' (duration: 223.106µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:13.209475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.865192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:13.209459Z","caller":"traceutil/trace.go:171","msg":"trace[720308041] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"254.189137ms","start":"2026-03-05T16:33:12.955243Z","end":"2026-03-05T16:33:13.209433Z","steps":["trace[720308041] 'process raft request' (duration: 253.936839ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:13.20951Z","caller":"traceutil/trace.go:171","msg":"trace[49160995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:548; }","duration":"114.918373ms","start":"2026-03-05T16:33:13.094579Z","end":"2026-03-05T16:33:13.209498Z","steps":["trace[49160995] 'agreement among raft nodes before linearized reading' (duration: 114.844352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:13.709671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.446693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:13.709781Z","caller":"traceutil/trace.go:171","msg":"trace[86271913] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"147.336652ms","start":"2026-03-05T16:33:13.562427Z","end":"2026-03-05T16:33:13.709764Z","steps":["trace[86271913] 'read index received' (duration: 5.643342ms)","trace[86271913] 'applied index is now lower than readState.Index' (duration: 141.6921ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:13.709894Z","caller":"traceutil/trace.go:171","msg":"trace[1414209303] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"446.870148ms","start":"2026-03-05T16:33:13.262989Z","end":"2026-03-05T16:33:13.709859Z","steps":["trace[1414209303] 'process raft request' (duration: 305.140478ms)","trace[1414209303] 'compare' (duration: 141.280967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:13.709953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.536637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:33:13.709986Z","caller":"traceutil/trace.go:171","msg":"trace[1849422662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:549; }","duration":"148.112013ms","start":"2026-03-05T16:33:13.561864Z","end":"2026-03-05T16:33:13.709976Z","steps":["trace[1849422662] 'agreement among raft nodes before linearized reading' (duration: 147.943968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:13.710071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:13.262957Z","time spent":"447.018692ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:33:14.742371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.853855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:14.742722Z","caller":"traceutil/trace.go:171","msg":"trace[1971014731] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"195.418775ms","start":"2026-03-05T16:33:14.547286Z","end":"2026-03-05T16:33:14.742705Z","steps":["trace[1971014731] 'process raft request' (duration: 195.297232ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:14.743053Z","caller":"traceutil/trace.go:171","msg":"trace[2032387002] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"195.656951ms","start":"2026-03-05T16:33:14.547367Z","end":"2026-03-05T16:33:14.743024Z","steps":["trace[2032387002] 'process raft request' (duration: 195.280122ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:14.743199Z","caller":"traceutil/trace.go:171","msg":"trace[1665377150] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"198.395735ms","start":"2026-03-05T16:33:14.544285Z","end":"2026-03-05T16:33:14.74268Z","steps":["trace[1665377150] 'process raft request' (duration: 36.138659ms)","trace[1665377150] 'compare' (duration: 161.622889ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:14.743268Z","caller":"traceutil/trace.go:171","msg":"trace[340368784] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"184.995722ms","start":"2026-03-05T16:33:14.558247Z","end":"2026-03-05T16:33:14.743243Z","steps":["trace[340368784] 'process raft request' (duration: 184.606271ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:14.743308Z","caller":"traceutil/trace.go:171","msg":"trace[1584269381] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"184.583171ms","start":"2026-03-05T16:33:14.558698Z","end":"2026-03-05T16:33:14.743281Z","steps":["trace[1584269381] 'process raft request' (duration: 184.54568ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:14.743442Z","caller":"traceutil/trace.go:171","msg":"trace[522068204] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"185.023663ms","start":"2026-03-05T16:33:14.558397Z","end":"2026-03-05T16:33:14.743421Z","steps":["trace[522068204] 'process raft request' (duration: 184.775935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:14.753684Z","caller":"traceutil/trace.go:171","msg":"trace[1576058113] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"161.528166ms","start":"2026-03-05T16:33:14.59214Z","end":"2026-03-05T16:33:14.753668Z","steps":["trace[1576058113] 'process raft request' (duration: 161.436974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:14.753733Z","caller":"traceutil/trace.go:171","msg":"trace[1981381816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:603; }","duration":"164.556238ms","start":"2026-03-05T16:33:14.589153Z","end":"2026-03-05T16:33:14.753709Z","steps":["trace[1981381816] 'process raft request' (duration: 164.362683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:15.208972Z","caller":"traceutil/trace.go:171","msg":"trace[631972497] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"113.973598ms","start":"2026-03-05T16:33:15.094974Z","end":"2026-03-05T16:33:15.208947Z","steps":["trace[631972497] 'process raft request' (duration: 113.862605ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:15.209243Z","caller":"traceutil/trace.go:171","msg":"trace[1519989484] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"115.042857ms","start":"2026-03-05T16:33:15.094186Z","end":"2026-03-05T16:33:15.209229Z","steps":["trace[1519989484] 'process raft request' (duration: 24.060862ms)","trace[1519989484] 'compare' (duration: 90.465671ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:15.209523Z","caller":"traceutil/trace.go:171","msg":"trace[908275479] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:678; }","duration":"114.337467ms","start":"2026-03-05T16:33:15.095157Z","end":"2026-03-05T16:33:15.209495Z","steps":["trace[908275479] 'read index received' (duration: 15.920661ms)","trace[908275479] 'applied index is now lower than readState.Index' (duration: 98.415246ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:15.209828Z","caller":"traceutil/trace.go:171","msg":"trace[1472789392] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"114.195743ms","start":"2026-03-05T16:33:15.095621Z","end":"2026-03-05T16:33:15.209816Z","steps":["trace[1472789392] 'process raft request' (duration: 113.289429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:15.209913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.734408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:15.210679Z","caller":"traceutil/trace.go:171","msg":"trace[2124515384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:661; }","duration":"115.519879ms","start":"2026-03-05T16:33:15.095141Z","end":"2026-03-05T16:33:15.210661Z","steps":["trace[2124515384] 'agreement among raft nodes before linearized reading' (duration: 114.727878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:16.15147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.019567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:16.151731Z","caller":"traceutil/trace.go:171","msg":"trace[883667630] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"415.168809ms","start":"2026-03-05T16:33:15.736546Z","end":"2026-03-05T16:33:16.151715Z","steps":["trace[883667630] 'process raft request' (duration: 415.048375ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:16.151778Z","caller":"traceutil/trace.go:171","msg":"trace[1508227834] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:695; }","duration":"505.98995ms","start":"2026-03-05T16:33:15.645758Z","end":"2026-03-05T16:33:16.151748Z","steps":["trace[1508227834] 'read index received' (duration: 363.623313ms)","trace[1508227834] 'applied index is now lower than readState.Index' (duration: 142.363867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:16.151819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:15.736519Z","time spent":"415.256832ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:33:16.151922Z","caller":"traceutil/trace.go:171","msg":"trace[1085995785] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"514.419997ms","start":"2026-03-05T16:33:15.63749Z","end":"2026-03-05T16:33:16.15191Z","steps":["trace[1085995785] 'process raft request' (duration: 371.882356ms)","trace[1085995785] 'compare' (duration: 141.817372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:16.152025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:15.637472Z","time spent":"514.487281ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:33:16.152085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.570423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-05T16:33:16.152124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.346699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:16.152168Z","caller":"traceutil/trace.go:171","msg":"trace[779334741] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:676; }","duration":"115.695434ms","start":"2026-03-05T16:33:16.03645Z","end":"2026-03-05T16:33:16.152145Z","steps":["trace[779334741] 'agreement among raft nodes before linearized reading' (duration: 115.50584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:16.152187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.59909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:33:16.152201Z","caller":"traceutil/trace.go:171","msg":"trace[472094218] range","detail":"{range_begin:/registry/jobs/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:676; }","duration":"506.457553ms","start":"2026-03-05T16:33:15.645716Z","end":"2026-03-05T16:33:16.152173Z","steps":["trace[472094218] 'agreement among raft nodes before linearized reading' (duration: 506.34691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:16.152181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.09727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T16:33:16.152225Z","caller":"traceutil/trace.go:171","msg":"trace[1279765475] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:676; }","duration":"367.653801ms","start":"2026-03-05T16:33:15.784559Z","end":"2026-03-05T16:33:16.152213Z","steps":["trace[1279765475] 'agreement among raft nodes before linearized reading' (duration: 367.534028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:16.152234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:15.645698Z","time spent":"506.529384ms","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-03-05T16:33:16.152258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:15.784549Z","time spent":"367.702412ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:33:16.152264Z","caller":"traceutil/trace.go:171","msg":"trace[160935798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:676; }","duration":"438.227133ms","start":"2026-03-05T16:33:15.714012Z","end":"2026-03-05T16:33:16.152239Z","steps":["trace[160935798] 'agreement among raft nodes before linearized reading' (duration: 437.931346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:16.152309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:15.713995Z","time spent":"438.306696ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:33:16.152359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.971636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:33:16.152464Z","caller":"traceutil/trace.go:171","msg":"trace[1632431580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:676; }","duration":"428.075439ms","start":"2026-03-05T16:33:15.72437Z","end":"2026-03-05T16:33:16.152445Z","steps":["trace[1632431580] 'agreement among raft nodes before linearized reading' (duration: 427.74567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:16.152537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:15.72434Z","time spent":"428.186751ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:33:17.0372Z","caller":"traceutil/trace.go:171","msg":"trace[1296039692] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"150.292682ms","start":"2026-03-05T16:33:16.886878Z","end":"2026-03-05T16:33:17.037171Z","steps":["trace[1296039692] 'process raft request' (duration: 109.645171ms)","trace[1296039692] 'compare' (duration: 40.544458ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:17.152708Z","caller":"traceutil/trace.go:171","msg":"trace[1915023282] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"102.419375ms","start":"2026-03-05T16:33:17.05026Z","end":"2026-03-05T16:33:17.152679Z","steps":["trace[1915023282] 'process raft request' (duration: 97.390109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:17.636164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.863474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:17.636356Z","caller":"traceutil/trace.go:171","msg":"trace[998435514] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"315.644862ms","start":"2026-03-05T16:33:17.320693Z","end":"2026-03-05T16:33:17.636338Z","steps":["trace[998435514] 'process raft request' (duration: 94.5017ms)","trace[998435514] 'compare' (duration: 220.756291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:17.636435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:17.320667Z","time spent":"315.727343ms","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:33:17.636483Z","caller":"traceutil/trace.go:171","msg":"trace[954817859] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:733; }","duration":"257.816515ms","start":"2026-03-05T16:33:17.378638Z","end":"2026-03-05T16:33:17.636455Z","steps":["trace[954817859] 'read index received' (duration: 36.56132ms)","trace[954817859] 'applied index is now lower than readState.Index' (duration: 221.253565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:17.636713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.043271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w77kk\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-03-05T16:33:17.636793Z","caller":"traceutil/trace.go:171","msg":"trace[1189405139] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w77kk; range_end:; response_count:1; response_revision:712; }","duration":"258.186135ms","start":"2026-03-05T16:33:17.378587Z","end":"2026-03-05T16:33:17.636773Z","steps":["trace[1189405139] 'agreement among raft nodes before linearized reading' (duration: 257.932728ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:17.636848Z","caller":"traceutil/trace.go:171","msg":"trace[1712135752] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"257.057214ms","start":"2026-03-05T16:33:17.379778Z","end":"2026-03-05T16:33:17.636836Z","steps":["trace[1712135752] 'process raft request' (duration: 256.509179ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:17.637229Z","caller":"traceutil/trace.go:171","msg":"trace[319438675] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"203.299648ms","start":"2026-03-05T16:33:17.433919Z","end":"2026-03-05T16:33:17.637219Z","steps":["trace[319438675] 'process raft request' (duration: 202.868176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:18.032177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.50496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:18.032348Z","caller":"traceutil/trace.go:171","msg":"trace[563898569] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"300.608754ms","start":"2026-03-05T16:33:17.73167Z","end":"2026-03-05T16:33:18.032279Z","steps":["trace[563898569] 'process raft request' (duration: 139.909331ms)","trace[563898569] 'compare' (duration: 160.388765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:18.032469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:17.731653Z","time spent":"300.741819ms","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:33:18.032609Z","caller":"traceutil/trace.go:171","msg":"trace[1623259967] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"300.866421ms","start":"2026-03-05T16:33:17.731718Z","end":"2026-03-05T16:33:18.032584Z","steps":["trace[1623259967] 'process raft request' (duration: 300.728387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:18.032767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:17.731697Z","time spent":"300.978756ms","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:33:18.032874Z","caller":"traceutil/trace.go:171","msg":"trace[923130807] transaction","detail":"{read_only:false; response_revision:721; number_of_response:1; }","duration":"197.315138ms","start":"2026-03-05T16:33:17.835532Z","end":"2026-03-05T16:33:18.032847Z","steps":["trace[923130807] 'process raft request' (duration: 197.013219ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:18.097421Z","caller":"traceutil/trace.go:171","msg":"trace[760539148] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"152.110021ms","start":"2026-03-05T16:33:17.945292Z","end":"2026-03-05T16:33:18.097402Z","steps":["trace[760539148] 'process raft request' (duration: 152.014068ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:18.216717Z","caller":"traceutil/trace.go:171","msg":"trace[2105514649] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"173.112741ms","start":"2026-03-05T16:33:18.043591Z","end":"2026-03-05T16:33:18.216704Z","steps":["trace[2105514649] 'process raft request' (duration: 172.999038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:18.216715Z","caller":"traceutil/trace.go:171","msg":"trace[355976735] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"173.661395ms","start":"2026-03-05T16:33:18.043021Z","end":"2026-03-05T16:33:18.216682Z","steps":["trace[355976735] 'process raft request' (duration: 173.47049ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:18.216729Z","caller":"traceutil/trace.go:171","msg":"trace[880771350] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"105.019095ms","start":"2026-03-05T16:33:18.111694Z","end":"2026-03-05T16:33:18.216713Z","steps":["trace[880771350] 'process raft request' (duration: 104.963033ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:18.216836Z","caller":"traceutil/trace.go:171","msg":"trace[244620997] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:743; }","duration":"120.982408ms","start":"2026-03-05T16:33:18.095834Z","end":"2026-03-05T16:33:18.216816Z","steps":["trace[244620997] 'read index received' (duration: 1.541912ms)","trace[244620997] 'applied index is now lower than readState.Index' (duration: 119.439186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:18.216951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.112042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:18.217006Z","caller":"traceutil/trace.go:171","msg":"trace[1905306639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:726; }","duration":"121.189473ms","start":"2026-03-05T16:33:18.095776Z","end":"2026-03-05T16:33:18.216966Z","steps":["trace[1905306639] 'agreement among raft nodes before linearized reading' (duration: 121.131072ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:18.216637Z","caller":"traceutil/trace.go:171","msg":"trace[1005857529] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"183.588004ms","start":"2026-03-05T16:33:18.033019Z","end":"2026-03-05T16:33:18.216607Z","steps":["trace[1005857529] 'process raft request' (duration: 105.711654ms)","trace[1005857529] 'compare' (duration: 77.641564ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:19.036552Z","caller":"traceutil/trace.go:171","msg":"trace[606594811] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"362.395859ms","start":"2026-03-05T16:33:18.674131Z","end":"2026-03-05T16:33:19.036527Z","steps":["trace[606594811] 'process raft request' (duration: 360.644582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:19.036723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:18.674108Z","time spent":"362.534942ms","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T16:33:19.076077Z","caller":"traceutil/trace.go:171","msg":"trace[932260113] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"244.439753ms","start":"2026-03-05T16:33:18.83161Z","end":"2026-03-05T16:33:19.07605Z","steps":["trace[932260113] 'read index received' (duration: 203.193945ms)","trace[932260113] 'applied index is now lower than readState.Index' (duration: 41.244738ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:19.076192Z","caller":"traceutil/trace.go:171","msg":"trace[234927934] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"339.309604ms","start":"2026-03-05T16:33:18.736872Z","end":"2026-03-05T16:33:19.076182Z","steps":["trace[234927934] 'process raft request' (duration: 338.744128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:19.076322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:18.73684Z","time spent":"339.387825ms","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:33:19.077011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.388019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-05T16:33:19.077179Z","caller":"traceutil/trace.go:171","msg":"trace[2040336748] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:744; }","duration":"245.518843ms","start":"2026-03-05T16:33:18.831553Z","end":"2026-03-05T16:33:19.077072Z","steps":["trace[2040336748] 'agreement among raft nodes before linearized reading' (duration: 244.875375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:19.427389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.496539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:33:19.427537Z","caller":"traceutil/trace.go:171","msg":"trace[1032721886] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"194.10555ms","start":"2026-03-05T16:33:19.233404Z","end":"2026-03-05T16:33:19.427509Z","steps":["trace[1032721886] 'process raft request' (duration: 30.400785ms)","trace[1032721886] 'compare' (duration: 163.227982ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:19.555981Z","caller":"traceutil/trace.go:171","msg":"trace[558642987] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"157.24015ms","start":"2026-03-05T16:33:19.398705Z","end":"2026-03-05T16:33:19.555945Z","steps":["trace[558642987] 'process raft request' (duration: 143.951111ms)","trace[558642987] 'compare' (duration: 13.134846ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:19.556074Z","caller":"traceutil/trace.go:171","msg":"trace[796132948] linearizableReadLoop","detail":"{readStateIndex:770; appliedIndex:769; }","duration":"128.566652ms","start":"2026-03-05T16:33:19.427483Z","end":"2026-03-05T16:33:19.55605Z","steps":["trace[796132948] 'read index received' (duration: 115.18664ms)","trace[796132948] 'applied index is now lower than readState.Index' (duration: 13.378062ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:33:19.556029Z","caller":"traceutil/trace.go:171","msg":"trace[1523775575] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"124.889464ms","start":"2026-03-05T16:33:19.431116Z","end":"2026-03-05T16:33:19.556006Z","steps":["trace[1523775575] 'process raft request' (duration: 124.825152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:19.556319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.832183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-05T16:33:19.556324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.441113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w77kk\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-03-05T16:33:19.556364Z","caller":"traceutil/trace.go:171","msg":"trace[1097112801] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:749; }","duration":"124.921825ms","start":"2026-03-05T16:33:19.43143Z","end":"2026-03-05T16:33:19.556352Z","steps":["trace[1097112801] 'agreement among raft nodes before linearized reading' (duration: 124.730819ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:19.556397Z","caller":"traceutil/trace.go:171","msg":"trace[2002622193] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w77kk; range_end:; response_count:1; response_revision:749; }","duration":"158.570736ms","start":"2026-03-05T16:33:19.397808Z","end":"2026-03-05T16:33:19.556378Z","steps":["trace[2002622193] 'agreement among raft nodes before linearized reading' (duration: 158.33951ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:20.524522Z","caller":"traceutil/trace.go:171","msg":"trace[672969495] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"110.36892ms","start":"2026-03-05T16:33:20.414126Z","end":"2026-03-05T16:33:20.524495Z","steps":["trace[672969495] 'process raft request' (duration: 109.858796ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:20.610262Z","caller":"traceutil/trace.go:171","msg":"trace[1667046] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"138.139783ms","start":"2026-03-05T16:33:20.472083Z","end":"2026-03-05T16:33:20.610223Z","steps":["trace[1667046] 'process raft request' (duration: 137.978708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:30.571628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.070477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:33:30.571722Z","caller":"traceutil/trace.go:171","msg":"trace[1675739435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:893; }","duration":"153.244002ms","start":"2026-03-05T16:33:30.418454Z","end":"2026-03-05T16:33:30.571698Z","steps":["trace[1675739435] 'range keys from in-memory index tree' (duration: 152.854001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:30.571609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.846709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:33:30.571854Z","caller":"traceutil/trace.go:171","msg":"trace[826411821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:893; }","duration":"133.191418ms","start":"2026-03-05T16:33:30.438643Z","end":"2026-03-05T16:33:30.571834Z","steps":["trace[826411821] 'range keys from in-memory index tree' (duration: 132.639584ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:30.765066Z","caller":"traceutil/trace.go:171","msg":"trace[312626931] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"189.099683ms","start":"2026-03-05T16:33:30.575938Z","end":"2026-03-05T16:33:30.765037Z","steps":["trace[312626931] 'process raft request' (duration: 188.929619ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:30.838804Z","caller":"traceutil/trace.go:171","msg":"trace[2091078252] transaction","detail":"{read_only:false; response_revision:895; number_of_response:1; }","duration":"262.586195ms","start":"2026-03-05T16:33:30.57619Z","end":"2026-03-05T16:33:30.838776Z","steps":["trace[2091078252] 'process raft request' (duration: 232.819708ms)","trace[2091078252] 'compare' (duration: 29.659824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:33.50136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735119212s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:33:33.501466Z","caller":"traceutil/trace.go:171","msg":"trace[732108025] linearizableReadLoop","detail":"{readStateIndex:922; appliedIndex:921; }","duration":"1.773991585s","start":"2026-03-05T16:33:31.727457Z","end":"2026-03-05T16:33:33.501449Z","steps":["trace[732108025] 'read index received' (duration: 38.685178ms)","trace[732108025] 'applied index is now lower than readState.Index' (duration: 1.735304747s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:33:33.501658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.288968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:33.501779Z","caller":"traceutil/trace.go:171","msg":"trace[1542164689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:896; }","duration":"334.425341ms","start":"2026-03-05T16:33:33.167336Z","end":"2026-03-05T16:33:33.501761Z","steps":["trace[1542164689] 'range keys from in-memory index tree' (duration: 334.272387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:33.502214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774744936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:33:33.502279Z","caller":"traceutil/trace.go:171","msg":"trace[1942269097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:896; }","duration":"1.774838458s","start":"2026-03-05T16:33:31.727416Z","end":"2026-03-05T16:33:33.502254Z","steps":["trace[1942269097] 'agreement among raft nodes before linearized reading' (duration: 1.77455328s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:33.502345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:31.727398Z","time spent":"1.774928962s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:33:33.502369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406703104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:33:33.50244Z","caller":"traceutil/trace.go:171","msg":"trace[340241004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:896; }","duration":"1.406831618s","start":"2026-03-05T16:33:32.095591Z","end":"2026-03-05T16:33:33.502423Z","steps":["trace[340241004] 'agreement among raft nodes before linearized reading' (duration: 1.406694584s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:33.502505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112872723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:33:33.502458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.416793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:33:33.502507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.203199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:33:33.502552Z","caller":"traceutil/trace.go:171","msg":"trace[1154328715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:896; }","duration":"1.112946315s","start":"2026-03-05T16:33:32.38959Z","end":"2026-03-05T16:33:33.502536Z","steps":["trace[1154328715] 'agreement among raft nodes before linearized reading' (duration: 1.112763301s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:33.502582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:32.389572Z","time spent":"1.113003176s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:33:33.502573Z","caller":"traceutil/trace.go:171","msg":"trace[585924460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:896; }","duration":"733.526976ms","start":"2026-03-05T16:33:32.769022Z","end":"2026-03-05T16:33:33.502549Z","steps":["trace[585924460] 'agreement among raft nodes before linearized reading' (duration: 733.293599ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:33:33.502585Z","caller":"traceutil/trace.go:171","msg":"trace[2053766743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:896; }","duration":"660.344322ms","start":"2026-03-05T16:33:32.842223Z","end":"2026-03-05T16:33:33.502568Z","steps":["trace[2053766743] 'agreement among raft nodes before linearized reading' (duration: 660.135047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:33.502628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:32.768948Z","time spent":"733.666548ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:33:33.502519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171198422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T16:33:33.502636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:32.842206Z","time spent":"660.415043ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:33:33.502626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:32.09557Z","time spent":"1.407028743s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:33:33.502741Z","caller":"traceutil/trace.go:171","msg":"trace[487390896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:896; }","duration":"1.171435779s","start":"2026-03-05T16:33:32.331263Z","end":"2026-03-05T16:33:33.502698Z","steps":["trace[487390896] 'agreement among raft nodes before linearized reading' (duration: 1.17109878s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:33:33.502895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:33:32.331192Z","time spent":"1.171652885s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:34:03.856433Z","caller":"traceutil/trace.go:171","msg":"trace[595991563] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1228; }","duration":"108.659488ms","start":"2026-03-05T16:34:03.747754Z","end":"2026-03-05T16:34:03.856413Z","steps":["trace[595991563] 'read index received' (duration: 79.99207ms)","trace[595991563] 'applied index is now lower than readState.Index' (duration: 28.666548ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:03.856597Z","caller":"traceutil/trace.go:171","msg":"trace[102953893] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"111.471734ms","start":"2026-03-05T16:34:03.745114Z","end":"2026-03-05T16:34:03.856586Z","steps":["trace[102953893] 'process raft request' (duration: 111.204697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:03.857067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.294665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:34:03.857173Z","caller":"traceutil/trace.go:171","msg":"trace[1649376673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1193; }","duration":"109.426069ms","start":"2026-03-05T16:34:03.747721Z","end":"2026-03-05T16:34:03.857147Z","steps":["trace[1649376673] 'agreement among raft nodes before linearized reading' (duration: 109.159432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:04.264309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.078097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:04.264393Z","caller":"traceutil/trace.go:171","msg":"trace[815444615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"169.208232ms","start":"2026-03-05T16:34:04.095167Z","end":"2026-03-05T16:34:04.264375Z","steps":["trace[815444615] 'range keys from in-memory index tree' (duration: 168.980325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.368683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371663208,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:34:08.472661Z","caller":"traceutil/trace.go:171","msg":"trace[643519622] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"628.540082ms","start":"2026-03-05T16:34:07.844097Z","end":"2026-03-05T16:34:08.472637Z","steps":["trace[643519622] 'process raft request' (duration: 628.399698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.472795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:07.844076Z","time spent":"628.648454ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:08.473008Z","caller":"traceutil/trace.go:171","msg":"trace[1177095791] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1249; }","duration":"604.742866ms","start":"2026-03-05T16:34:07.868232Z","end":"2026-03-05T16:34:08.472974Z","steps":["trace[1177095791] 'read index received' (duration: 604.163051ms)","trace[1177095791] 'applied index is now lower than readState.Index' (duration: 577.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:08.473241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.19051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:34:08.473296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.043623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:34:08.4733Z","caller":"traceutil/trace.go:171","msg":"trace[442164746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1211; }","duration":"378.276582ms","start":"2026-03-05T16:34:08.095006Z","end":"2026-03-05T16:34:08.473283Z","steps":["trace[442164746] 'agreement among raft nodes before linearized reading' (duration: 378.192101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.473295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.036625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T16:34:08.473342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:08.09499Z","time spent":"378.344234ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:34:08.47335Z","caller":"traceutil/trace.go:171","msg":"trace[912514086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1211; }","duration":"605.148167ms","start":"2026-03-05T16:34:07.868187Z","end":"2026-03-05T16:34:08.473335Z","steps":["trace[912514086] 'agreement among raft nodes before linearized reading' (duration: 604.954672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.473392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:07.868165Z","time spent":"605.218759ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:34:08.473433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.160833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:34:08.473472Z","caller":"traceutil/trace.go:171","msg":"trace[288741398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1211; }","duration":"593.222514ms","start":"2026-03-05T16:34:07.880242Z","end":"2026-03-05T16:34:08.473464Z","steps":["trace[288741398] 'agreement among raft nodes before linearized reading' (duration: 593.121181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.473502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:07.880227Z","time spent":"593.267874ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:34:08.473565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.809156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-m8qf5\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-03-05T16:34:08.473603Z","caller":"traceutil/trace.go:171","msg":"trace[2009561036] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-m8qf5; range_end:; response_count:1; response_revision:1211; }","duration":"218.870838ms","start":"2026-03-05T16:34:08.254721Z","end":"2026-03-05T16:34:08.473592Z","steps":["trace[2009561036] 'agreement among raft nodes before linearized reading' (duration: 218.769345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.47364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.50293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:34:08.473664Z","caller":"traceutil/trace.go:171","msg":"trace[1980050644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1211; }","duration":"594.54454ms","start":"2026-03-05T16:34:07.879112Z","end":"2026-03-05T16:34:08.473657Z","steps":["trace[1980050644] 'agreement among raft nodes before linearized reading' (duration: 594.461107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.473697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:07.879105Z","time spent":"594.586461ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:34:08.473339Z","caller":"traceutil/trace.go:171","msg":"trace[463852965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1211; }","duration":"595.132125ms","start":"2026-03-05T16:34:07.878193Z","end":"2026-03-05T16:34:08.473325Z","steps":["trace[463852965] 'agreement among raft nodes before linearized reading' (duration: 595.003512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.47379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:07.878163Z","time spent":"595.620949ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:34:08.785965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.046866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:34:08.786116Z","caller":"traceutil/trace.go:171","msg":"trace[152035980] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"308.134939ms","start":"2026-03-05T16:34:08.477949Z","end":"2026-03-05T16:34:08.786084Z","steps":["trace[152035980] 'process raft request' (duration: 65.897398ms)","trace[152035980] 'compare' (duration: 241.952643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:08.786267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:08.477929Z","time spent":"308.259594ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:08.787002Z","caller":"traceutil/trace.go:171","msg":"trace[1797131682] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"308.937522ms","start":"2026-03-05T16:34:08.478024Z","end":"2026-03-05T16:34:08.786961Z","steps":["trace[1797131682] 'process raft request' (duration: 308.036098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.787193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:08.47801Z","time spent":"309.089075ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:08.787854Z","caller":"traceutil/trace.go:171","msg":"trace[1461307618] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"309.804525ms","start":"2026-03-05T16:34:08.478027Z","end":"2026-03-05T16:34:08.787832Z","steps":["trace[1461307618] 'process raft request' (duration: 308.861949ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:08.787925Z","caller":"traceutil/trace.go:171","msg":"trace[1792565279] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"309.446046ms","start":"2026-03-05T16:34:08.478459Z","end":"2026-03-05T16:34:08.787905Z","steps":["trace[1792565279] 'process raft request' (duration: 309.21852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:08.787951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:08.478003Z","time spent":"309.905448ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:08.788059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:08.478441Z","time spent":"309.521068ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:21.33779Z","caller":"traceutil/trace.go:171","msg":"trace[887106177] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1520; }","duration":"184.093935ms","start":"2026-03-05T16:34:21.153671Z","end":"2026-03-05T16:34:21.337765Z","steps":["trace[887106177] 'read index received' (duration: 183.90279ms)","trace[887106177] 'applied index is now lower than readState.Index' (duration: 189.825µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:21.337878Z","caller":"traceutil/trace.go:171","msg":"trace[1109112924] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1461; }","duration":"239.95825ms","start":"2026-03-05T16:34:21.097877Z","end":"2026-03-05T16:34:21.337835Z","steps":["trace[1109112924] 'process raft request' (duration: 239.748194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:21.337938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.242229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:34:21.337978Z","caller":"traceutil/trace.go:171","msg":"trace[1536291049] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1461; }","duration":"184.3059ms","start":"2026-03-05T16:34:21.153661Z","end":"2026-03-05T16:34:21.337967Z","steps":["trace[1536291049] 'agreement among raft nodes before linearized reading' (duration: 184.207937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:32.092021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371664048,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:34:32.353216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.747409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:34:32.353368Z","caller":"traceutil/trace.go:171","msg":"trace[1977714349] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1618; }","duration":"826.922024ms","start":"2026-03-05T16:34:31.526422Z","end":"2026-03-05T16:34:32.353344Z","steps":["trace[1977714349] 'count revisions from in-memory index tree' (duration: 826.617926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:32.353422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:31.52636Z","time spent":"827.049727ms","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:34:32.879942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.281548ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:34:32.880354Z","caller":"traceutil/trace.go:171","msg":"trace[252358308] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1681; }","duration":"1.288724623s","start":"2026-03-05T16:34:31.591558Z","end":"2026-03-05T16:34:32.880283Z","steps":["trace[252358308] 'read index received' (duration: 602.053283ms)","trace[252358308] 'applied index is now lower than readState.Index' (duration: 686.66913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:32.880586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28901536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:34:32.880653Z","caller":"traceutil/trace.go:171","msg":"trace[55421060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1618; }","duration":"1.289129503s","start":"2026-03-05T16:34:31.591508Z","end":"2026-03-05T16:34:32.880637Z","steps":["trace[55421060] 'agreement among raft nodes before linearized reading' (duration: 1.288921138s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:32.880692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:31.591484Z","time spent":"1.289198655s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T16:34:32.880863Z","caller":"traceutil/trace.go:171","msg":"trace[759429235] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"186.044798ms","start":"2026-03-05T16:34:32.69479Z","end":"2026-03-05T16:34:32.880834Z","steps":["trace[759429235] 'process raft request' (duration: 185.673487ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:33.179493Z","caller":"traceutil/trace.go:171","msg":"trace[1916068800] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"472.788047ms","start":"2026-03-05T16:34:32.706679Z","end":"2026-03-05T16:34:33.179467Z","steps":["trace[1916068800] 'process raft request' (duration: 472.620922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.179644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.70666Z","time spent":"472.90866ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:33.179684Z","caller":"traceutil/trace.go:171","msg":"trace[1748979733] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1683; }","duration":"299.198777ms","start":"2026-03-05T16:34:32.880452Z","end":"2026-03-05T16:34:33.179651Z","steps":["trace[1748979733] 'read index received' (duration: 298.795237ms)","trace[1748979733] 'applied index is now lower than readState.Index' (duration: 401.51µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:33.179823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.91564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:34:33.179826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.458444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:34:33.179873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248162742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:33.17988Z","caller":"traceutil/trace.go:171","msg":"trace[690388299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1621; }","duration":"588.017783ms","start":"2026-03-05T16:34:32.591849Z","end":"2026-03-05T16:34:33.179867Z","steps":["trace[690388299] 'agreement among raft nodes before linearized reading' (duration: 587.865679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.179904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.556307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:33.179879Z","caller":"traceutil/trace.go:171","msg":"trace[1033595902] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"437.307574ms","start":"2026-03-05T16:34:32.742527Z","end":"2026-03-05T16:34:33.179835Z","steps":["trace[1033595902] 'process raft request' (duration: 436.905923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.179917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.591826Z","time spent":"588.083784ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:34:33.179946Z","caller":"traceutil/trace.go:171","msg":"trace[1616756598] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1621; }","duration":"818.66084ms","start":"2026-03-05T16:34:32.361272Z","end":"2026-03-05T16:34:33.179933Z","steps":["trace[1616756598] 'agreement among raft nodes before linearized reading' (duration: 818.605308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.179934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.277227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:34:33.179983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.361261Z","time spent":"818.712492ms","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:34:33.179993Z","caller":"traceutil/trace.go:171","msg":"trace[735517801] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1621; }","duration":"547.38604ms","start":"2026-03-05T16:34:32.632592Z","end":"2026-03-05T16:34:33.179978Z","steps":["trace[735517801] 'agreement among raft nodes before linearized reading' (duration: 547.272737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.18002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.38591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-05T16:34:33.180034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.63257Z","time spent":"547.454002ms","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:34:33.179901Z","caller":"traceutil/trace.go:171","msg":"trace[1245301443] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1621; }","duration":"313.547846ms","start":"2026-03-05T16:34:32.866335Z","end":"2026-03-05T16:34:33.179883Z","steps":["trace[1245301443] 'agreement among raft nodes before linearized reading' (duration: 313.407872ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:33.180058Z","caller":"traceutil/trace.go:171","msg":"trace[1280745739] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3; range_end:; response_count:1; response_revision:1621; }","duration":"840.466641ms","start":"2026-03-05T16:34:32.339578Z","end":"2026-03-05T16:34:33.180045Z","steps":["trace[1280745739] 'agreement among raft nodes before linearized reading' (duration: 840.361088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.180054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.742496Z","time spent":"437.460288ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:33.180062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.595592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:34:33.180078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.866312Z","time spent":"313.752961ms","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:34:33.180098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444292263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-05T16:34:33.180105Z","caller":"traceutil/trace.go:171","msg":"trace[359415650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1621; }","duration":"280.660204ms","start":"2026-03-05T16:34:32.899437Z","end":"2026-03-05T16:34:33.180097Z","steps":["trace[359415650] 'agreement among raft nodes before linearized reading' (duration: 280.51279ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:33.180137Z","caller":"traceutil/trace.go:171","msg":"trace[699747924] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3; range_end:; response_count:1; response_revision:1621; }","duration":"1.444362115s","start":"2026-03-05T16:34:31.735758Z","end":"2026-03-05T16:34:33.18012Z","steps":["trace[699747924] 'agreement among raft nodes before linearized reading' (duration: 1.444214721s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.180169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.389339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:34:33.180173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:31.735736Z","time spent":"1.444429076s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" "} {"level":"info","ts":"2026-03-05T16:34:33.180197Z","caller":"traceutil/trace.go:171","msg":"trace[1366635623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1621; }","duration":"286.44166ms","start":"2026-03-05T16:34:32.893747Z","end":"2026-03-05T16:34:33.180189Z","steps":["trace[1366635623] 'agreement among raft nodes before linearized reading' (duration: 286.195334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.179831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084713288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:34:33.180087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.339556Z","time spent":"840.524372ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" "} {"level":"info","ts":"2026-03-05T16:34:33.18024Z","caller":"traceutil/trace.go:171","msg":"trace[302759468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1621; }","duration":"1.085125099s","start":"2026-03-05T16:34:32.095104Z","end":"2026-03-05T16:34:33.180229Z","steps":["trace[302759468] 'agreement among raft nodes before linearized reading' (duration: 1.084688727s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.180276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:32.095053Z","time spent":"1.085214072s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:34:33.180302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.448881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:34:33.180326Z","caller":"traceutil/trace.go:171","msg":"trace[367828219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1621; }","duration":"286.497612ms","start":"2026-03-05T16:34:32.89382Z","end":"2026-03-05T16:34:33.180318Z","steps":["trace[367828219] 'agreement among raft nodes before linearized reading' (duration: 286.170143ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:33.179914Z","caller":"traceutil/trace.go:171","msg":"trace[941314798] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1621; }","duration":"1.248276705s","start":"2026-03-05T16:34:31.931624Z","end":"2026-03-05T16:34:33.179901Z","steps":["trace[941314798] 'agreement among raft nodes before linearized reading' (duration: 1.248178563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:33.180423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:31.931599Z","time spent":"1.248806588s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:34:33.180375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.166656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:34:33.180481Z","caller":"traceutil/trace.go:171","msg":"trace[1942909156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1621; }","duration":"282.308458ms","start":"2026-03-05T16:34:32.898163Z","end":"2026-03-05T16:34:33.180471Z","steps":["trace[1942909156] 'agreement among raft nodes before linearized reading' (duration: 281.799014ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:33.615047Z","caller":"traceutil/trace.go:171","msg":"trace[185884982] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"431.571459ms","start":"2026-03-05T16:34:33.183436Z","end":"2026-03-05T16:34:33.615008Z","steps":["trace[185884982] 'process raft request' (duration: 391.220124ms)","trace[185884982] 'compare' (duration: 40.003326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:33.615579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.183426Z","time spent":"431.711683ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:34.743899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.892559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:34:34.744061Z","caller":"traceutil/trace.go:171","msg":"trace[124381873] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"1.559701004s","start":"2026-03-05T16:34:33.184342Z","end":"2026-03-05T16:34:34.744043Z","steps":["trace[124381873] 'process raft request' (duration: 748.567789ms)","trace[124381873] 'compare' (duration: 810.782046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:34.744125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.184334Z","time spent":"1.559761256s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:34.744478Z","caller":"traceutil/trace.go:171","msg":"trace[806224763] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"1.559740935s","start":"2026-03-05T16:34:33.184699Z","end":"2026-03-05T16:34:34.74444Z","steps":["trace[806224763] 'process raft request' (duration: 1.559293243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.746138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.184694Z","time spent":"1.561363969s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:34.746492Z","caller":"traceutil/trace.go:171","msg":"trace[108021195] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.561681148s","start":"2026-03-05T16:34:33.184764Z","end":"2026-03-05T16:34:34.746445Z","steps":["trace[108021195] 'process raft request' (duration: 1.55957201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.746625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.184759Z","time spent":"1.561795531s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:34.746731Z","caller":"traceutil/trace.go:171","msg":"trace[302836953] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.561652168s","start":"2026-03-05T16:34:33.185055Z","end":"2026-03-05T16:34:34.746708Z","steps":["trace[302836953] 'process raft request' (duration: 1.561325279s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:34.746783Z","caller":"traceutil/trace.go:171","msg":"trace[502619182] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.557074783s","start":"2026-03-05T16:34:33.189685Z","end":"2026-03-05T16:34:34.746759Z","steps":["trace[502619182] 'process raft request' (duration: 1.556925629s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:34.746797Z","caller":"traceutil/trace.go:171","msg":"trace[39709782] linearizableReadLoop","detail":"{readStateIndex:1691; appliedIndex:1685; }","duration":"1.554183885s","start":"2026-03-05T16:34:33.192595Z","end":"2026-03-05T16:34:34.746779Z","steps":["trace[39709782] 'read index received' (duration: 381.972163ms)","trace[39709782] 'applied index is now lower than readState.Index' (duration: 1.172209712s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:34.746774Z","caller":"traceutil/trace.go:171","msg":"trace[329214631] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"551.454651ms","start":"2026-03-05T16:34:34.195296Z","end":"2026-03-05T16:34:34.746751Z","steps":["trace[329214631] 'process raft request' (duration: 551.4194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.746821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.185033Z","time spent":"1.56173267s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:34.746879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.189677Z","time spent":"1.557152755s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:34.74691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554312409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:34.746937Z","caller":"traceutil/trace.go:171","msg":"trace[504090225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1628; }","duration":"1.55439188s","start":"2026-03-05T16:34:33.192537Z","end":"2026-03-05T16:34:34.746929Z","steps":["trace[504090225] 'agreement among raft nodes before linearized reading' (duration: 1.554336279s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.746956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.192513Z","time spent":"1.554438721s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:34:34.747014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.117861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-05T16:34:34.747086Z","caller":"traceutil/trace.go:171","msg":"trace[1413120922] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3; range_end:; response_count:1; response_revision:1628; }","duration":"562.230294ms","start":"2026-03-05T16:34:34.184836Z","end":"2026-03-05T16:34:34.747066Z","steps":["trace[1413120922] 'agreement among raft nodes before linearized reading' (duration: 562.11638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.747154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:34.184813Z","time spent":"562.327675ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" "} {"level":"warn","ts":"2026-03-05T16:34:34.747068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.708158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:34.747222Z","caller":"traceutil/trace.go:171","msg":"trace[1240383131] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1628; }","duration":"530.894613ms","start":"2026-03-05T16:34:34.216301Z","end":"2026-03-05T16:34:34.747196Z","steps":["trace[1240383131] 'agreement among raft nodes before linearized reading' (duration: 530.646576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.74729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:34.216286Z","time spent":"530.982035ms","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:34:34.747323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:34.195272Z","time spent":"551.583144ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:34.74758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.509988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:34:34.747616Z","caller":"traceutil/trace.go:171","msg":"trace[414030336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1628; }","duration":"859.580311ms","start":"2026-03-05T16:34:33.888024Z","end":"2026-03-05T16:34:34.747604Z","steps":["trace[414030336] 'agreement among raft nodes before linearized reading' (duration: 858.861781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:34.747644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:33.888005Z","time spent":"859.632621ms","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:34:40.254554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.294139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-05T16:34:40.254667Z","caller":"traceutil/trace.go:171","msg":"trace[32184224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1675; }","duration":"146.554466ms","start":"2026-03-05T16:34:40.108093Z","end":"2026-03-05T16:34:40.254648Z","steps":["trace[32184224] 'range keys from in-memory index tree' (duration: 146.077213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:40.254551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.458293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:40.25498Z","caller":"traceutil/trace.go:171","msg":"trace[1203852316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1675; }","duration":"160.944956ms","start":"2026-03-05T16:34:40.094021Z","end":"2026-03-05T16:34:40.254966Z","steps":["trace[1203852316] 'range keys from in-memory index tree' (duration: 160.379701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.22375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.033271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:34:47.223985Z","caller":"traceutil/trace.go:171","msg":"trace[2094011991] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"298.56903ms","start":"2026-03-05T16:34:46.925395Z","end":"2026-03-05T16:34:47.223964Z","steps":["trace[2094011991] 'process raft request' (duration: 298.529169ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:47.224005Z","caller":"traceutil/trace.go:171","msg":"trace[1498333234] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"421.797293ms","start":"2026-03-05T16:34:46.802158Z","end":"2026-03-05T16:34:47.223955Z","steps":["trace[1498333234] 'process raft request' (duration: 163.454514ms)","trace[1498333234] 'compare' (duration: 257.896987ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:47.224213Z","caller":"traceutil/trace.go:171","msg":"trace[1217751196] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1788; }","duration":"412.431429ms","start":"2026-03-05T16:34:46.811745Z","end":"2026-03-05T16:34:47.224176Z","steps":["trace[1217751196] 'read index received' (duration: 76.175956ms)","trace[1217751196] 'applied index is now lower than readState.Index' (duration: 336.252503ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:47.224296Z","caller":"traceutil/trace.go:171","msg":"trace[950887437] transaction","detail":"{read_only:false; response_revision:1723; number_of_response:1; }","duration":"421.721501ms","start":"2026-03-05T16:34:46.802494Z","end":"2026-03-05T16:34:47.224215Z","steps":["trace[950887437] 'process raft request' (duration: 421.374992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.224387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.637455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T16:34:47.224383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:46.802134Z","time spent":"422.112821ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:47.224432Z","caller":"traceutil/trace.go:171","msg":"trace[1195431347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1724; }","duration":"412.692646ms","start":"2026-03-05T16:34:46.811727Z","end":"2026-03-05T16:34:47.224419Z","steps":["trace[1195431347] 'agreement among raft nodes before linearized reading' (duration: 412.564752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.224473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:46.811717Z","time spent":"412.746937ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:34:47.224498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.174255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2jb76\" ","response":"range_response_count:1 size:5854"} {"level":"warn","ts":"2026-03-05T16:34:47.224531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.017742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:34:47.224549Z","caller":"traceutil/trace.go:171","msg":"trace[1750144597] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-2jb76; range_end:; response_count:1; response_revision:1724; }","duration":"122.266527ms","start":"2026-03-05T16:34:47.102264Z","end":"2026-03-05T16:34:47.224531Z","steps":["trace[1750144597] 'agreement among raft nodes before linearized reading' (duration: 122.130693ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:47.22459Z","caller":"traceutil/trace.go:171","msg":"trace[1628050081] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1724; }","duration":"393.090234ms","start":"2026-03-05T16:34:46.831479Z","end":"2026-03-05T16:34:47.22457Z","steps":["trace[1628050081] 'agreement among raft nodes before linearized reading' (duration: 392.869098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.224558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:46.802451Z","time spent":"421.959387ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:47.224626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:46.831467Z","time spent":"393.150856ms","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:34:47.224525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.31759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:47.22468Z","caller":"traceutil/trace.go:171","msg":"trace[636413191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1724; }","duration":"125.529325ms","start":"2026-03-05T16:34:47.099128Z","end":"2026-03-05T16:34:47.224658Z","steps":["trace[636413191] 'agreement among raft nodes before linearized reading' (duration: 125.321869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:47.796138Z","caller":"traceutil/trace.go:171","msg":"trace[204431733] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"571.143935ms","start":"2026-03-05T16:34:47.224958Z","end":"2026-03-05T16:34:47.796102Z","steps":["trace[204431733] 'process raft request' (duration: 498.399532ms)","trace[204431733] 'compare' (duration: 72.554038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:47.796337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:47.224926Z","time spent":"571.309089ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:47.862186Z","caller":"traceutil/trace.go:171","msg":"trace[1189385001] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1792; }","duration":"450.557664ms","start":"2026-03-05T16:34:47.411593Z","end":"2026-03-05T16:34:47.862151Z","steps":["trace[1189385001] 'read index received' (duration: 311.835471ms)","trace[1189385001] 'applied index is now lower than readState.Index' (duration: 138.717903ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:47.862348Z","caller":"traceutil/trace.go:171","msg":"trace[836385223] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"627.193144ms","start":"2026-03-05T16:34:47.235141Z","end":"2026-03-05T16:34:47.862334Z","steps":["trace[836385223] 'process raft request' (duration: 626.917687ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:47.862316Z","caller":"traceutil/trace.go:171","msg":"trace[1123123472] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"634.812082ms","start":"2026-03-05T16:34:47.227309Z","end":"2026-03-05T16:34:47.862121Z","steps":["trace[1123123472] 'process raft request' (duration: 634.275647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.862535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:47.235128Z","time spent":"627.254507ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5625,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:47.862539Z","caller":"traceutil/trace.go:171","msg":"trace[346460944] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"634.127233ms","start":"2026-03-05T16:34:47.22838Z","end":"2026-03-05T16:34:47.862507Z","steps":["trace[346460944] 'process raft request' (duration: 633.609589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.862577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.954364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:34:47.862636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:47.227294Z","time spent":"635.165242ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:47.862666Z","caller":"traceutil/trace.go:171","msg":"trace[446386439] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1728; }","duration":"451.126429ms","start":"2026-03-05T16:34:47.411515Z","end":"2026-03-05T16:34:47.862642Z","steps":["trace[446386439] 'agreement among raft nodes before linearized reading' (duration: 450.932203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.862683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.505688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:34:47.862725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:47.411486Z","time spent":"451.227702ms","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:34:47.862773Z","caller":"traceutil/trace.go:171","msg":"trace[1990233991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1728; }","duration":"183.667672ms","start":"2026-03-05T16:34:47.679084Z","end":"2026-03-05T16:34:47.862751Z","steps":["trace[1990233991] 'agreement among raft nodes before linearized reading' (duration: 183.357503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:47.862925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:47.228369Z","time spent":"634.250236ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:48.16979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.098967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:34:48.170153Z","caller":"traceutil/trace.go:171","msg":"trace[1824610731] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"172.068648ms","start":"2026-03-05T16:34:47.998012Z","end":"2026-03-05T16:34:48.170081Z","steps":["trace[1824610731] 'process raft request' (duration: 47.5685ms)","trace[1824610731] 'compare' (duration: 123.933723ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:51.056368Z","caller":"traceutil/trace.go:171","msg":"trace[1601440449] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"149.874965ms","start":"2026-03-05T16:34:50.90646Z","end":"2026-03-05T16:34:51.056335Z","steps":["trace[1601440449] 'process raft request' (duration: 149.559426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:51.744814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371664339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:34:51.93904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.803867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-05T16:34:51.939146Z","caller":"traceutil/trace.go:171","msg":"trace[1827526942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1752; }","duration":"695.934021ms","start":"2026-03-05T16:34:51.243189Z","end":"2026-03-05T16:34:51.939123Z","steps":["trace[1827526942] 'range keys from in-memory index tree' (duration: 695.509729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:51.939196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.243124Z","time spent":"696.063334ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:34:51.939246Z","caller":"traceutil/trace.go:171","msg":"trace[1213311014] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"696.006372ms","start":"2026-03-05T16:34:51.243189Z","end":"2026-03-05T16:34:51.939196Z","steps":["trace[1213311014] 'process raft request' (duration: 659.761249ms)","trace[1213311014] 'compare' (duration: 35.703269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:34:51.939416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.243162Z","time spent":"696.163707ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:34:53.076989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17399686s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:34:53.079758Z","caller":"traceutil/trace.go:171","msg":"trace[496277377] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"1.267295971s","start":"2026-03-05T16:34:51.812435Z","end":"2026-03-05T16:34:53.079731Z","steps":["trace[496277377] 'process raft request' (duration: 1.267171527s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.079898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.812396Z","time spent":"1.267410243s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:53.079902Z","caller":"traceutil/trace.go:171","msg":"trace[373947999] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"1.655209016s","start":"2026-03-05T16:34:51.424633Z","end":"2026-03-05T16:34:53.079842Z","steps":["trace[373947999] 'process raft request' (duration: 1.654795284s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.424611Z","time spent":"1.655386809s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:53.080165Z","caller":"traceutil/trace.go:171","msg":"trace[329126357] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"1.20130163s","start":"2026-03-05T16:34:51.878853Z","end":"2026-03-05T16:34:53.080155Z","steps":["trace[329126357] 'process raft request' (duration: 1.200828088s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.878825Z","time spent":"1.201363343s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:53.080309Z","caller":"traceutil/trace.go:171","msg":"trace[889562282] linearizableReadLoop","detail":"{readStateIndex:1823; appliedIndex:1820; }","duration":"1.836380129s","start":"2026-03-05T16:34:51.243886Z","end":"2026-03-05T16:34:53.080266Z","steps":["trace[889562282] 'read index received' (duration: 659.08175ms)","trace[889562282] 'applied index is now lower than readState.Index' (duration: 1.177295529s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:34:53.080402Z","caller":"traceutil/trace.go:171","msg":"trace[729604846] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"1.136021649s","start":"2026-03-05T16:34:51.944347Z","end":"2026-03-05T16:34:53.080369Z","steps":["trace[729604846] 'process raft request' (duration: 1.135824205s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.912564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:34:53.080571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.944328Z","time spent":"1.136156622s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:34:53.080605Z","caller":"traceutil/trace.go:171","msg":"trace[1789526524] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1757; }","duration":"388.017567ms","start":"2026-03-05T16:34:52.692576Z","end":"2026-03-05T16:34:53.080593Z","steps":["trace[1789526524] 'agreement among raft nodes before linearized reading' (duration: 387.896403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836681267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T16:34:53.08062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825143615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T16:34:53.080641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:52.692544Z","time spent":"388.089259ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:34:53.08063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.942507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:34:53.080639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182020558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:34:53.08066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.632299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:34:53.080673Z","caller":"traceutil/trace.go:171","msg":"trace[1087713598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1757; }","duration":"1.825231367s","start":"2026-03-05T16:34:51.255424Z","end":"2026-03-05T16:34:53.080655Z","steps":["trace[1087713598] 'agreement among raft nodes before linearized reading' (duration: 1.825023232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200767006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:34:53.080683Z","caller":"traceutil/trace.go:171","msg":"trace[1777900055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1757; }","duration":"1.83678357s","start":"2026-03-05T16:34:51.243871Z","end":"2026-03-05T16:34:53.080654Z","steps":["trace[1777900055] 'agreement among raft nodes before linearized reading' (duration: 1.836468622s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:53.080692Z","caller":"traceutil/trace.go:171","msg":"trace[1683437103] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1757; }","duration":"112.081841ms","start":"2026-03-05T16:34:52.968589Z","end":"2026-03-05T16:34:53.080671Z","steps":["trace[1683437103] 'agreement among raft nodes before linearized reading' (duration: 111.953527ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:53.080697Z","caller":"traceutil/trace.go:171","msg":"trace[123752876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1757; }","duration":"1.18212722s","start":"2026-03-05T16:34:51.898552Z","end":"2026-03-05T16:34:53.08068Z","steps":["trace[123752876] 'agreement among raft nodes before linearized reading' (duration: 1.181950956s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:34:53.080711Z","caller":"traceutil/trace.go:171","msg":"trace[28538811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1757; }","duration":"985.68206ms","start":"2026-03-05T16:34:52.095016Z","end":"2026-03-05T16:34:53.080698Z","steps":["trace[28538811] 'agreement among raft nodes before linearized reading' (duration: 985.601219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.255413Z","time spent":"1.825296679s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:34:53.080732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.243797Z","time spent":"1.836926795s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:34:53.080732Z","caller":"traceutil/trace.go:171","msg":"trace[550343374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1757; }","duration":"1.200886419s","start":"2026-03-05T16:34:51.879828Z","end":"2026-03-05T16:34:53.080714Z","steps":["trace[550343374] 'agreement among raft nodes before linearized reading' (duration: 1.200700124s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:34:53.080746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:52.094966Z","time spent":"985.774144ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:34:53.080746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.898537Z","time spent":"1.182197812s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:34:53.080774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:34:51.879808Z","time spent":"1.200958431s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:35:24.235274Z","caller":"traceutil/trace.go:171","msg":"trace[1757736852] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"178.459985ms","start":"2026-03-05T16:35:24.056783Z","end":"2026-03-05T16:35:24.235243Z","steps":["trace[1757736852] 'process raft request' (duration: 178.297122ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:30.520161Z","caller":"traceutil/trace.go:171","msg":"trace[2137726218] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"264.398052ms","start":"2026-03-05T16:35:30.255725Z","end":"2026-03-05T16:35:30.520123Z","steps":["trace[2137726218] 'process raft request' (duration: 264.105225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:31.137996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.881245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:35:31.138107Z","caller":"traceutil/trace.go:171","msg":"trace[1821787879] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1944; }","duration":"558.04621ms","start":"2026-03-05T16:35:30.580035Z","end":"2026-03-05T16:35:31.138082Z","steps":["trace[1821787879] 'count revisions from in-memory index tree' (duration: 557.799845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:31.138159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:30.580025Z","time spent":"558.123002ms","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:35:33.495791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48816482s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-05T16:35:33.495844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.986608ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:35:33.495986Z","caller":"traceutil/trace.go:171","msg":"trace[560151387] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1951; }","duration":"329.144642ms","start":"2026-03-05T16:35:33.166821Z","end":"2026-03-05T16:35:33.495966Z","steps":["trace[560151387] 'range keys from in-memory index tree' (duration: 328.969537ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:33.496024Z","caller":"traceutil/trace.go:171","msg":"trace[1950661877] linearizableReadLoop","detail":"{readStateIndex:2028; appliedIndex:2027; }","duration":"1.967937845s","start":"2026-03-05T16:35:31.528067Z","end":"2026-03-05T16:35:33.496005Z","steps":["trace[1950661877] 'read index received' (duration: 479.480758ms)","trace[1950661877] 'applied index is now lower than readState.Index' (duration: 1.488456027s)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:35:33.496698Z","caller":"traceutil/trace.go:171","msg":"trace[1607951521] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"970.833277ms","start":"2026-03-05T16:35:32.525843Z","end":"2026-03-05T16:35:33.496676Z","steps":["trace[1607951521] 'process raft request' (duration: 970.064247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:33.496717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968638593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-05T16:35:33.496885Z","caller":"traceutil/trace.go:171","msg":"trace[152612077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1951; }","duration":"1.968855049s","start":"2026-03-05T16:35:31.528002Z","end":"2026-03-05T16:35:33.496857Z","steps":["trace[152612077] 'agreement among raft nodes before linearized reading' (duration: 1.968516941s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:33.496961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:31.527979Z","time spent":"1.968969383s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-05T16:35:33.49724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:32.52581Z","time spent":"970.928421ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:35:33.996369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371664828,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:35:34.476665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.216234601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:35:34.477413Z","caller":"traceutil/trace.go:171","msg":"trace[740194915] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"1.216828426s","start":"2026-03-05T16:35:33.260292Z","end":"2026-03-05T16:35:34.47712Z","steps":["trace[740194915] 'process raft request' (duration: 1.216617421s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.477574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.260271Z","time spent":"1.217214696s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:35:34.880588Z","caller":"traceutil/trace.go:171","msg":"trace[447817023] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"1.597174541s","start":"2026-03-05T16:35:33.283375Z","end":"2026-03-05T16:35:34.88055Z","steps":["trace[447817023] 'process raft request' (duration: 1.594010858s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:34.880754Z","caller":"traceutil/trace.go:171","msg":"trace[1498422963] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"875.170737ms","start":"2026-03-05T16:35:34.005553Z","end":"2026-03-05T16:35:34.880724Z","steps":["trace[1498422963] 'process raft request' (duration: 874.891089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.880785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.283339Z","time spent":"1.597346276s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:35:34.880795Z","caller":"traceutil/trace.go:171","msg":"trace[432263380] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2029; }","duration":"1.384663692s","start":"2026-03-05T16:35:33.496105Z","end":"2026-03-05T16:35:34.880769Z","steps":["trace[432263380] 'read index received' (duration: 980.835919ms)","trace[432263380] 'applied index is now lower than readState.Index' (duration: 403.825812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:35:34.880869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785987189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:35:34.8809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:34.00552Z","time spent":"875.30155ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:35:34.880922Z","caller":"traceutil/trace.go:171","msg":"trace[1597923914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1956; }","duration":"1.786068381s","start":"2026-03-05T16:35:33.094839Z","end":"2026-03-05T16:35:34.880907Z","steps":["trace[1597923914] 'agreement among raft nodes before linearized reading' (duration: 1.785946407s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.880948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.094827Z","time spent":"1.786115542s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:35:34.88094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807671978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:35:34.880989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877917352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:35:34.881024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543185263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:35:34.881056Z","caller":"traceutil/trace.go:171","msg":"trace[1155610431] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1956; }","duration":"1.878035895s","start":"2026-03-05T16:35:33.003002Z","end":"2026-03-05T16:35:34.881038Z","steps":["trace[1155610431] 'agreement among raft nodes before linearized reading' (duration: 1.877907362s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.002964Z","time spent":"1.878128007s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:35:34.881104Z","caller":"traceutil/trace.go:171","msg":"trace[563900583] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1956; }","duration":"1.543285977s","start":"2026-03-05T16:35:33.337795Z","end":"2026-03-05T16:35:34.881081Z","steps":["trace[563900583] 'agreement among raft nodes before linearized reading' (duration: 1.542992309s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543457932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-05T16:35:34.881135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564216587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:35:34.881121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552226531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T16:35:34.881162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.337787Z","time spent":"1.543361319s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:35:34.881122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.764861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:35:34.88118Z","caller":"traceutil/trace.go:171","msg":"trace[196824806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.543601485s","start":"2026-03-05T16:35:33.337557Z","end":"2026-03-05T16:35:34.881158Z","steps":["trace[196824806] 'agreement among raft nodes before linearized reading' (duration: 1.543214585s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:34.881043Z","caller":"traceutil/trace.go:171","msg":"trace[363221814] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1956; }","duration":"1.807851043s","start":"2026-03-05T16:35:33.073168Z","end":"2026-03-05T16:35:34.881019Z","steps":["trace[363221814] 'agreement among raft nodes before linearized reading' (duration: 1.807634847s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:34.881224Z","caller":"traceutil/trace.go:171","msg":"trace[411218019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.552355105s","start":"2026-03-05T16:35:33.328838Z","end":"2026-03-05T16:35:34.881193Z","steps":["trace[411218019] 'agreement among raft nodes before linearized reading' (duration: 1.551993066s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.275095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:35:34.881262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.337526Z","time spent":"1.543722399s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:35:34.881271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.073146Z","time spent":"1.808108509s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:35:34.881284Z","caller":"traceutil/trace.go:171","msg":"trace[1746238763] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1956; }","duration":"425.45023ms","start":"2026-03-05T16:35:34.455821Z","end":"2026-03-05T16:35:34.881271Z","steps":["trace[1746238763] 'agreement among raft nodes before linearized reading' (duration: 425.258725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.328827Z","time spent":"1.552447837s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:35:34.881215Z","caller":"traceutil/trace.go:171","msg":"trace[422828920] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1956; }","duration":"640.912626ms","start":"2026-03-05T16:35:34.240291Z","end":"2026-03-05T16:35:34.881203Z","steps":["trace[422828920] 'agreement among raft nodes before linearized reading' (duration: 640.794143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.619958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-05T16:35:34.881327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:34.455788Z","time spent":"425.525812ms","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:35:34.881341Z","caller":"traceutil/trace.go:171","msg":"trace[1380997394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1956; }","duration":"376.693219ms","start":"2026-03-05T16:35:34.504635Z","end":"2026-03-05T16:35:34.881328Z","steps":["trace[1380997394] 'agreement among raft nodes before linearized reading' (duration: 376.605718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.880967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467320366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:35:34.881352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:34.240268Z","time spent":"641.05934ms","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:35:34.881055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.935722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-05T16:35:34.881371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:34.504612Z","time spent":"376.751992ms","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T16:35:34.881398Z","caller":"traceutil/trace.go:171","msg":"trace[215462083] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1956; }","duration":"2.467793799s","start":"2026-03-05T16:35:32.413582Z","end":"2026-03-05T16:35:34.881376Z","steps":["trace[215462083] 'agreement among raft nodes before linearized reading' (duration: 2.467339597s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:34.881405Z","caller":"traceutil/trace.go:171","msg":"trace[1225979095] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1956; }","duration":"733.280341ms","start":"2026-03-05T16:35:34.148108Z","end":"2026-03-05T16:35:34.881388Z","steps":["trace[1225979095] 'agreement among raft nodes before linearized reading' (duration: 732.897951ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:35:34.881198Z","caller":"traceutil/trace.go:171","msg":"trace[139343623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1956; }","duration":"1.564312809s","start":"2026-03-05T16:35:33.316869Z","end":"2026-03-05T16:35:34.881182Z","steps":["trace[139343623] 'agreement among raft nodes before linearized reading' (duration: 1.564112963s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:34.148024Z","time spent":"733.419866ms","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-05T16:35:34.881468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.316845Z","time spent":"1.564607497s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:35:34.881498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543495343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:35:34.88165Z","caller":"traceutil/trace.go:171","msg":"trace[578732941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1956; }","duration":"1.543719658s","start":"2026-03-05T16:35:33.337907Z","end":"2026-03-05T16:35:34.881627Z","steps":["trace[578732941] 'agreement among raft nodes before linearized reading' (duration: 1.542930368s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.881458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:32.413538Z","time spent":"2.467904021s","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:35:34.881221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.704993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899ff2d970a89ea\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-05T16:35:34.881741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:33.337872Z","time spent":"1.543855471s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:35:34.88181Z","caller":"traceutil/trace.go:171","msg":"trace[238228984] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899ff2d970a89ea; range_end:; response_count:1; response_revision:1956; }","duration":"173.325861ms","start":"2026-03-05T16:35:34.708461Z","end":"2026-03-05T16:35:34.881787Z","steps":["trace[238228984] 'agreement among raft nodes before linearized reading' (duration: 172.662474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.882321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.734995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:122486"} {"level":"info","ts":"2026-03-05T16:35:34.882399Z","caller":"traceutil/trace.go:171","msg":"trace[1134563516] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1956; }","duration":"733.860936ms","start":"2026-03-05T16:35:34.148524Z","end":"2026-03-05T16:35:34.882385Z","steps":["trace[1134563516] 'agreement among raft nodes before linearized reading' (duration: 732.580832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:35:34.882592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:35:34.1485Z","time spent":"733.924679ms","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":122509,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-05T16:35:38.682998Z","caller":"traceutil/trace.go:171","msg":"trace[488135495] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"192.455153ms","start":"2026-03-05T16:35:38.490514Z","end":"2026-03-05T16:35:38.682969Z","steps":["trace[488135495] 'process raft request' (duration: 192.238278ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:11.476614Z","caller":"traceutil/trace.go:171","msg":"trace[1093862682] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2400; }","duration":"326.292317ms","start":"2026-03-05T16:36:11.150285Z","end":"2026-03-05T16:36:11.476577Z","steps":["trace[1093862682] 'read index received' (duration: 325.944058ms)","trace[1093862682] 'applied index is now lower than readState.Index' (duration: 346.719µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:11.476686Z","caller":"traceutil/trace.go:171","msg":"trace[182845655] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"380.250982ms","start":"2026-03-05T16:36:11.096382Z","end":"2026-03-05T16:36:11.476633Z","steps":["trace[182845655] 'process raft request' (duration: 379.950354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:11.476927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.15472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-05T16:36:11.476927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.096349Z","time spent":"380.437428ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:11.47698Z","caller":"traceutil/trace.go:171","msg":"trace[36912632] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2309; }","duration":"324.257853ms","start":"2026-03-05T16:36:11.152707Z","end":"2026-03-05T16:36:11.476965Z","steps":["trace[36912632] 'agreement among raft nodes before linearized reading' (duration: 324.054188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:11.477013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.209349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-05T16:36:11.477021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.380124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T16:36:11.477023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.010021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-05T16:36:11.477088Z","caller":"traceutil/trace.go:171","msg":"trace[278486320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2309; }","duration":"322.312551ms","start":"2026-03-05T16:36:11.154757Z","end":"2026-03-05T16:36:11.47707Z","steps":["trace[278486320] 'agreement among raft nodes before linearized reading' (duration: 322.055215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:11.477025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.152692Z","time spent":"324.322545ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:36:11.47714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.15475Z","time spent":"322.381303ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:36:11.477134Z","caller":"traceutil/trace.go:171","msg":"trace[1396793163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2309; }","duration":"323.157454ms","start":"2026-03-05T16:36:11.15396Z","end":"2026-03-05T16:36:11.477117Z","steps":["trace[1396793163] 'agreement among raft nodes before linearized reading' (duration: 322.934138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:11.477027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.708597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-05T16:36:11.4772Z","caller":"traceutil/trace.go:171","msg":"trace[2115908034] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2309; }","duration":"326.969245ms","start":"2026-03-05T16:36:11.150217Z","end":"2026-03-05T16:36:11.477187Z","steps":["trace[2115908034] 'agreement among raft nodes before linearized reading' (duration: 326.548604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:11.477256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.150183Z","time spent":"327.060037ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:36:11.4772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.153947Z","time spent":"323.239637ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:36:11.47713Z","caller":"traceutil/trace.go:171","msg":"trace[1910792437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2309; }","duration":"322.512058ms","start":"2026-03-05T16:36:11.154592Z","end":"2026-03-05T16:36:11.477104Z","steps":["trace[1910792437] 'agreement among raft nodes before linearized reading' (duration: 322.23458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:11.477408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.15458Z","time spent":"322.805024ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:36:12.161264Z","caller":"traceutil/trace.go:171","msg":"trace[107156237] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"678.942804ms","start":"2026-03-05T16:36:11.482276Z","end":"2026-03-05T16:36:12.161219Z","steps":["trace[107156237] 'process raft request' (duration: 672.615817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:12.161449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.482246Z","time spent":"679.103068ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:12.163824Z","caller":"traceutil/trace.go:171","msg":"trace[137553004] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"679.367095ms","start":"2026-03-05T16:36:11.484418Z","end":"2026-03-05T16:36:12.163786Z","steps":["trace[137553004] 'process raft request' (duration: 679.13834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:12.164053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.484406Z","time spent":"679.517869ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:12.164184Z","caller":"traceutil/trace.go:171","msg":"trace[952112209] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"679.578691ms","start":"2026-03-05T16:36:11.484532Z","end":"2026-03-05T16:36:12.164111Z","steps":["trace[952112209] 'process raft request' (duration: 679.203672ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:12.16433Z","caller":"traceutil/trace.go:171","msg":"trace[1423774603] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"679.736836ms","start":"2026-03-05T16:36:11.484552Z","end":"2026-03-05T16:36:12.164289Z","steps":["trace[1423774603] 'process raft request' (duration: 679.428828ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:12.164421Z","caller":"traceutil/trace.go:171","msg":"trace[1046875014] transaction","detail":"{read_only:false; response_revision:2314; number_of_response:1; }","duration":"679.799698ms","start":"2026-03-05T16:36:11.484591Z","end":"2026-03-05T16:36:12.164391Z","steps":["trace[1046875014] 'process raft request' (duration: 679.52403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:12.164419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.484506Z","time spent":"679.778697ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:12.164466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.48453Z","time spent":"679.870819ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:12.164497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.484558Z","time spent":"679.9005ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:36:12.169557Z","caller":"traceutil/trace.go:171","msg":"trace[779516358] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2401; }","duration":"492.100659ms","start":"2026-03-05T16:36:11.677437Z","end":"2026-03-05T16:36:12.169537Z","steps":["trace[779516358] 'read index received' (duration: 477.590709ms)","trace[779516358] 'applied index is now lower than readState.Index' (duration: 14.50732ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:12.169603Z","caller":"traceutil/trace.go:171","msg":"trace[1763223836] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"464.024003ms","start":"2026-03-05T16:36:11.705558Z","end":"2026-03-05T16:36:12.169582Z","steps":["trace[1763223836] 'process raft request' (duration: 463.746375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:12.169749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.705538Z","time spent":"464.124125ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:12.1699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.461999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-05T16:36:12.169929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.847348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:36:12.169954Z","caller":"traceutil/trace.go:171","msg":"trace[2085732062] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2315; }","duration":"284.874309ms","start":"2026-03-05T16:36:11.885073Z","end":"2026-03-05T16:36:12.169947Z","steps":["trace[2085732062] 'agreement among raft nodes before linearized reading' (duration: 284.780136ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:12.169949Z","caller":"traceutil/trace.go:171","msg":"trace[372699190] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2315; }","duration":"492.569291ms","start":"2026-03-05T16:36:11.677365Z","end":"2026-03-05T16:36:12.169934Z","steps":["trace[372699190] 'agreement among raft nodes before linearized reading' (duration: 492.391246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:12.170125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:11.677342Z","time spent":"492.757437ms","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-05T16:36:39.747737Z","caller":"traceutil/trace.go:171","msg":"trace[1180039739] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"178.920945ms","start":"2026-03-05T16:36:39.568786Z","end":"2026-03-05T16:36:39.747707Z","steps":["trace[1180039739] 'process raft request' (duration: 178.75973ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:46.351877Z","caller":"traceutil/trace.go:171","msg":"trace[199325119] linearizableReadLoop","detail":"{readStateIndex:2600; appliedIndex:2599; }","duration":"277.594589ms","start":"2026-03-05T16:36:46.074236Z","end":"2026-03-05T16:36:46.35183Z","steps":["trace[199325119] 'read index received' (duration: 220.58775ms)","trace[199325119] 'applied index is now lower than readState.Index' (duration: 57.005919ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:46.351919Z","caller":"traceutil/trace.go:171","msg":"trace[623029756] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"452.143588ms","start":"2026-03-05T16:36:45.899695Z","end":"2026-03-05T16:36:46.351839Z","steps":["trace[623029756] 'process raft request' (duration: 395.069607ms)","trace[623029756] 'compare' (duration: 56.962928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:46.352057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:45.899668Z","time spent":"452.316603ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:46.352081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.848226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899ff440bea6534\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-05T16:36:46.352131Z","caller":"traceutil/trace.go:171","msg":"trace[315235393] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899ff440bea6534; range_end:; response_count:1; response_revision:2500; }","duration":"277.974139ms","start":"2026-03-05T16:36:46.074143Z","end":"2026-03-05T16:36:46.352117Z","steps":["trace[315235393] 'agreement among raft nodes before linearized reading' (duration: 277.823685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:46.852844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371666093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:36:47.353386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371666093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:36:47.563003Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.229392635s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T16:36:48.060078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.671539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:36:48.060526Z","caller":"traceutil/trace.go:171","msg":"trace[830546315] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"201.863228ms","start":"2026-03-05T16:36:47.858635Z","end":"2026-03-05T16:36:48.060498Z","steps":["trace[830546315] 'process raft request' (duration: 201.785326ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.060614Z","caller":"traceutil/trace.go:171","msg":"trace[1093140632] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"1.705827433s","start":"2026-03-05T16:36:46.354739Z","end":"2026-03-05T16:36:48.060566Z","steps":["trace[1093140632] 'process raft request' (duration: 1.705497915s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.060679Z","caller":"traceutil/trace.go:171","msg":"trace[740851599] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"1.018959244s","start":"2026-03-05T16:36:47.041685Z","end":"2026-03-05T16:36:48.060645Z","steps":["trace[740851599] 'process raft request' (duration: 1.018681146s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.060793Z","caller":"traceutil/trace.go:171","msg":"trace[726858485] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"1.727290467s","start":"2026-03-05T16:36:46.333464Z","end":"2026-03-05T16:36:48.060754Z","steps":["trace[726858485] 'process raft request' (duration: 1.229797546s)","trace[726858485] 'compare' (duration: 495.567111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:48.060864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:47.041656Z","time spent":"1.019114947s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:48.060871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.354721Z","time spent":"1.706015147s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:48.060983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.333328Z","time spent":"1.727556794s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:36:48.061042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713576246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:36:48.061034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714180232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:36:48.061088Z","caller":"traceutil/trace.go:171","msg":"trace[802190440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2504; }","duration":"1.713662099s","start":"2026-03-05T16:36:46.347413Z","end":"2026-03-05T16:36:48.061075Z","steps":["trace[802190440] 'agreement among raft nodes before linearized reading' (duration: 1.713490904s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.061132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.347395Z","time spent":"1.713727121s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:36:48.061142Z","caller":"traceutil/trace.go:171","msg":"trace[392689087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2504; }","duration":"1.714312726s","start":"2026-03-05T16:36:46.346801Z","end":"2026-03-05T16:36:48.061114Z","steps":["trace[392689087] 'agreement among raft nodes before linearized reading' (duration: 1.714002837s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.061146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812969329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-05T16:36:48.061145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709555371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:36:48.061204Z","caller":"traceutil/trace.go:171","msg":"trace[629843574] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:2504; }","duration":"1.813072303s","start":"2026-03-05T16:36:46.248117Z","end":"2026-03-05T16:36:48.061189Z","steps":["trace[629843574] 'agreement among raft nodes before linearized reading' (duration: 1.812931799s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.061202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.346792Z","time spent":"1.714396438s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:36:48.061234Z","caller":"traceutil/trace.go:171","msg":"trace[459024690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2504; }","duration":"1.709674573s","start":"2026-03-05T16:36:46.351531Z","end":"2026-03-05T16:36:48.061206Z","steps":["trace[459024690] 'agreement among raft nodes before linearized reading' (duration: 1.709350305s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.061257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.248084Z","time spent":"1.813162335s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T16:36:48.061285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.35152Z","time spent":"1.709755655s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:36:48.060797Z","caller":"traceutil/trace.go:171","msg":"trace[998594174] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2600; }","duration":"1.708816282s","start":"2026-03-05T16:36:46.351949Z","end":"2026-03-05T16:36:48.060766Z","steps":["trace[998594174] 'read index received' (duration: 1.21132696s)","trace[998594174] 'applied index is now lower than readState.Index' (duration: 497.486262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:36:48.06409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32310791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:48.064171Z","caller":"traceutil/trace.go:171","msg":"trace[1895579958] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2504; }","duration":"1.323258753s","start":"2026-03-05T16:36:46.740882Z","end":"2026-03-05T16:36:48.064141Z","steps":["trace[1895579958] 'agreement among raft nodes before linearized reading' (duration: 1.323091398s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.06425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71940665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T16:36:48.064265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.740858Z","time spent":"1.323391327s","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:36:48.064324Z","caller":"traceutil/trace.go:171","msg":"trace[1555449154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2504; }","duration":"1.719551714s","start":"2026-03-05T16:36:46.344739Z","end":"2026-03-05T16:36:48.06429Z","steps":["trace[1555449154] 'agreement among raft nodes before linearized reading' (duration: 1.716282898s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.064352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.344716Z","time spent":"1.719630206s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:36:48.064818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155331538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-05T16:36:48.064916Z","caller":"traceutil/trace.go:171","msg":"trace[420360577] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2504; }","duration":"1.155442441s","start":"2026-03-05T16:36:46.909439Z","end":"2026-03-05T16:36:48.064882Z","steps":["trace[420360577] 'agreement among raft nodes before linearized reading' (duration: 1.15506125s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.064934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.102927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T16:36:48.064963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.909426Z","time spent":"1.155526643s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-05T16:36:48.065026Z","caller":"traceutil/trace.go:171","msg":"trace[2126187282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2504; }","duration":"158.22549ms","start":"2026-03-05T16:36:47.906763Z","end":"2026-03-05T16:36:48.064989Z","steps":["trace[2126187282] 'agreement among raft nodes before linearized reading' (duration: 157.690386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.065023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266032009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T16:36:48.065109Z","caller":"traceutil/trace.go:171","msg":"trace[1457476926] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2504; }","duration":"1.266159152s","start":"2026-03-05T16:36:46.798925Z","end":"2026-03-05T16:36:48.065084Z","steps":["trace[1457476926] 'agreement among raft nodes before linearized reading' (duration: 1.265580776s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.065167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.798905Z","time spent":"1.266241703s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":313,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:36:48.066019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719326837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:36:48.066086Z","caller":"traceutil/trace.go:171","msg":"trace[508287159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2504; }","duration":"1.71943771s","start":"2026-03-05T16:36:46.346619Z","end":"2026-03-05T16:36:48.066057Z","steps":["trace[508287159] 'agreement among raft nodes before linearized reading' (duration: 1.714404228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.066126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.346581Z","time spent":"1.719530442s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:36:48.068318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972165916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:48.068414Z","caller":"traceutil/trace.go:171","msg":"trace[1768696153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2504; }","duration":"1.972265268s","start":"2026-03-05T16:36:46.096094Z","end":"2026-03-05T16:36:48.068359Z","steps":["trace[1768696153] 'agreement among raft nodes before linearized reading' (duration: 1.965255004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.06845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:36:46.096072Z","time spent":"1.972369761s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T16:36:48.266401Z","caller":"traceutil/trace.go:171","msg":"trace[1248133826] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"193.694003ms","start":"2026-03-05T16:36:48.072676Z","end":"2026-03-05T16:36:48.26637Z","steps":["trace[1248133826] 'process raft request' (duration: 193.617201ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.266744Z","caller":"traceutil/trace.go:171","msg":"trace[489025218] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"194.179635ms","start":"2026-03-05T16:36:48.072543Z","end":"2026-03-05T16:36:48.266722Z","steps":["trace[489025218] 'process raft request' (duration: 193.60804ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.266744Z","caller":"traceutil/trace.go:171","msg":"trace[1836656635] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"193.97447ms","start":"2026-03-05T16:36:48.072741Z","end":"2026-03-05T16:36:48.266715Z","steps":["trace[1836656635] 'process raft request' (duration: 193.589689ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.267007Z","caller":"traceutil/trace.go:171","msg":"trace[2135340261] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"194.180115ms","start":"2026-03-05T16:36:48.072811Z","end":"2026-03-05T16:36:48.266991Z","steps":["trace[2135340261] 'process raft request' (duration: 193.796384ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:36:48.267189Z","caller":"traceutil/trace.go:171","msg":"trace[1506344697] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2604; }","duration":"195.393807ms","start":"2026-03-05T16:36:48.071776Z","end":"2026-03-05T16:36:48.267169Z","steps":["trace[1506344697] 'read index received' (duration: 58.234641ms)","trace[1506344697] 'applied index is now lower than readState.Index' (duration: 137.157776ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:36:48.267223Z","caller":"traceutil/trace.go:171","msg":"trace[986117438] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"194.211545ms","start":"2026-03-05T16:36:48.072987Z","end":"2026-03-05T16:36:48.267198Z","steps":["trace[986117438] 'process raft request' (duration: 193.950799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.267395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.598522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9254"} {"level":"info","ts":"2026-03-05T16:36:48.267535Z","caller":"traceutil/trace.go:171","msg":"trace[1887085141] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2510; }","duration":"195.764867ms","start":"2026-03-05T16:36:48.071759Z","end":"2026-03-05T16:36:48.267523Z","steps":["trace[1887085141] 'agreement among raft nodes before linearized reading' (duration: 195.510839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.314303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.601404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:36:48.314697Z","caller":"traceutil/trace.go:171","msg":"trace[204067543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2511; }","duration":"238.996643ms","start":"2026-03-05T16:36:48.075651Z","end":"2026-03-05T16:36:48.314647Z","steps":["trace[204067543] 'agreement among raft nodes before linearized reading' (duration: 238.454449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:36:48.314371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.61828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-05T16:36:48.315195Z","caller":"traceutil/trace.go:171","msg":"trace[1416941053] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2511; }","duration":"240.478152ms","start":"2026-03-05T16:36:48.074688Z","end":"2026-03-05T16:36:48.315167Z","steps":["trace[1416941053] 'agreement among raft nodes before linearized reading' (duration: 239.385543ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:37:46.901302Z","caller":"traceutil/trace.go:171","msg":"trace[1587076506] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"128.42271ms","start":"2026-03-05T16:37:46.772846Z","end":"2026-03-05T16:37:46.901269Z","steps":["trace[1587076506] 'process raft request' (duration: 85.653945ms)","trace[1587076506] 'compare' (duration: 42.636281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:37:59.186275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.606808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:37:59.186358Z","caller":"traceutil/trace.go:171","msg":"trace[866038154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2854; }","duration":"191.70384ms","start":"2026-03-05T16:37:58.994636Z","end":"2026-03-05T16:37:59.18634Z","steps":["trace[866038154] 'range keys from in-memory index tree' (duration: 191.417684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:37:59.186342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.389543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-05T16:37:59.186413Z","caller":"traceutil/trace.go:171","msg":"trace[1225176365] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2854; }","duration":"270.495395ms","start":"2026-03-05T16:37:58.9159Z","end":"2026-03-05T16:37:59.186395Z","steps":["trace[1225176365] 'range keys from in-memory index tree' (duration: 270.230329ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:39:03.797102Z","caller":"traceutil/trace.go:171","msg":"trace[1220763199] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"199.635157ms","start":"2026-03-05T16:39:03.597426Z","end":"2026-03-05T16:39:03.797061Z","steps":["trace[1220763199] 'process raft request' (duration: 199.39208ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:39:31.014066Z","caller":"traceutil/trace.go:171","msg":"trace[1662443349] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"154.653559ms","start":"2026-03-05T16:39:30.859385Z","end":"2026-03-05T16:39:31.014039Z","steps":["trace[1662443349] 'process raft request' (duration: 152.213974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:39:36.417861Z","caller":"traceutil/trace.go:171","msg":"trace[1709607517] linearizableReadLoop","detail":"{readStateIndex:3647; appliedIndex:3646; }","duration":"337.831378ms","start":"2026-03-05T16:39:36.080007Z","end":"2026-03-05T16:39:36.417838Z","steps":["trace[1709607517] 'read index received' (duration: 337.640184ms)","trace[1709607517] 'applied index is now lower than readState.Index' (duration: 190.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:39:36.418116Z","caller":"traceutil/trace.go:171","msg":"trace[221201068] transaction","detail":"{read_only:false; response_revision:3506; number_of_response:1; }","duration":"460.848083ms","start":"2026-03-05T16:39:35.957258Z","end":"2026-03-05T16:39:36.418106Z","steps":["trace[221201068] 'process raft request' (duration: 460.454592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:36.41821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:35.957238Z","time spent":"460.906044ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:39:36.418458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.77026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:39:36.418523Z","caller":"traceutil/trace.go:171","msg":"trace[806786531] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3506; }","duration":"158.910414ms","start":"2026-03-05T16:39:36.259605Z","end":"2026-03-05T16:39:36.418515Z","steps":["trace[806786531] 'agreement among raft nodes before linearized reading' (duration: 158.811041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:36.418667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.225372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T16:39:36.418734Z","caller":"traceutil/trace.go:171","msg":"trace[885559356] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:3506; }","duration":"159.284524ms","start":"2026-03-05T16:39:36.259427Z","end":"2026-03-05T16:39:36.418712Z","steps":["trace[885559356] 'agreement among raft nodes before linearized reading' (duration: 159.089838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:36.418767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.758345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17053"} {"level":"info","ts":"2026-03-05T16:39:36.418807Z","caller":"traceutil/trace.go:171","msg":"trace[1785983984] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3506; }","duration":"338.838445ms","start":"2026-03-05T16:39:36.079959Z","end":"2026-03-05T16:39:36.418797Z","steps":["trace[1785983984] 'agreement among raft nodes before linearized reading' (duration: 338.691642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:36.418831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:36.079933Z","time spent":"338.892128ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17076,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-05T16:39:36.418434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.060899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:39:36.418961Z","caller":"traceutil/trace.go:171","msg":"trace[641069428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3506; }","duration":"323.651836ms","start":"2026-03-05T16:39:36.095299Z","end":"2026-03-05T16:39:36.418951Z","steps":["trace[641069428] 'agreement among raft nodes before linearized reading' (duration: 323.052659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:36.418987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:36.095276Z","time spent":"323.703688ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:39:36.419062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.550593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-05T16:39:36.419107Z","caller":"traceutil/trace.go:171","msg":"trace[822183303] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3506; }","duration":"263.644855ms","start":"2026-03-05T16:39:36.155448Z","end":"2026-03-05T16:39:36.419093Z","steps":["trace[822183303] 'agreement among raft nodes before linearized reading' (duration: 263.523961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:36.92262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371668815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:39:37.017606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:36.421778Z","time spent":"595.822191ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T16:39:37.020589Z","caller":"traceutil/trace.go:171","msg":"trace[2063327381] transaction","detail":"{read_only:false; response_revision:3507; number_of_response:1; }","duration":"587.68945ms","start":"2026-03-05T16:39:36.43285Z","end":"2026-03-05T16:39:37.020539Z","steps":["trace[2063327381] 'process raft request' (duration: 587.477174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:39:37.020881Z","caller":"traceutil/trace.go:171","msg":"trace[1384497807] linearizableReadLoop","detail":"{readStateIndex:3650; appliedIndex:3647; }","duration":"598.799381ms","start":"2026-03-05T16:39:36.422062Z","end":"2026-03-05T16:39:37.020861Z","steps":["trace[1384497807] 'read index received' (duration: 595.035909ms)","trace[1384497807] 'applied index is now lower than readState.Index' (duration: 3.759352ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:39:37.020971Z","caller":"traceutil/trace.go:171","msg":"trace[2137226612] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"157.980748ms","start":"2026-03-05T16:39:36.862976Z","end":"2026-03-05T16:39:37.020957Z","steps":["trace[2137226612] 'process raft request' (duration: 157.506895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:37.021199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.114979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-272bd464-81f1-4fdd-96dd-15ed2b4b1ba0\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-05T16:39:37.021291Z","caller":"traceutil/trace.go:171","msg":"trace[292442028] range","detail":"{range_begin:/registry/persistentvolumes/pvc-272bd464-81f1-4fdd-96dd-15ed2b4b1ba0; range_end:; response_count:1; response_revision:3509; }","duration":"599.229573ms","start":"2026-03-05T16:39:36.422035Z","end":"2026-03-05T16:39:37.021264Z","steps":["trace[292442028] 'agreement among raft nodes before linearized reading' (duration: 599.037518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:37.021325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.483633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T16:39:37.021354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:36.42202Z","time spent":"599.318184ms","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-272bd464-81f1-4fdd-96dd-15ed2b4b1ba0\" "} {"level":"info","ts":"2026-03-05T16:39:37.021386Z","caller":"traceutil/trace.go:171","msg":"trace[1075870821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3510; }","duration":"507.572487ms","start":"2026-03-05T16:39:36.513798Z","end":"2026-03-05T16:39:37.02137Z","steps":["trace[1075870821] 'agreement among raft nodes before linearized reading' (duration: 507.381391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:39:37.021433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:36.513781Z","time spent":"507.641478ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:39:37.022159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:39:36.432838Z","time spent":"587.843994ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:01.212729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.937026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:41:01.212832Z","caller":"traceutil/trace.go:171","msg":"trace[160729848] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4816; }","duration":"542.934007ms","start":"2026-03-05T16:41:00.669884Z","end":"2026-03-05T16:41:01.212818Z","steps":["trace[160729848] 'read index received' (duration: 22.710695ms)","trace[160729848] 'applied index is now lower than readState.Index' (duration: 520.221742ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:01.212978Z","caller":"traceutil/trace.go:171","msg":"trace[706106277] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"602.542922ms","start":"2026-03-05T16:41:00.610424Z","end":"2026-03-05T16:41:01.212967Z","steps":["trace[706106277] 'process raft request' (duration: 82.249296ms)","trace[706106277] 'compare' (duration: 518.289301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:41:01.213016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:00.610399Z","time spent":"602.599113ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:41:01.213269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.377229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9c87dad-f241-4510-981e-eb281eec9e16\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-05T16:41:01.21329Z","caller":"traceutil/trace.go:171","msg":"trace[661583019] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9c87dad-f241-4510-981e-eb281eec9e16; range_end:; response_count:1; response_revision:4631; }","duration":"543.433052ms","start":"2026-03-05T16:41:00.669849Z","end":"2026-03-05T16:41:01.213282Z","steps":["trace[661583019] 'agreement among raft nodes before linearized reading' (duration: 543.291207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:01.21331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:00.669829Z","time spent":"543.476133ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9c87dad-f241-4510-981e-eb281eec9e16\" "} {"level":"warn","ts":"2026-03-05T16:41:01.213454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.911358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9c87dad-f241-4510-981e-eb281eec9e16\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-05T16:41:01.213475Z","caller":"traceutil/trace.go:171","msg":"trace[1066150180] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b9c87dad-f241-4510-981e-eb281eec9e16; range_end:; response_count:1; response_revision:4631; }","duration":"528.973569ms","start":"2026-03-05T16:41:00.684495Z","end":"2026-03-05T16:41:01.213469Z","steps":["trace[1066150180] 'agreement among raft nodes before linearized reading' (duration: 528.915548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:01.213504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:00.684467Z","time spent":"529.031443ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b9c87dad-f241-4510-981e-eb281eec9e16\" "} {"level":"warn","ts":"2026-03-05T16:41:01.213831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.900821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:41:01.213853Z","caller":"traceutil/trace.go:171","msg":"trace[1577701810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4631; }","duration":"295.949962ms","start":"2026-03-05T16:41:00.917897Z","end":"2026-03-05T16:41:01.213847Z","steps":["trace[1577701810] 'agreement among raft nodes before linearized reading' (duration: 295.88454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:01.213965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.278804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:41:01.213986Z","caller":"traceutil/trace.go:171","msg":"trace[158623928] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4631; }","duration":"435.343705ms","start":"2026-03-05T16:41:00.778633Z","end":"2026-03-05T16:41:01.213977Z","steps":["trace[158623928] 'agreement among raft nodes before linearized reading' (duration: 435.302714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:01.214004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:00.778611Z","time spent":"435.388376ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-05T16:41:01.415747Z","caller":"traceutil/trace.go:171","msg":"trace[1789714033] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4817; }","duration":"193.693003ms","start":"2026-03-05T16:41:01.22202Z","end":"2026-03-05T16:41:01.415713Z","steps":["trace[1789714033] 'read index received' (duration: 193.518779ms)","trace[1789714033] 'applied index is now lower than readState.Index' (duration: 172.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:01.41578Z","caller":"traceutil/trace.go:171","msg":"trace[220409411] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"194.856096ms","start":"2026-03-05T16:41:01.220894Z","end":"2026-03-05T16:41:01.41575Z","steps":["trace[220409411] 'process raft request' (duration: 194.609458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:01.416077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.020512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-qsvtz-tls\" ","response":"range_response_count:1 size:4427"} {"level":"info","ts":"2026-03-05T16:41:01.416144Z","caller":"traceutil/trace.go:171","msg":"trace[1773687523] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-qsvtz-tls; range_end:; response_count:1; response_revision:4632; }","duration":"194.123404ms","start":"2026-03-05T16:41:01.222004Z","end":"2026-03-05T16:41:01.416127Z","steps":["trace[1773687523] 'agreement among raft nodes before linearized reading' (duration: 193.841106ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.466529Z","caller":"traceutil/trace.go:171","msg":"trace[1225679438] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"244.130409ms","start":"2026-03-05T16:41:01.222371Z","end":"2026-03-05T16:41:01.466501Z","steps":["trace[1225679438] 'process raft request' (duration: 243.910303ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.466641Z","caller":"traceutil/trace.go:171","msg":"trace[171811910] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"167.6957ms","start":"2026-03-05T16:41:01.29892Z","end":"2026-03-05T16:41:01.466615Z","steps":["trace[171811910] 'process raft request' (duration: 167.610327ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.466642Z","caller":"traceutil/trace.go:171","msg":"trace[1596513381] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"242.528815ms","start":"2026-03-05T16:41:01.224079Z","end":"2026-03-05T16:41:01.466607Z","steps":["trace[1596513381] 'process raft request' (duration: 242.35683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.466928Z","caller":"traceutil/trace.go:171","msg":"trace[172437109] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"163.841576ms","start":"2026-03-05T16:41:01.303075Z","end":"2026-03-05T16:41:01.466916Z","steps":["trace[172437109] 'process raft request' (duration: 163.499797ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.467177Z","caller":"traceutil/trace.go:171","msg":"trace[3924144] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"153.181098ms","start":"2026-03-05T16:41:01.313953Z","end":"2026-03-05T16:41:01.467134Z","steps":["trace[3924144] 'process raft request' (duration: 152.947372ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.467352Z","caller":"traceutil/trace.go:171","msg":"trace[1474383526] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"146.080995ms","start":"2026-03-05T16:41:01.321259Z","end":"2026-03-05T16:41:01.46734Z","steps":["trace[1474383526] 'process raft request' (duration: 145.813088ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.666196Z","caller":"traceutil/trace.go:171","msg":"trace[83345384] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"102.793584ms","start":"2026-03-05T16:41:01.563371Z","end":"2026-03-05T16:41:01.666164Z","steps":["trace[83345384] 'process raft request' (duration: 98.211399ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:01.666521Z","caller":"traceutil/trace.go:171","msg":"trace[56604625] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"100.982893ms","start":"2026-03-05T16:41:01.565468Z","end":"2026-03-05T16:41:01.666451Z","steps":["trace[56604625] 'process raft request' (duration: 100.777398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:02.031791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.859906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:41:02.031974Z","caller":"traceutil/trace.go:171","msg":"trace[1426334134] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"360.034886ms","start":"2026-03-05T16:41:01.671912Z","end":"2026-03-05T16:41:02.031947Z","steps":["trace[1426334134] 'process raft request' (duration: 243.845871ms)","trace[1426334134] 'compare' (duration: 115.658871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:41:02.032068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:01.671873Z","time spent":"360.15302ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:02.037786Z","caller":"traceutil/trace.go:171","msg":"trace[298012606] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4831; }","duration":"246.159615ms","start":"2026-03-05T16:41:01.791592Z","end":"2026-03-05T16:41:02.037752Z","steps":["trace[298012606] 'read index received' (duration: 124.123661ms)","trace[298012606] 'applied index is now lower than readState.Index' (duration: 122.034434ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:02.037975Z","caller":"traceutil/trace.go:171","msg":"trace[1026113421] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"352.78111ms","start":"2026-03-05T16:41:01.685166Z","end":"2026-03-05T16:41:02.037947Z","steps":["trace[1026113421] 'process raft request' (duration: 352.448521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:02.038115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:01.685152Z","time spent":"352.864263ms","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58173,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:02.038151Z","caller":"traceutil/trace.go:171","msg":"trace[1364518047] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"366.019069ms","start":"2026-03-05T16:41:01.672104Z","end":"2026-03-05T16:41:02.038123Z","steps":["trace[1364518047] 'process raft request' (duration: 365.288989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:02.038252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:01.672076Z","time spent":"366.135211ms","remote":"127.0.0.1:43330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3290,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:41:02.038743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.31504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:41:02.038794Z","caller":"traceutil/trace.go:171","msg":"trace[291852257] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:4647; }","duration":"242.403362ms","start":"2026-03-05T16:41:01.796375Z","end":"2026-03-05T16:41:02.038779Z","steps":["trace[291852257] 'agreement among raft nodes before linearized reading' (duration: 242.210277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:02.038956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.509166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:41:02.039038Z","caller":"traceutil/trace.go:171","msg":"trace[1283865741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4647; }","duration":"102.642448ms","start":"2026-03-05T16:41:01.936378Z","end":"2026-03-05T16:41:02.03902Z","steps":["trace[1283865741] 'agreement among raft nodes before linearized reading' (duration: 102.402872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:02.039072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.46816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T16:41:02.03914Z","caller":"traceutil/trace.go:171","msg":"trace[2112815719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4647; }","duration":"247.582383ms","start":"2026-03-05T16:41:01.791542Z","end":"2026-03-05T16:41:02.039124Z","steps":["trace[2112815719] 'agreement among raft nodes before linearized reading' (duration: 247.401008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:02.039065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.667708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:41:02.039262Z","caller":"traceutil/trace.go:171","msg":"trace[896953633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4647; }","duration":"103.917593ms","start":"2026-03-05T16:41:01.935333Z","end":"2026-03-05T16:41:02.039251Z","steps":["trace[896953633] 'agreement among raft nodes before linearized reading' (duration: 103.529454ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:03.643896Z","caller":"traceutil/trace.go:171","msg":"trace[118215100] linearizableReadLoop","detail":"{readStateIndex:4857; appliedIndex:4856; }","duration":"170.750943ms","start":"2026-03-05T16:41:03.473111Z","end":"2026-03-05T16:41:03.643862Z","steps":["trace[118215100] 'read index received' (duration: 142.714µs)","trace[118215100] 'applied index is now lower than readState.Index' (duration: 170.606769ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:03.644103Z","caller":"traceutil/trace.go:171","msg":"trace[1180887547] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"170.955088ms","start":"2026-03-05T16:41:03.473094Z","end":"2026-03-05T16:41:03.644049Z","steps":["trace[1180887547] 'process raft request' (duration: 170.521236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:03.644219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.074271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:41:03.644267Z","caller":"traceutil/trace.go:171","msg":"trace[1738440326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4670; }","duration":"171.218125ms","start":"2026-03-05T16:41:03.473034Z","end":"2026-03-05T16:41:03.644252Z","steps":["trace[1738440326] 'agreement among raft nodes before linearized reading' (duration: 171.007649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:03.680094Z","caller":"traceutil/trace.go:171","msg":"trace[67350275] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"206.903651ms","start":"2026-03-05T16:41:03.47315Z","end":"2026-03-05T16:41:03.680054Z","steps":["trace[67350275] 'process raft request' (duration: 193.503658ms)","trace[67350275] 'compare' (duration: 13.213508ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:03.680338Z","caller":"traceutil/trace.go:171","msg":"trace[716638669] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"206.8722ms","start":"2026-03-05T16:41:03.473453Z","end":"2026-03-05T16:41:03.680325Z","steps":["trace[716638669] 'process raft request' (duration: 206.549761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:03.680559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.228782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:41:03.680637Z","caller":"traceutil/trace.go:171","msg":"trace[67902978] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4673; }","duration":"104.374445ms","start":"2026-03-05T16:41:03.576242Z","end":"2026-03-05T16:41:03.680616Z","steps":["trace[67902978] 'agreement among raft nodes before linearized reading' (duration: 104.241242ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:03.843411Z","caller":"traceutil/trace.go:171","msg":"trace[434727653] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"134.143931ms","start":"2026-03-05T16:41:03.709235Z","end":"2026-03-05T16:41:03.843379Z","steps":["trace[434727653] 'process raft request' (duration: 131.692585ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:03.846835Z","caller":"traceutil/trace.go:171","msg":"trace[831061653] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"125.225361ms","start":"2026-03-05T16:41:03.721585Z","end":"2026-03-05T16:41:03.846811Z","steps":["trace[831061653] 'process raft request' (duration: 125.068417ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:12.729255Z","caller":"traceutil/trace.go:171","msg":"trace[178874035] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"123.103403ms","start":"2026-03-05T16:41:12.606111Z","end":"2026-03-05T16:41:12.729214Z","steps":["trace[178874035] 'process raft request' (duration: 108.757635ms)","trace[178874035] 'compare' (duration: 14.121012ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:12.733747Z","caller":"traceutil/trace.go:171","msg":"trace[1415714548] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"126.989438ms","start":"2026-03-05T16:41:12.606737Z","end":"2026-03-05T16:41:12.733726Z","steps":["trace[1415714548] 'process raft request' (duration: 126.935486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:12.733805Z","caller":"traceutil/trace.go:171","msg":"trace[256355340] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"127.604435ms","start":"2026-03-05T16:41:12.606161Z","end":"2026-03-05T16:41:12.733765Z","steps":["trace[256355340] 'process raft request' (duration: 127.373609ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:13.92954Z","caller":"traceutil/trace.go:171","msg":"trace[2016294701] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"247.394607ms","start":"2026-03-05T16:41:13.682121Z","end":"2026-03-05T16:41:13.929516Z","steps":["trace[2016294701] 'process raft request' (duration: 247.242634ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:14.195121Z","caller":"traceutil/trace.go:171","msg":"trace[291812237] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5058; }","duration":"466.856048ms","start":"2026-03-05T16:41:13.728244Z","end":"2026-03-05T16:41:14.1951Z","steps":["trace[291812237] 'read index received' (duration: 201.117555ms)","trace[291812237] 'applied index is now lower than readState.Index' (duration: 265.737583ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:14.195218Z","caller":"traceutil/trace.go:171","msg":"trace[201299491] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"483.280502ms","start":"2026-03-05T16:41:13.711908Z","end":"2026-03-05T16:41:14.195188Z","steps":["trace[201299491] 'process raft request' (duration: 483.019366ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:14.195246Z","caller":"traceutil/trace.go:171","msg":"trace[1600510193] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"480.62826ms","start":"2026-03-05T16:41:13.714596Z","end":"2026-03-05T16:41:14.195224Z","steps":["trace[1600510193] 'process raft request' (duration: 480.458226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:14.195277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.019623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:41:14.195316Z","caller":"traceutil/trace.go:171","msg":"trace[2070323158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4867; }","duration":"467.113424ms","start":"2026-03-05T16:41:13.728189Z","end":"2026-03-05T16:41:14.195303Z","steps":["trace[2070323158] 'agreement among raft nodes before linearized reading' (duration: 467.035372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:14.195371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:13.71458Z","time spent":"480.718963ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:14.195364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:13.711879Z","time spent":"483.404476ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:14.195439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.033978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:41:14.195478Z","caller":"traceutil/trace.go:171","msg":"trace[543208125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4867; }","duration":"100.10611ms","start":"2026-03-05T16:41:14.095357Z","end":"2026-03-05T16:41:14.195463Z","steps":["trace[543208125] 'agreement among raft nodes before linearized reading' (duration: 100.038368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:14.195626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.067572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T16:41:14.195664Z","caller":"traceutil/trace.go:171","msg":"trace[1550307265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4867; }","duration":"208.143324ms","start":"2026-03-05T16:41:13.98751Z","end":"2026-03-05T16:41:14.195653Z","steps":["trace[1550307265] 'agreement among raft nodes before linearized reading' (duration: 208.005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:14.195901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:13.728171Z","time spent":"467.168876ms","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:41:14.196077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.962584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:41:14.196131Z","caller":"traceutil/trace.go:171","msg":"trace[807447008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4867; }","duration":"466.628622ms","start":"2026-03-05T16:41:13.729488Z","end":"2026-03-05T16:41:14.196117Z","steps":["trace[807447008] 'agreement among raft nodes before linearized reading' (duration: 465.8296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:14.196167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:13.729481Z","time spent":"466.676463ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:41:18.446425Z","caller":"traceutil/trace.go:171","msg":"trace[775608024] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"237.651324ms","start":"2026-03-05T16:41:18.208746Z","end":"2026-03-05T16:41:18.446398Z","steps":["trace[775608024] 'process raft request' (duration: 237.459768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:18.709638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.63566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:41:18.709752Z","caller":"traceutil/trace.go:171","msg":"trace[502408956] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5115; }","duration":"482.831741ms","start":"2026-03-05T16:41:18.2269Z","end":"2026-03-05T16:41:18.709731Z","steps":["trace[502408956] 'read index received' (duration: 219.301596ms)","trace[502408956] 'applied index is now lower than readState.Index' (duration: 263.527955ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:18.709994Z","caller":"traceutil/trace.go:171","msg":"trace[644142082] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"500.441038ms","start":"2026-03-05T16:41:18.209528Z","end":"2026-03-05T16:41:18.709969Z","steps":["trace[644142082] 'process raft request' (duration: 360.399247ms)","trace[644142082] 'compare' (duration: 139.194698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:41:18.710117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.198321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T16:41:18.710157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.143881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:41:18.710197Z","caller":"traceutil/trace.go:171","msg":"trace[2013165096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4922; }","duration":"479.202824ms","start":"2026-03-05T16:41:18.230982Z","end":"2026-03-05T16:41:18.710185Z","steps":["trace[2013165096] 'agreement among raft nodes before linearized reading' (duration: 479.0651ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:18.710204Z","caller":"traceutil/trace.go:171","msg":"trace[1599239278] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4922; }","duration":"483.319735ms","start":"2026-03-05T16:41:18.22686Z","end":"2026-03-05T16:41:18.71018Z","steps":["trace[1599239278] 'agreement among raft nodes before linearized reading' (duration: 483.091389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:18.710198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.574022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T16:41:18.71024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.230972Z","time spent":"479.260116ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:41:18.710251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.226847Z","time spent":"483.395677ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:41:18.710274Z","caller":"traceutil/trace.go:171","msg":"trace[299862121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4922; }","duration":"476.682694ms","start":"2026-03-05T16:41:18.233576Z","end":"2026-03-05T16:41:18.710259Z","steps":["trace[299862121] 'agreement among raft nodes before linearized reading' (duration: 476.464708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:18.710314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.233563Z","time spent":"476.741186ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:41:18.710197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.53613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-05T16:41:18.710332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.04391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:41:18.710397Z","caller":"traceutil/trace.go:171","msg":"trace[64058643] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:4922; }","duration":"475.119592ms","start":"2026-03-05T16:41:18.235259Z","end":"2026-03-05T16:41:18.710379Z","steps":["trace[64058643] 'agreement among raft nodes before linearized reading' (duration: 474.986259ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:18.710399Z","caller":"traceutil/trace.go:171","msg":"trace[223384689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4922; }","duration":"476.767227ms","start":"2026-03-05T16:41:18.2336Z","end":"2026-03-05T16:41:18.710367Z","steps":["trace[223384689] 'agreement among raft nodes before linearized reading' (duration: 476.429148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:18.710222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.940471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:41:18.710491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.235247Z","time spent":"475.204925ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"info","ts":"2026-03-05T16:41:18.710542Z","caller":"traceutil/trace.go:171","msg":"trace[676733953] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4922; }","duration":"402.28325ms","start":"2026-03-05T16:41:18.30824Z","end":"2026-03-05T16:41:18.710523Z","steps":["trace[676733953] 'agreement among raft nodes before linearized reading' (duration: 401.939631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:18.710609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.308218Z","time spent":"402.361293ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:41:18.710495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.233588Z","time spent":"476.86451ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:41:18.710132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.209514Z","time spent":"500.53124ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:18.710194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.805816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:41:18.710707Z","caller":"traceutil/trace.go:171","msg":"trace[1434602259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4922; }","duration":"481.379632ms","start":"2026-03-05T16:41:18.229316Z","end":"2026-03-05T16:41:18.710695Z","steps":["trace[1434602259] 'agreement among raft nodes before linearized reading' (duration: 480.673512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:18.710933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:18.229289Z","time spent":"481.633509ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:41:21.468978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.592373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-05T16:41:21.469074Z","caller":"traceutil/trace.go:171","msg":"trace[115855943] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35; range_end:; response_count:1; response_revision:4998; }","duration":"230.740027ms","start":"2026-03-05T16:41:21.23831Z","end":"2026-03-05T16:41:21.469051Z","steps":["trace[115855943] 'range keys from in-memory index tree' (duration: 230.321855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:21.829248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.578243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:41:22.051882Z","caller":"traceutil/trace.go:171","msg":"trace[813409757] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"136.615918ms","start":"2026-03-05T16:41:21.915239Z","end":"2026-03-05T16:41:22.051855Z","steps":["trace[813409757] 'process raft request' (duration: 136.437994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:22.624832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.535788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:41:22.625277Z","caller":"traceutil/trace.go:171","msg":"trace[1608395595] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5194; }","duration":"637.701694ms","start":"2026-03-05T16:41:21.987558Z","end":"2026-03-05T16:41:22.625259Z","steps":["trace[1608395595] 'read index received' (duration: 64.26306ms)","trace[1608395595] 'applied index is now lower than readState.Index' (duration: 573.437543ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:22.625348Z","caller":"traceutil/trace.go:171","msg":"trace[2116213425] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"643.735477ms","start":"2026-03-05T16:41:21.981581Z","end":"2026-03-05T16:41:22.625317Z","steps":["trace[2116213425] 'process raft request' (duration: 643.597863ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:22.625357Z","caller":"traceutil/trace.go:171","msg":"trace[1907893417] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"676.338729ms","start":"2026-03-05T16:41:21.948974Z","end":"2026-03-05T16:41:22.625313Z","steps":["trace[1907893417] 'process raft request' (duration: 246.213475ms)","trace[1907893417] 'compare' (duration: 429.346953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:41:22.625492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:21.981558Z","time spent":"643.862691ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:41:22.625527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-03-05T16:41:22.625528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:21.948948Z","time spent":"676.488913ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:22.625568Z","caller":"traceutil/trace.go:171","msg":"trace[1501182114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35; range_end:; response_count:1; response_revision:5001; }","duration":"638.050212ms","start":"2026-03-05T16:41:21.987505Z","end":"2026-03-05T16:41:22.625555Z","steps":["trace[1501182114] 'agreement among raft nodes before linearized reading' (duration: 637.843986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:22.625616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:21.987484Z","time spent":"638.122145ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" "} {"level":"warn","ts":"2026-03-05T16:41:23.125742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371672134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:41:23.179812Z","caller":"traceutil/trace.go:171","msg":"trace[117026818] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"721.764309ms","start":"2026-03-05T16:41:22.458003Z","end":"2026-03-05T16:41:23.179767Z","steps":["trace[117026818] 'process raft request' (duration: 715.768758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.180197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.457979Z","time spent":"722.136901ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:23.20004Z","caller":"traceutil/trace.go:171","msg":"trace[1164547689] linearizableReadLoop","detail":"{readStateIndex:5201; appliedIndex:5197; }","duration":"574.697797ms","start":"2026-03-05T16:41:22.625315Z","end":"2026-03-05T16:41:23.200013Z","steps":["trace[1164547689] 'read index received' (duration: 548.498508ms)","trace[1164547689] 'applied index is now lower than readState.Index' (duration: 26.198269ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:23.200083Z","caller":"traceutil/trace.go:171","msg":"trace[1420102756] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"570.624418ms","start":"2026-03-05T16:41:22.629429Z","end":"2026-03-05T16:41:23.200053Z","steps":["trace[1420102756] 'process raft request' (duration: 570.3303ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:23.200178Z","caller":"traceutil/trace.go:171","msg":"trace[377760263] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"479.785988ms","start":"2026-03-05T16:41:22.720379Z","end":"2026-03-05T16:41:23.200165Z","steps":["trace[377760263] 'process raft request' (duration: 479.573692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.200206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.629407Z","time spent":"570.737741ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":872,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:41:23.200311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.720353Z","time spent":"479.873791ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:23.200317Z","caller":"traceutil/trace.go:171","msg":"trace[1679220389] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"566.824025ms","start":"2026-03-05T16:41:22.633458Z","end":"2026-03-05T16:41:23.200282Z","steps":["trace[1679220389] 'process raft request' (duration: 566.433734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.20041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.472998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T16:41:23.200475Z","caller":"traceutil/trace.go:171","msg":"trace[1948622979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5005; }","duration":"473.56702ms","start":"2026-03-05T16:41:22.726889Z","end":"2026-03-05T16:41:23.200456Z","steps":["trace[1948622979] 'agreement among raft nodes before linearized reading' (duration: 473.403596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.20047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104795528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:41:23.200572Z","caller":"traceutil/trace.go:171","msg":"trace[1543377408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5005; }","duration":"1.104948323s","start":"2026-03-05T16:41:22.09561Z","end":"2026-03-05T16:41:23.200558Z","steps":["trace[1543377408] 'agreement among raft nodes before linearized reading' (duration: 1.104638766s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.2006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.095586Z","time spent":"1.105006825s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.726871Z","time spent":"473.656993ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.359767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T16:41:23.200637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.306832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:41:23.200666Z","caller":"traceutil/trace.go:171","msg":"trace[478325529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5005; }","duration":"472.437609ms","start":"2026-03-05T16:41:22.728219Z","end":"2026-03-05T16:41:23.200657Z","steps":["trace[478325529] 'agreement among raft nodes before linearized reading' (duration: 472.337046ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:23.20068Z","caller":"traceutil/trace.go:171","msg":"trace[1898350109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:5005; }","duration":"470.363603ms","start":"2026-03-05T16:41:22.730304Z","end":"2026-03-05T16:41:23.200668Z","steps":["trace[1898350109] 'agreement among raft nodes before linearized reading' (duration: 470.177619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.200701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.728207Z","time spent":"472.487632ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.730297Z","time spent":"470.407175ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.435056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-05T16:41:23.200859Z","caller":"traceutil/trace.go:171","msg":"trace[778576670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35; range_end:; response_count:1; response_revision:5005; }","duration":"726.95955ms","start":"2026-03-05T16:41:22.473884Z","end":"2026-03-05T16:41:23.200843Z","steps":["trace[778576670] 'agreement among raft nodes before linearized reading' (duration: 726.398505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.200921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.473862Z","time spent":"727.047752ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.588602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:41:23.201018Z","caller":"traceutil/trace.go:171","msg":"trace[1665412209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5005; }","duration":"470.20245ms","start":"2026-03-05T16:41:22.730798Z","end":"2026-03-05T16:41:23.201001Z","steps":["trace[1665412209] 'agreement among raft nodes before linearized reading' (duration: 469.537831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.201052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.730792Z","time spent":"470.250271ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:41:23.201154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.928152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:41:23.201743Z","caller":"traceutil/trace.go:171","msg":"trace[351526354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5005; }","duration":"470.536948ms","start":"2026-03-05T16:41:22.731193Z","end":"2026-03-05T16:41:23.20173Z","steps":["trace[351526354] 'agreement among raft nodes before linearized reading' (duration: 469.457009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.201884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.731182Z","time spent":"470.61244ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.896624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:41:23.20193Z","caller":"traceutil/trace.go:171","msg":"trace[1915885923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5005; }","duration":"470.375714ms","start":"2026-03-05T16:41:22.731546Z","end":"2026-03-05T16:41:23.201921Z","steps":["trace[1915885923] 'agreement among raft nodes before linearized reading' (duration: 468.899964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:23.201959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.731525Z","time spent":"470.425675ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:41:23.200838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:22.633436Z","time spent":"567.0112ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:25.514946Z","caller":"traceutil/trace.go:171","msg":"trace[1075612688] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5241; }","duration":"305.12492ms","start":"2026-03-05T16:41:25.209787Z","end":"2026-03-05T16:41:25.514912Z","steps":["trace[1075612688] 'read index received' (duration: 295.030277ms)","trace[1075612688] 'applied index is now lower than readState.Index' (duration: 10.093313ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:25.515138Z","caller":"traceutil/trace.go:171","msg":"trace[545609575] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"309.624892ms","start":"2026-03-05T16:41:25.205497Z","end":"2026-03-05T16:41:25.515122Z","steps":["trace[545609575] 'process raft request' (duration: 309.17759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.25231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T16:41:25.515279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:25.205477Z","time spent":"309.702935ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:25.515328Z","caller":"traceutil/trace.go:171","msg":"trace[1462512870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5044; }","duration":"303.330062ms","start":"2026-03-05T16:41:25.211978Z","end":"2026-03-05T16:41:25.515308Z","steps":["trace[1462512870] 'agreement among raft nodes before linearized reading' (duration: 303.152387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:25.211941Z","time spent":"303.415865ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:41:25.515506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.719086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-03-05T16:41:25.515531Z","caller":"traceutil/trace.go:171","msg":"trace[2009544284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35; range_end:; response_count:1; response_revision:5044; }","duration":"305.765218ms","start":"2026-03-05T16:41:25.209756Z","end":"2026-03-05T16:41:25.515521Z","steps":["trace[2009544284] 'agreement among raft nodes before linearized reading' (duration: 305.692835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:25.209742Z","time spent":"305.806268ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efcc5fef-71b3-4384-bdf2-e811535c0e35\" "} {"level":"info","ts":"2026-03-05T16:41:25.515611Z","caller":"traceutil/trace.go:171","msg":"trace[1151531247] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"330.186059ms","start":"2026-03-05T16:41:25.185395Z","end":"2026-03-05T16:41:25.515581Z","steps":["trace[1151531247] 'process raft request' (duration: 319.461588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.788596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T16:41:25.515757Z","caller":"traceutil/trace.go:171","msg":"trace[75700628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5044; }","duration":"299.842697ms","start":"2026-03-05T16:41:25.215907Z","end":"2026-03-05T16:41:25.515749Z","steps":["trace[75700628] 'agreement among raft nodes before linearized reading' (duration: 299.771254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.098616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:41:25.515833Z","caller":"traceutil/trace.go:171","msg":"trace[775835679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5044; }","duration":"299.212971ms","start":"2026-03-05T16:41:25.216601Z","end":"2026-03-05T16:41:25.515814Z","steps":["trace[775835679] 'agreement among raft nodes before linearized reading' (duration: 298.977825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:25.185368Z","time spent":"330.316673ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:25.515944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.738316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:41:25.515972Z","caller":"traceutil/trace.go:171","msg":"trace[563079006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:5044; }","duration":"302.797037ms","start":"2026-03-05T16:41:25.213169Z","end":"2026-03-05T16:41:25.515966Z","steps":["trace[563079006] 'agreement among raft nodes before linearized reading' (duration: 302.696104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.515993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:25.213155Z","time spent":"302.832958ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"warn","ts":"2026-03-05T16:41:25.516018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.180959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:41:25.516117Z","caller":"traceutil/trace.go:171","msg":"trace[1744955023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5044; }","duration":"299.305752ms","start":"2026-03-05T16:41:25.21679Z","end":"2026-03-05T16:41:25.516096Z","steps":["trace[1744955023] 'agreement among raft nodes before linearized reading' (duration: 299.042015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.516026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.097553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:41:25.516305Z","caller":"traceutil/trace.go:171","msg":"trace[1668476710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5044; }","duration":"300.384092ms","start":"2026-03-05T16:41:25.215871Z","end":"2026-03-05T16:41:25.516255Z","steps":["trace[1668476710] 'agreement among raft nodes before linearized reading' (duration: 299.988911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.516327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.068299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:41:25.516414Z","caller":"traceutil/trace.go:171","msg":"trace[888008726] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5044; }","duration":"151.194713ms","start":"2026-03-05T16:41:25.365199Z","end":"2026-03-05T16:41:25.516394Z","steps":["trace[888008726] 'agreement among raft nodes before linearized reading' (duration: 150.626618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:25.51642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:25.215854Z","time spent":"300.529246ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:41:31.413068Z","caller":"traceutil/trace.go:171","msg":"trace[2050245995] linearizableReadLoop","detail":"{readStateIndex:5347; appliedIndex:5346; }","duration":"289.159899ms","start":"2026-03-05T16:41:31.123884Z","end":"2026-03-05T16:41:31.413044Z","steps":["trace[2050245995] 'read index received' (duration: 289.023075ms)","trace[2050245995] 'applied index is now lower than readState.Index' (duration: 135.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:31.413098Z","caller":"traceutil/trace.go:171","msg":"trace[368333033] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"299.55443ms","start":"2026-03-05T16:41:31.113509Z","end":"2026-03-05T16:41:31.413063Z","steps":["trace[368333033] 'process raft request' (duration: 299.367065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:31.413342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.400176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-05T16:41:31.413421Z","caller":"traceutil/trace.go:171","msg":"trace[895967114] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5146; }","duration":"289.544119ms","start":"2026-03-05T16:41:31.123833Z","end":"2026-03-05T16:41:31.413377Z","steps":["trace[895967114] 'agreement among raft nodes before linearized reading' (duration: 289.343773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:31.419294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.773723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T16:41:31.419301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.126889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:41:31.419354Z","caller":"traceutil/trace.go:171","msg":"trace[763849472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5146; }","duration":"286.867567ms","start":"2026-03-05T16:41:31.132474Z","end":"2026-03-05T16:41:31.419342Z","steps":["trace[763849472] 'agreement among raft nodes before linearized reading' (duration: 286.754234ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:31.419381Z","caller":"traceutil/trace.go:171","msg":"trace[467209058] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5146; }","duration":"179.253312ms","start":"2026-03-05T16:41:31.240105Z","end":"2026-03-05T16:41:31.419359Z","steps":["trace[467209058] 'agreement among raft nodes before linearized reading' (duration: 179.113338ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:36.557369Z","caller":"traceutil/trace.go:171","msg":"trace[1423722882] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"320.60328ms","start":"2026-03-05T16:41:36.236742Z","end":"2026-03-05T16:41:36.557346Z","steps":["trace[1423722882] 'process raft request' (duration: 229.030711ms)","trace[1423722882] 'compare' (duration: 91.319562ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:36.557381Z","caller":"traceutil/trace.go:171","msg":"trace[549970196] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"320.372563ms","start":"2026-03-05T16:41:36.236986Z","end":"2026-03-05T16:41:36.557359Z","steps":["trace[549970196] 'process raft request' (duration: 320.25161ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:36.557467Z","caller":"traceutil/trace.go:171","msg":"trace[602230241] linearizableReadLoop","detail":"{readStateIndex:5393; appliedIndex:5390; }","duration":"290.777691ms","start":"2026-03-05T16:41:36.266677Z","end":"2026-03-05T16:41:36.557455Z","steps":["trace[602230241] 'read index received' (duration: 199.018917ms)","trace[602230241] 'applied index is now lower than readState.Index' (duration: 91.757914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:41:36.557477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:36.236723Z","time spent":"320.695002ms","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:36.55751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:36.236958Z","time spent":"320.480576ms","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:41:36.557788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.118581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T16:41:36.557789Z","caller":"traceutil/trace.go:171","msg":"trace[2037090619] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"320.586499ms","start":"2026-03-05T16:41:36.237167Z","end":"2026-03-05T16:41:36.557754Z","steps":["trace[2037090619] 'process raft request' (duration: 320.121516ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:36.557863Z","caller":"traceutil/trace.go:171","msg":"trace[1040911529] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:5191; }","duration":"291.217224ms","start":"2026-03-05T16:41:36.266635Z","end":"2026-03-05T16:41:36.557852Z","steps":["trace[1040911529] 'agreement among raft nodes before linearized reading' (duration: 290.862293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:36.557968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:41:36.237133Z","time spent":"320.746143ms","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:41:36.770915Z","caller":"traceutil/trace.go:171","msg":"trace[643114715] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"100.269535ms","start":"2026-03-05T16:41:36.670611Z","end":"2026-03-05T16:41:36.770881Z","steps":["trace[643114715] 'process raft request' (duration: 100.040679ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:41:37.369929Z","caller":"traceutil/trace.go:171","msg":"trace[1713201553] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5396; }","duration":"119.774333ms","start":"2026-03-05T16:41:37.25013Z","end":"2026-03-05T16:41:37.369905Z","steps":["trace[1713201553] 'read index received' (duration: 119.526776ms)","trace[1713201553] 'applied index is now lower than readState.Index' (duration: 246.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:41:37.370042Z","caller":"traceutil/trace.go:171","msg":"trace[1514859019] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"165.10179ms","start":"2026-03-05T16:41:37.204913Z","end":"2026-03-05T16:41:37.370015Z","steps":["trace[1514859019] 'process raft request' (duration: 164.803961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:41:37.370244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.089911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-05T16:41:37.370287Z","caller":"traceutil/trace.go:171","msg":"trace[1665786772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5194; }","duration":"120.179453ms","start":"2026-03-05T16:41:37.250095Z","end":"2026-03-05T16:41:37.370275Z","steps":["trace[1665786772] 'agreement among raft nodes before linearized reading' (duration: 119.947847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:42:21.674103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.120187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:42:21.936369Z","caller":"traceutil/trace.go:171","msg":"trace[2001605615] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"228.612242ms","start":"2026-03-05T16:42:21.707732Z","end":"2026-03-05T16:42:21.936344Z","steps":["trace[2001605615] 'process raft request' (duration: 228.417087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:42:22.082941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.80822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:42:22.083043Z","caller":"traceutil/trace.go:171","msg":"trace[796200356] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5757; }","duration":"308.988657ms","start":"2026-03-05T16:42:21.774038Z","end":"2026-03-05T16:42:22.083026Z","steps":["trace[796200356] 'read index received' (duration: 162.098806ms)","trace[796200356] 'applied index is now lower than readState.Index' (duration: 146.888711ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:42:22.083101Z","caller":"traceutil/trace.go:171","msg":"trace[1005158004] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"372.996017ms","start":"2026-03-05T16:42:21.710067Z","end":"2026-03-05T16:42:22.083063Z","steps":["trace[1005158004] 'process raft request' (duration: 266.984091ms)","trace[1005158004] 'compare' (duration: 105.681217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:42:22.0832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.168821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T16:42:22.083228Z","caller":"traceutil/trace.go:171","msg":"trace[2092990014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5545; }","duration":"309.235335ms","start":"2026-03-05T16:42:21.773984Z","end":"2026-03-05T16:42:22.08322Z","steps":["trace[2092990014] 'agreement among raft nodes before linearized reading' (duration: 309.122852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:42:22.083243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:42:21.710037Z","time spent":"373.126422ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:42:22.083261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:42:21.773962Z","time spent":"309.291695ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:42:22.083258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.132915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:42:22.083311Z","caller":"traceutil/trace.go:171","msg":"trace[1445799616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5545; }","duration":"142.218667ms","start":"2026-03-05T16:42:21.941077Z","end":"2026-03-05T16:42:22.083296Z","steps":["trace[1445799616] 'agreement among raft nodes before linearized reading' (duration: 142.092204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:42:22.083455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.692886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T16:42:22.083503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.417338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T16:42:22.083542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.20595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:42:22.083549Z","caller":"traceutil/trace.go:171","msg":"trace[382253552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5545; }","duration":"120.83656ms","start":"2026-03-05T16:42:21.962689Z","end":"2026-03-05T16:42:22.083525Z","steps":["trace[382253552] 'agreement among raft nodes before linearized reading' (duration: 120.550023ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:42:22.083577Z","caller":"traceutil/trace.go:171","msg":"trace[707854200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:5545; }","duration":"115.289113ms","start":"2026-03-05T16:42:21.968278Z","end":"2026-03-05T16:42:22.083567Z","steps":["trace[707854200] 'agreement among raft nodes before linearized reading' (duration: 114.968304ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:42:22.083581Z","caller":"traceutil/trace.go:171","msg":"trace[444667198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5545; }","duration":"126.540452ms","start":"2026-03-05T16:42:21.957022Z","end":"2026-03-05T16:42:22.083562Z","steps":["trace[444667198] 'agreement among raft nodes before linearized reading' (duration: 126.284984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:42:22.083714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.007333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:42:22.083748Z","caller":"traceutil/trace.go:171","msg":"trace[93962283] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5545; }","duration":"133.082365ms","start":"2026-03-05T16:42:21.950656Z","end":"2026-03-05T16:42:22.083738Z","steps":["trace[93962283] 'agreement among raft nodes before linearized reading' (duration: 132.670345ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:42:32.938505Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2730} {"level":"info","ts":"2026-03-05T16:42:33.01357Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2730,"took":"74.015755ms","hash":3921680244,"current-db-size-bytes":40775680,"current-db-size":"41 MB","current-db-size-in-use-bytes":29958144,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T16:42:33.01362Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3921680244,"revision":2730,"compact-revision":-1} {"level":"info","ts":"2026-03-05T16:47:32.946418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5620} {"level":"info","ts":"2026-03-05T16:47:33.033116Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5620,"took":"85.258058ms","hash":3587400371,"current-db-size-bytes":42205184,"current-db-size":"42 MB","current-db-size-in-use-bytes":22880256,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T16:47:33.033168Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3587400371,"revision":5620,"compact-revision":2730} {"level":"info","ts":"2026-03-05T16:47:37.413918Z","caller":"traceutil/trace.go:171","msg":"trace[718164708] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"261.568879ms","start":"2026-03-05T16:47:37.152319Z","end":"2026-03-05T16:47:37.413888Z","steps":["trace[718164708] 'process raft request' (duration: 261.388273ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:37.414718Z","caller":"traceutil/trace.go:171","msg":"trace[836882220] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"243.634782ms","start":"2026-03-05T16:47:37.171054Z","end":"2026-03-05T16:47:37.414689Z","steps":["trace[836882220] 'process raft request' (duration: 243.464598ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:48.362326Z","caller":"traceutil/trace.go:171","msg":"trace[1092722534] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"190.237498ms","start":"2026-03-05T16:47:48.172052Z","end":"2026-03-05T16:47:48.362289Z","steps":["trace[1092722534] 'process raft request' (duration: 190.054183ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:50.307379Z","caller":"traceutil/trace.go:171","msg":"trace[673465370] linearizableReadLoop","detail":"{readStateIndex:8066; appliedIndex:8065; }","duration":"394.14868ms","start":"2026-03-05T16:47:49.913204Z","end":"2026-03-05T16:47:50.307353Z","steps":["trace[673465370] 'read index received' (duration: 394.024857ms)","trace[673465370] 'applied index is now lower than readState.Index' (duration: 122.893µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:47:50.307491Z","caller":"traceutil/trace.go:171","msg":"trace[891627600] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"440.352413ms","start":"2026-03-05T16:47:49.867104Z","end":"2026-03-05T16:47:50.307457Z","steps":["trace[891627600] 'process raft request' (duration: 440.066796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.307619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.395546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T16:47:50.307645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.397859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-05T16:47:50.307677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:49.867073Z","time spent":"440.494197ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:50.307708Z","caller":"traceutil/trace.go:171","msg":"trace[463621062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7772; }","duration":"359.499822ms","start":"2026-03-05T16:47:49.94819Z","end":"2026-03-05T16:47:50.30769Z","steps":["trace[463621062] 'agreement among raft nodes before linearized reading' (duration: 359.354028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.30775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.706473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:47:50.307793Z","caller":"traceutil/trace.go:171","msg":"trace[1950527494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7772; }","duration":"329.754104ms","start":"2026-03-05T16:47:49.978016Z","end":"2026-03-05T16:47:50.30777Z","steps":["trace[1950527494] 'agreement among raft nodes before linearized reading' (duration: 329.681712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.30778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.820062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-05T16:47:50.307841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.902299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:47:50.307865Z","caller":"traceutil/trace.go:171","msg":"trace[986806035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:7772; }","duration":"316.959825ms","start":"2026-03-05T16:47:49.990887Z","end":"2026-03-05T16:47:50.307847Z","steps":["trace[986806035] 'agreement among raft nodes before linearized reading' (duration: 316.693597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.307749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:49.948169Z","time spent":"359.572124ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:47:50.307851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.580356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:47:50.307903Z","caller":"traceutil/trace.go:171","msg":"trace[610211997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7772; }","duration":"212.99037ms","start":"2026-03-05T16:47:50.094898Z","end":"2026-03-05T16:47:50.307888Z","steps":["trace[610211997] 'agreement among raft nodes before linearized reading' (duration: 212.880077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.307913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:49.990874Z","time spent":"317.030757ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"info","ts":"2026-03-05T16:47:50.307931Z","caller":"traceutil/trace.go:171","msg":"trace[93263837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7772; }","duration":"347.710519ms","start":"2026-03-05T16:47:49.960202Z","end":"2026-03-05T16:47:50.307913Z","steps":["trace[93263837] 'agreement among raft nodes before linearized reading' (duration: 347.503374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.307974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:49.960184Z","time spent":"347.781952ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:47:50.307823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:49.978007Z","time spent":"329.809486ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:47:50.307659Z","caller":"traceutil/trace.go:171","msg":"trace[1000797643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7772; }","duration":"394.474438ms","start":"2026-03-05T16:47:49.91317Z","end":"2026-03-05T16:47:50.307645Z","steps":["trace[1000797643] 'agreement among raft nodes before linearized reading' (duration: 394.313143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.308156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:49.913158Z","time spent":"394.985022ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T16:47:50.606512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.903998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:47:50.606601Z","caller":"traceutil/trace.go:171","msg":"trace[1533590033] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"293.255627ms","start":"2026-03-05T16:47:50.313327Z","end":"2026-03-05T16:47:50.606583Z","steps":["trace[1533590033] 'process raft request' (duration: 185.174344ms)","trace[1533590033] 'compare' (duration: 107.806245ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:47:50.616217Z","caller":"traceutil/trace.go:171","msg":"trace[1896929781] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"302.46969ms","start":"2026-03-05T16:47:50.313737Z","end":"2026-03-05T16:47:50.616207Z","steps":["trace[1896929781] 'process raft request' (duration: 302.42845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:50.616239Z","caller":"traceutil/trace.go:171","msg":"trace[1196034110] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"302.79416ms","start":"2026-03-05T16:47:50.31343Z","end":"2026-03-05T16:47:50.616224Z","steps":["trace[1196034110] 'process raft request' (duration: 302.691177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.616266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:50.313728Z","time spent":"302.514962ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:47:50.616314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:50.313402Z","time spent":"302.861452ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:50.616438Z","caller":"traceutil/trace.go:171","msg":"trace[1880146656] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"302.608115ms","start":"2026-03-05T16:47:50.313809Z","end":"2026-03-05T16:47:50.616418Z","steps":["trace[1880146656] 'process raft request' (duration: 302.378159ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:50.616546Z","caller":"traceutil/trace.go:171","msg":"trace[156112762] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"248.540483ms","start":"2026-03-05T16:47:50.367982Z","end":"2026-03-05T16:47:50.616523Z","steps":["trace[156112762] 'process raft request' (duration: 248.389549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:50.616582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:50.3138Z","time spent":"302.705377ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:52.633814Z","caller":"traceutil/trace.go:171","msg":"trace[1492882231] linearizableReadLoop","detail":"{readStateIndex:8077; appliedIndex:8076; }","duration":"313.470152ms","start":"2026-03-05T16:47:52.320323Z","end":"2026-03-05T16:47:52.633793Z","steps":["trace[1492882231] 'read index received' (duration: 313.318118ms)","trace[1492882231] 'applied index is now lower than readState.Index' (duration: 150.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:47:52.633921Z","caller":"traceutil/trace.go:171","msg":"trace[1015351152] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"316.731ms","start":"2026-03-05T16:47:52.317177Z","end":"2026-03-05T16:47:52.633908Z","steps":["trace[1015351152] 'process raft request' (duration: 316.477743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:52.634014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.317153Z","time spent":"316.792471ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:47:52.634194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.857012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:47:52.634257Z","caller":"traceutil/trace.go:171","msg":"trace[970988212] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:7782; }","duration":"313.962337ms","start":"2026-03-05T16:47:52.32028Z","end":"2026-03-05T16:47:52.634242Z","steps":["trace[970988212] 'agreement among raft nodes before linearized reading' (duration: 313.681609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:52.634318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.320262Z","time spent":"314.048158ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"warn","ts":"2026-03-05T16:47:53.134541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371679628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:47:53.571244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.789391ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:47:53.571377Z","caller":"traceutil/trace.go:171","msg":"trace[1450310775] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7782; }","duration":"404.935754ms","start":"2026-03-05T16:47:53.166418Z","end":"2026-03-05T16:47:53.571354Z","steps":["trace[1450310775] 'range keys from in-memory index tree' (duration: 404.77174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:53.572204Z","caller":"traceutil/trace.go:171","msg":"trace[1345352634] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"950.531725ms","start":"2026-03-05T16:47:52.621636Z","end":"2026-03-05T16:47:53.572168Z","steps":["trace[1345352634] 'process raft request' (duration: 854.520582ms)","trace[1345352634] 'compare' (duration: 95.14713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:47:53.572362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.621619Z","time spent":"950.655559ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:53.572305Z","caller":"traceutil/trace.go:171","msg":"trace[1408294076] linearizableReadLoop","detail":"{readStateIndex:8078; appliedIndex:8077; }","duration":"938.387075ms","start":"2026-03-05T16:47:52.633877Z","end":"2026-03-05T16:47:53.572264Z","steps":["trace[1408294076] 'read index received' (duration: 842.510975ms)","trace[1408294076] 'applied index is now lower than readState.Index' (duration: 95.87213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:47:53.572447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.789965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-05T16:47:53.572453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.826636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:47:53.572521Z","caller":"traceutil/trace.go:171","msg":"trace[352821855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7784; }","duration":"952.904078ms","start":"2026-03-05T16:47:52.619595Z","end":"2026-03-05T16:47:53.572499Z","steps":["trace[352821855] 'agreement among raft nodes before linearized reading' (duration: 952.671852ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:53.572535Z","caller":"traceutil/trace.go:171","msg":"trace[1769579078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7784; }","duration":"952.95896ms","start":"2026-03-05T16:47:52.619555Z","end":"2026-03-05T16:47:53.572514Z","steps":["trace[1769579078] 'agreement among raft nodes before linearized reading' (duration: 952.716944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.57254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.424036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T16:47:53.572581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.619545Z","time spent":"953.026801ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:47:53.572571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.61957Z","time spent":"952.989611ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:47:53.572636Z","caller":"traceutil/trace.go:171","msg":"trace[457984737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7784; }","duration":"952.556659ms","start":"2026-03-05T16:47:52.620056Z","end":"2026-03-05T16:47:53.572613Z","steps":["trace[457984737] 'agreement among raft nodes before linearized reading' (duration: 952.270721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.572627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.775834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T16:47:53.572692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.620023Z","time spent":"952.659081ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:47:53.572746Z","caller":"traceutil/trace.go:171","msg":"trace[533143111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7784; }","duration":"961.920307ms","start":"2026-03-05T16:47:52.610786Z","end":"2026-03-05T16:47:53.572706Z","steps":["trace[533143111] 'agreement among raft nodes before linearized reading' (duration: 961.606859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.572801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.652714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222752"} {"level":"warn","ts":"2026-03-05T16:47:53.572794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.610767Z","time spent":"962.016539ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:47:53.572858Z","caller":"traceutil/trace.go:171","msg":"trace[1989635213] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7784; }","duration":"934.730137ms","start":"2026-03-05T16:47:52.63811Z","end":"2026-03-05T16:47:53.57284Z","steps":["trace[1989635213] 'agreement among raft nodes before linearized reading' (duration: 934.372548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.572899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:52.638094Z","time spent":"934.796489ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222775,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-05T16:47:53.888833Z","caller":"traceutil/trace.go:171","msg":"trace[2016634062] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"311.293605ms","start":"2026-03-05T16:47:53.577508Z","end":"2026-03-05T16:47:53.888801Z","steps":["trace[2016634062] 'process raft request' (duration: 261.28486ms)","trace[2016634062] 'compare' (duration: 49.877241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:47:53.88899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:53.577467Z","time spent":"311.439288ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:53.927977Z","caller":"traceutil/trace.go:171","msg":"trace[1249687280] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"350.185433ms","start":"2026-03-05T16:47:53.57777Z","end":"2026-03-05T16:47:53.927955Z","steps":["trace[1249687280] 'process raft request' (duration: 350.100542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.928158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:53.577741Z","time spent":"350.340628ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:53.928301Z","caller":"traceutil/trace.go:171","msg":"trace[1163610716] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"350.505961ms","start":"2026-03-05T16:47:53.577751Z","end":"2026-03-05T16:47:53.928257Z","steps":["trace[1163610716] 'process raft request' (duration: 350.011659ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:47:53.928363Z","caller":"traceutil/trace.go:171","msg":"trace[973749507] transaction","detail":"{read_only:false; response_revision:7789; number_of_response:1; }","duration":"337.677763ms","start":"2026-03-05T16:47:53.59066Z","end":"2026-03-05T16:47:53.928338Z","steps":["trace[973749507] 'process raft request' (duration: 337.58812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.928509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:53.590637Z","time spent":"337.799295ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:53.928329Z","caller":"traceutil/trace.go:171","msg":"trace[2011635695] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"350.536053ms","start":"2026-03-05T16:47:53.577774Z","end":"2026-03-05T16:47:53.92831Z","steps":["trace[2011635695] 'process raft request' (duration: 350.133922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:53.928597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:53.577722Z","time spent":"350.738359ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:47:53.928688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:53.577737Z","time spent":"350.895193ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:55.117042Z","caller":"traceutil/trace.go:171","msg":"trace[2004129536] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8084; }","duration":"479.972253ms","start":"2026-03-05T16:47:54.637043Z","end":"2026-03-05T16:47:55.117015Z","steps":["trace[2004129536] 'read index received' (duration: 479.779298ms)","trace[2004129536] 'applied index is now lower than readState.Index' (duration: 191.925µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:47:55.117116Z","caller":"traceutil/trace.go:171","msg":"trace[1945931513] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"485.395417ms","start":"2026-03-05T16:47:54.631689Z","end":"2026-03-05T16:47:55.117085Z","steps":["trace[1945931513] 'process raft request' (duration: 485.156871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:55.117282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.225361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T16:47:55.11728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:54.631671Z","time spent":"485.518461ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:47:55.117325Z","caller":"traceutil/trace.go:171","msg":"trace[1570716767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7790; }","duration":"480.307693ms","start":"2026-03-05T16:47:54.637006Z","end":"2026-03-05T16:47:55.117313Z","steps":["trace[1570716767] 'agreement among raft nodes before linearized reading' (duration: 480.147669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:47:55.117361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:47:54.636994Z","time spent":"480.359074ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T16:48:18.702693Z","caller":"traceutil/trace.go:171","msg":"trace[208029032] linearizableReadLoop","detail":"{readStateIndex:8266; appliedIndex:8265; }","duration":"382.185773ms","start":"2026-03-05T16:48:18.320485Z","end":"2026-03-05T16:48:18.702671Z","steps":["trace[208029032] 'read index received' (duration: 381.940147ms)","trace[208029032] 'applied index is now lower than readState.Index' (duration: 244.626µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:48:18.702777Z","caller":"traceutil/trace.go:171","msg":"trace[1300997105] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"441.612767ms","start":"2026-03-05T16:48:18.261125Z","end":"2026-03-05T16:48:18.702738Z","steps":["trace[1300997105] 'process raft request' (duration: 441.384191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:18.70288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.386838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-05T16:48:18.702922Z","caller":"traceutil/trace.go:171","msg":"trace[244547947] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:7964; }","duration":"382.48275ms","start":"2026-03-05T16:48:18.320428Z","end":"2026-03-05T16:48:18.702911Z","steps":["trace[244547947] 'agreement among raft nodes before linearized reading' (duration: 382.334396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:18.702948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:18.261108Z","time spent":"441.75413ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:18.702958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:18.320405Z","time spent":"382.545442ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":535,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-05T16:48:22.224033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371680242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:48:22.720984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008036529s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T16:48:22.72162Z","caller":"traceutil/trace.go:171","msg":"trace[1217813039] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"1.008744148s","start":"2026-03-05T16:48:21.712849Z","end":"2026-03-05T16:48:22.721593Z","steps":["trace[1217813039] 'process raft request' (duration: 1.008576063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.721779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:21.712828Z","time spent":"1.008865901s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:22.723096Z","caller":"traceutil/trace.go:171","msg":"trace[287751918] linearizableReadLoop","detail":"{readStateIndex:8284; appliedIndex:8281; }","duration":"999.082372ms","start":"2026-03-05T16:48:21.723985Z","end":"2026-03-05T16:48:22.723067Z","steps":["trace[287751918] 'read index received' (duration: 997.474049ms)","trace[287751918] 'applied index is now lower than readState.Index' (duration: 1.606933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:22.723438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.444961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:48:22.7235Z","caller":"traceutil/trace.go:171","msg":"trace[1031241101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:7981; }","duration":"999.528364ms","start":"2026-03-05T16:48:21.723957Z","end":"2026-03-05T16:48:22.723485Z","steps":["trace[1031241101] 'agreement among raft nodes before linearized reading' (duration: 999.318038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.723534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:21.723949Z","time spent":"999.577865ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"warn","ts":"2026-03-05T16:48:22.723734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.332446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:48:22.723902Z","caller":"traceutil/trace.go:171","msg":"trace[1113259217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7981; }","duration":"695.756208ms","start":"2026-03-05T16:48:22.028125Z","end":"2026-03-05T16:48:22.723881Z","steps":["trace[1113259217] 'agreement among raft nodes before linearized reading' (duration: 695.221203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.724069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.955149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:22.724111Z","caller":"traceutil/trace.go:171","msg":"trace[541217881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7981; }","duration":"629.01598ms","start":"2026-03-05T16:48:22.095085Z","end":"2026-03-05T16:48:22.724101Z","steps":["trace[541217881] 'agreement among raft nodes before linearized reading' (duration: 628.956039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.724137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.095075Z","time spent":"629.056801ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:48:22.724074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.028118Z","time spent":"695.937082ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:48:22.724378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.801435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T16:48:22.724416Z","caller":"traceutil/trace.go:171","msg":"trace[2061263306] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7981; }","duration":"625.857185ms","start":"2026-03-05T16:48:22.098545Z","end":"2026-03-05T16:48:22.724402Z","steps":["trace[2061263306] 'agreement among raft nodes before linearized reading' (duration: 625.771573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.724452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.098533Z","time spent":"625.911198ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T16:48:22.723815Z","caller":"traceutil/trace.go:171","msg":"trace[1530660403] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"1.01075911s","start":"2026-03-05T16:48:21.713045Z","end":"2026-03-05T16:48:22.723804Z","steps":["trace[1530660403] 'process raft request' (duration: 1.009798935s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.724911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:21.713033Z","time spent":"1.011837929s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:22.724989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.058789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-05T16:48:22.725098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.560451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:48:22.725133Z","caller":"traceutil/trace.go:171","msg":"trace[296081888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7981; }","duration":"681.613903ms","start":"2026-03-05T16:48:22.04351Z","end":"2026-03-05T16:48:22.725124Z","steps":["trace[296081888] 'agreement among raft nodes before linearized reading' (duration: 681.52463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.725163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.0435Z","time spent":"681.655044ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T16:48:22.725218Z","caller":"traceutil/trace.go:171","msg":"trace[472061455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7981; }","duration":"675.313936ms","start":"2026-03-05T16:48:22.049755Z","end":"2026-03-05T16:48:22.725068Z","steps":["trace[472061455] 'agreement among raft nodes before linearized reading' (duration: 674.987017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.725319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.621229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T16:48:22.725347Z","caller":"traceutil/trace.go:171","msg":"trace[780578535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7981; }","duration":"685.648921ms","start":"2026-03-05T16:48:22.039691Z","end":"2026-03-05T16:48:22.72534Z","steps":["trace[780578535] 'agreement among raft nodes before linearized reading' (duration: 685.574408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.72538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.039654Z","time spent":"685.719442ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:48:22.723853Z","caller":"traceutil/trace.go:171","msg":"trace[1773221196] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"704.469479ms","start":"2026-03-05T16:48:22.019376Z","end":"2026-03-05T16:48:22.723846Z","steps":["trace[1773221196] 'process raft request' (duration: 703.636507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.725529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.019358Z","time spent":"706.132933ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:22.725461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.049745Z","time spent":"675.697887ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:48:22.724298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.835814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:22.725797Z","caller":"traceutil/trace.go:171","msg":"trace[981071033] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7981; }","duration":"437.353404ms","start":"2026-03-05T16:48:22.288417Z","end":"2026-03-05T16:48:22.725771Z","steps":["trace[981071033] 'agreement among raft nodes before linearized reading' (duration: 435.854164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:22.725877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.288374Z","time spent":"437.476426ms","remote":"127.0.0.1:43218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:48:23.241051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371680251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:48:23.741964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371680251,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:48:23.821076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081739301s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T16:48:23.921604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.79115ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:23.92173Z","caller":"traceutil/trace.go:171","msg":"trace[1224727539] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7981; }","duration":"754.935075ms","start":"2026-03-05T16:48:23.166778Z","end":"2026-03-05T16:48:23.921713Z","steps":["trace[1224727539] 'range keys from in-memory index tree' (duration: 754.77447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.922806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.441157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:23.922953Z","caller":"traceutil/trace.go:171","msg":"trace[333389217] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"1.183694951s","start":"2026-03-05T16:48:22.739231Z","end":"2026-03-05T16:48:23.922926Z","steps":["trace[333389217] 'process raft request' (duration: 1.082042078s)","trace[333389217] 'compare' (duration: 99.329101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:23.923043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.739212Z","time spent":"1.183787735s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:23.923957Z","caller":"traceutil/trace.go:171","msg":"trace[1126221128] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8284; }","duration":"1.18328363s","start":"2026-03-05T16:48:22.740644Z","end":"2026-03-05T16:48:23.923927Z","steps":["trace[1126221128] 'read index received' (duration: 1.080643502s)","trace[1126221128] 'applied index is now lower than readState.Index' (duration: 102.638738ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:48:23.924144Z","caller":"traceutil/trace.go:171","msg":"trace[1851903469] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"1.184795441s","start":"2026-03-05T16:48:22.739339Z","end":"2026-03-05T16:48:23.924134Z","steps":["trace[1851903469] 'process raft request' (duration: 1.184375169s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.924228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.739323Z","time spent":"1.184857862s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:23.924321Z","caller":"traceutil/trace.go:171","msg":"trace[352961083] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"1.184969145s","start":"2026-03-05T16:48:22.739343Z","end":"2026-03-05T16:48:23.924312Z","steps":["trace[352961083] 'process raft request' (duration: 1.184490271s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.924367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.739328Z","time spent":"1.185013126s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:23.924432Z","caller":"traceutil/trace.go:171","msg":"trace[1411078235] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"1.185063448s","start":"2026-03-05T16:48:22.739361Z","end":"2026-03-05T16:48:23.924425Z","steps":["trace[1411078235] 'process raft request' (duration: 1.184528333s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.924474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.73935Z","time spent":"1.185099348s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:23.924631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183980569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T16:48:23.924668Z","caller":"traceutil/trace.go:171","msg":"trace[109455203] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7985; }","duration":"1.18403724s","start":"2026-03-05T16:48:22.740619Z","end":"2026-03-05T16:48:23.924656Z","steps":["trace[109455203] 'agreement among raft nodes before linearized reading' (duration: 1.183906906s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.924705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:22.740608Z","time spent":"1.184080522s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T16:48:23.924906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.904865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:23.924956Z","caller":"traceutil/trace.go:171","msg":"trace[223647645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7985; }","duration":"828.992248ms","start":"2026-03-05T16:48:23.09595Z","end":"2026-03-05T16:48:23.924942Z","steps":["trace[223647645] 'agreement among raft nodes before linearized reading' (duration: 828.922825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.924993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:23.095929Z","time spent":"829.054878ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:48:23.925394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.405265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:48:23.925451Z","caller":"traceutil/trace.go:171","msg":"trace[232180513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7985; }","duration":"659.493808ms","start":"2026-03-05T16:48:23.265944Z","end":"2026-03-05T16:48:23.925438Z","steps":["trace[232180513] 'agreement among raft nodes before linearized reading' (duration: 659.342354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:23.92549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:23.265927Z","time spent":"659.55418ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:48:26.430216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371680278,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T16:48:26.529566Z","caller":"traceutil/trace.go:171","msg":"trace[48604635] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"600.68246ms","start":"2026-03-05T16:48:25.928839Z","end":"2026-03-05T16:48:26.529522Z","steps":["trace[48604635] 'process raft request' (duration: 600.539926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.529696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:25.928811Z","time spent":"600.813142ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:26.625843Z","caller":"traceutil/trace.go:171","msg":"trace[555910445] linearizableReadLoop","detail":"{readStateIndex:8295; appliedIndex:8293; }","duration":"695.700507ms","start":"2026-03-05T16:48:25.930119Z","end":"2026-03-05T16:48:26.625819Z","steps":["trace[555910445] 'read index received' (duration: 599.255122ms)","trace[555910445] 'applied index is now lower than readState.Index' (duration: 96.444415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:26.626069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.934783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T16:48:26.6261Z","caller":"traceutil/trace.go:171","msg":"trace[1375475630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7992; }","duration":"696.000495ms","start":"2026-03-05T16:48:25.930092Z","end":"2026-03-05T16:48:26.626093Z","steps":["trace[1375475630] 'agreement among raft nodes before linearized reading' (duration: 695.896412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.626119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:25.930081Z","time spent":"696.034245ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T16:48:26.626141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.384438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T16:48:26.626172Z","caller":"traceutil/trace.go:171","msg":"trace[1911268108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7992; }","duration":"695.43689ms","start":"2026-03-05T16:48:25.930726Z","end":"2026-03-05T16:48:26.626163Z","steps":["trace[1911268108] 'agreement among raft nodes before linearized reading' (duration: 695.343067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.626201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:25.930714Z","time spent":"695.48036ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T16:48:26.626239Z","caller":"traceutil/trace.go:171","msg":"trace[1677382412] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"451.17243ms","start":"2026-03-05T16:48:26.175026Z","end":"2026-03-05T16:48:26.626198Z","steps":["trace[1677382412] 'process raft request' (duration: 386.054584ms)","trace[1677382412] 'compare' (duration: 64.5147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:26.626297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.457775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-05T16:48:26.626313Z","caller":"traceutil/trace.go:171","msg":"trace[1542354012] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:7992; }","duration":"335.513165ms","start":"2026-03-05T16:48:26.290795Z","end":"2026-03-05T16:48:26.626308Z","steps":["trace[1542354012] 'agreement among raft nodes before linearized reading' (duration: 335.467995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.626327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:26.290773Z","time spent":"335.550857ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T16:48:26.62634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.537502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:26.626369Z","caller":"traceutil/trace.go:171","msg":"trace[1972403328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7992; }","duration":"530.616994ms","start":"2026-03-05T16:48:26.095743Z","end":"2026-03-05T16:48:26.62636Z","steps":["trace[1972403328] 'agreement among raft nodes before linearized reading' (duration: 530.573823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.626394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:26.095718Z","time spent":"530.670586ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:48:26.626401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:26.175004Z","time spent":"451.309232ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:26.626682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.201581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-05T16:48:26.626727Z","caller":"traceutil/trace.go:171","msg":"trace[1160520162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7992; }","duration":"693.259411ms","start":"2026-03-05T16:48:25.933456Z","end":"2026-03-05T16:48:26.626716Z","steps":["trace[1160520162] 'agreement among raft nodes before linearized reading' (duration: 693.092807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.626759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:25.93342Z","time spent":"693.332074ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:48:26.627378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.016585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T16:48:26.627421Z","caller":"traceutil/trace.go:171","msg":"trace[1414260496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7992; }","duration":"696.069966ms","start":"2026-03-05T16:48:25.931333Z","end":"2026-03-05T16:48:26.627403Z","steps":["trace[1414260496] 'agreement among raft nodes before linearized reading' (duration: 695.110541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:26.627443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:25.93132Z","time spent":"696.116518ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:48:35.738618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.91386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:35.738754Z","caller":"traceutil/trace.go:171","msg":"trace[1623287181] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"272.276661ms","start":"2026-03-05T16:48:35.466454Z","end":"2026-03-05T16:48:35.738731Z","steps":["trace[1623287181] 'process raft request' (duration: 119.154396ms)","trace[1623287181] 'compare' (duration: 152.737885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:37.10576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.282125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:37.105932Z","caller":"traceutil/trace.go:171","msg":"trace[1432086682] transaction","detail":"{read_only:false; response_revision:8084; number_of_response:1; }","duration":"698.597213ms","start":"2026-03-05T16:48:36.407322Z","end":"2026-03-05T16:48:37.105919Z","steps":["trace[1432086682] 'process raft request' (duration: 698.521491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:37.105979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.407305Z","time spent":"698.652565ms","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:37.106146Z","caller":"traceutil/trace.go:171","msg":"trace[1185631849] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"785.006963ms","start":"2026-03-05T16:48:36.321127Z","end":"2026-03-05T16:48:37.106134Z","steps":["trace[1185631849] 'process raft request' (duration: 234.290266ms)","trace[1185631849] 'compare' (duration: 550.167332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:37.106205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.321111Z","time spent":"785.065093ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:37.106261Z","caller":"traceutil/trace.go:171","msg":"trace[189211346] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8391; }","duration":"747.320593ms","start":"2026-03-05T16:48:36.358909Z","end":"2026-03-05T16:48:37.106229Z","steps":["trace[189211346] 'read index received' (duration: 196.522135ms)","trace[189211346] 'applied index is now lower than readState.Index' (duration: 550.794938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:37.106444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.525979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-05T16:48:37.106564Z","caller":"traceutil/trace.go:171","msg":"trace[2057514492] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8084; }","duration":"747.674123ms","start":"2026-03-05T16:48:36.358862Z","end":"2026-03-05T16:48:37.106536Z","steps":["trace[2057514492] 'agreement among raft nodes before linearized reading' (duration: 747.408596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:37.106611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.358844Z","time spent":"747.756885ms","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5755,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T16:48:37.606788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371680557,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T16:48:38.064269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.339711Z","time spent":"724.550271ms","remote":"127.0.0.1:57294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T16:48:38.064586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.948892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:38.064837Z","caller":"traceutil/trace.go:171","msg":"trace[1740403874] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"1.207596365s","start":"2026-03-05T16:48:36.857222Z","end":"2026-03-05T16:48:38.064819Z","steps":["trace[1740403874] 'process raft request' (duration: 1.207452721s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.064892Z","caller":"traceutil/trace.go:171","msg":"trace[1545649896] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"1.247924023s","start":"2026-03-05T16:48:36.816905Z","end":"2026-03-05T16:48:38.064829Z","steps":["trace[1545649896] 'process raft request' (duration: 1.097654842s)","trace[1545649896] 'compare' (duration: 149.671444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:38.064939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.857194Z","time spent":"1.207690087s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:38.065115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.816885Z","time spent":"1.248122077s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:38.065134Z","caller":"traceutil/trace.go:171","msg":"trace[2042107547] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"1.202359156s","start":"2026-03-05T16:48:36.862756Z","end":"2026-03-05T16:48:38.065115Z","steps":["trace[2042107547] 'process raft request' (duration: 1.202029107s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.065294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.862744Z","time spent":"1.202435398s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:38.06543Z","caller":"traceutil/trace.go:171","msg":"trace[920639108] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"1.185347466s","start":"2026-03-05T16:48:36.880068Z","end":"2026-03-05T16:48:38.065415Z","steps":["trace[920639108] 'process raft request' (duration: 1.184955685s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.065508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.880055Z","time spent":"1.185416578s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:48:38.24696Z","caller":"traceutil/trace.go:171","msg":"trace[1216974118] linearizableReadLoop","detail":"{readStateIndex:8399; appliedIndex:8393; }","duration":"1.14058466s","start":"2026-03-05T16:48:37.10632Z","end":"2026-03-05T16:48:38.246905Z","steps":["trace[1216974118] 'read index received' (duration: 808.246477ms)","trace[1216974118] 'applied index is now lower than readState.Index' (duration: 332.337103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:38.24718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558198891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-05T16:48:38.247197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151033337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:38.24725Z","caller":"traceutil/trace.go:171","msg":"trace[283394946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8091; }","duration":"1.558310112s","start":"2026-03-05T16:48:36.68893Z","end":"2026-03-05T16:48:38.24724Z","steps":["trace[283394946] 'agreement among raft nodes before linearized reading' (duration: 1.558070116s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.247287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.688919Z","time spent":"1.558358215s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T16:48:38.247272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563504681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-05T16:48:38.247298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568875223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:48:38.24737Z","caller":"traceutil/trace.go:171","msg":"trace[112518568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8091; }","duration":"1.568972895s","start":"2026-03-05T16:48:36.678379Z","end":"2026-03-05T16:48:38.247352Z","steps":["trace[112518568] 'agreement among raft nodes before linearized reading' (duration: 1.568733829s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.24738Z","caller":"traceutil/trace.go:171","msg":"trace[1805628397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8091; }","duration":"1.151215412s","start":"2026-03-05T16:48:37.096048Z","end":"2026-03-05T16:48:38.247264Z","steps":["trace[1805628397] 'agreement among raft nodes before linearized reading' (duration: 1.150913564s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.247415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.096023Z","time spent":"1.151383985s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T16:48:38.247413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.678365Z","time spent":"1.569040827s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T16:48:38.247507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556778863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:48:38.247537Z","caller":"traceutil/trace.go:171","msg":"trace[943611872] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"840.802499ms","start":"2026-03-05T16:48:37.406723Z","end":"2026-03-05T16:48:38.247525Z","steps":["trace[943611872] 'process raft request' (duration: 839.911256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.247605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362366195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:48:38.247638Z","caller":"traceutil/trace.go:171","msg":"trace[1209861841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:8091; }","duration":"1.362439395s","start":"2026-03-05T16:48:36.885193Z","end":"2026-03-05T16:48:38.247633Z","steps":["trace[1209861841] 'agreement among raft nodes before linearized reading' (duration: 1.362366523s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.247661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.885172Z","time spent":"1.362484407s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-9ns9p\" "} {"level":"info","ts":"2026-03-05T16:48:38.247542Z","caller":"traceutil/trace.go:171","msg":"trace[1521103185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8091; }","duration":"1.556858155s","start":"2026-03-05T16:48:36.690676Z","end":"2026-03-05T16:48:38.247534Z","steps":["trace[1521103185] 'agreement among raft nodes before linearized reading' (duration: 1.556767112s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.247612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.406693Z","time spent":"840.877461ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:48:38.247512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676485434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T16:48:38.248887Z","caller":"traceutil/trace.go:171","msg":"trace[1794983169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8091; }","duration":"1.677948111s","start":"2026-03-05T16:48:36.570913Z","end":"2026-03-05T16:48:38.248861Z","steps":["trace[1794983169] 'agreement among raft nodes before linearized reading' (duration: 1.676249937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.248924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.570891Z","time spent":"1.678022154s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T16:48:38.247711Z","caller":"traceutil/trace.go:171","msg":"trace[1800692751] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"419.414558ms","start":"2026-03-05T16:48:37.828222Z","end":"2026-03-05T16:48:38.247636Z","steps":["trace[1800692751] 'process raft request' (duration: 418.560906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.249092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.828196Z","time spent":"420.792175ms","remote":"127.0.0.1:43150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T16:48:38.247726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13981786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-05T16:48:38.249191Z","caller":"traceutil/trace.go:171","msg":"trace[246180890] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8091; }","duration":"1.141322229s","start":"2026-03-05T16:48:37.107861Z","end":"2026-03-05T16:48:38.249184Z","steps":["trace[246180890] 'agreement among raft nodes before linearized reading' (duration: 1.139680246s)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.247775Z","caller":"traceutil/trace.go:171","msg":"trace[2026092187] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"1.13006263s","start":"2026-03-05T16:48:37.117575Z","end":"2026-03-05T16:48:38.247638Z","steps":["trace[2026092187] 'process raft request' (duration: 1.083896587s)","trace[2026092187] 'compare' (duration: 44.868399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:38.249305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.107845Z","time spent":"1.141374931s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T16:48:38.24931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.117557Z","time spent":"1.131682764s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:48:38.247791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.888168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-php5h\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-05T16:48:38.249396Z","caller":"traceutil/trace.go:171","msg":"trace[1969998554] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-php5h; range_end:; response_count:1; response_revision:8091; }","duration":"843.506771ms","start":"2026-03-05T16:48:37.405854Z","end":"2026-03-05T16:48:38.249361Z","steps":["trace[1969998554] 'agreement among raft nodes before linearized reading' (duration: 841.877598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.247836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055943328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-05T16:48:38.249455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.405835Z","time spent":"843.603704ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4675,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-php5h\" "} {"level":"info","ts":"2026-03-05T16:48:38.24946Z","caller":"traceutil/trace.go:171","msg":"trace[141191417] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8091; }","duration":"1.057578231s","start":"2026-03-05T16:48:37.191862Z","end":"2026-03-05T16:48:38.24944Z","steps":["trace[141191417] 'agreement among raft nodes before linearized reading' (duration: 1.055887556s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.249616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.191851Z","time spent":"1.057756395s","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-05T16:48:38.248002Z","caller":"traceutil/trace.go:171","msg":"trace[1558364139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8091; }","duration":"1.563630445s","start":"2026-03-05T16:48:36.683695Z","end":"2026-03-05T16:48:38.247326Z","steps":["trace[1558364139] 'agreement among raft nodes before linearized reading' (duration: 1.563378459s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.249826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.683666Z","time spent":"1.566149001s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T16:48:38.24786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089011104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:38.2499Z","caller":"traceutil/trace.go:171","msg":"trace[1582704076] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8091; }","duration":"1.091088098s","start":"2026-03-05T16:48:37.158802Z","end":"2026-03-05T16:48:38.24989Z","steps":["trace[1582704076] 'agreement among raft nodes before linearized reading' (duration: 1.089022954s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.249932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:37.158785Z","time spent":"1.09113629s","remote":"127.0.0.1:49578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:48:38.250449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:36.690654Z","time spent":"1.558019386s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T16:48:38.420456Z","caller":"traceutil/trace.go:171","msg":"trace[2046063081] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"165.833452ms","start":"2026-03-05T16:48:38.254597Z","end":"2026-03-05T16:48:38.420431Z","steps":["trace[2046063081] 'process raft request' (duration: 113.099455ms)","trace[2046063081] 'compare' (duration: 52.48463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:38.420551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.770057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:38.42059Z","caller":"traceutil/trace.go:171","msg":"trace[1946991911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8098; }","duration":"163.873361ms","start":"2026-03-05T16:48:38.256709Z","end":"2026-03-05T16:48:38.420583Z","steps":["trace[1946991911] 'agreement among raft nodes before linearized reading' (duration: 163.788529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.420638Z","caller":"traceutil/trace.go:171","msg":"trace[816650050] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"164.396383ms","start":"2026-03-05T16:48:38.256209Z","end":"2026-03-05T16:48:38.420606Z","steps":["trace[816650050] 'process raft request' (duration: 164.159647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.42046Z","caller":"traceutil/trace.go:171","msg":"trace[637716505] linearizableReadLoop","detail":"{readStateIndex:8406; appliedIndex:8400; }","duration":"163.674946ms","start":"2026-03-05T16:48:38.256765Z","end":"2026-03-05T16:48:38.420439Z","steps":["trace[637716505] 'read index received' (duration: 20.38183ms)","trace[637716505] 'applied index is now lower than readState.Index' (duration: 143.292476ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:48:38.420784Z","caller":"traceutil/trace.go:171","msg":"trace[1844782665] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"164.339092ms","start":"2026-03-05T16:48:38.256437Z","end":"2026-03-05T16:48:38.420776Z","steps":["trace[1844782665] 'process raft request' (duration: 163.954392ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.420472Z","caller":"traceutil/trace.go:171","msg":"trace[1981388207] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"165.775172ms","start":"2026-03-05T16:48:38.254664Z","end":"2026-03-05T16:48:38.420439Z","steps":["trace[1981388207] 'process raft request' (duration: 165.672719ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.420876Z","caller":"traceutil/trace.go:171","msg":"trace[770535693] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"163.300826ms","start":"2026-03-05T16:48:38.257564Z","end":"2026-03-05T16:48:38.420865Z","steps":["trace[770535693] 'process raft request' (duration: 162.847653ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.420537Z","caller":"traceutil/trace.go:171","msg":"trace[1365019279] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"165.912614ms","start":"2026-03-05T16:48:38.254612Z","end":"2026-03-05T16:48:38.420525Z","steps":["trace[1365019279] 'process raft request' (duration: 165.675178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.421191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.771291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.1899ffe747c1d4e2\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-05T16:48:38.421343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.529008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227397"} {"level":"info","ts":"2026-03-05T16:48:38.421395Z","caller":"traceutil/trace.go:171","msg":"trace[312087295] range","detail":"{range_begin:/registry/events/openstack/ceph.1899ffe747c1d4e2; range_end:; response_count:1; response_revision:8098; }","duration":"162.994987ms","start":"2026-03-05T16:48:38.258383Z","end":"2026-03-05T16:48:38.421378Z","steps":["trace[312087295] 'agreement among raft nodes before linearized reading' (duration: 162.664328ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.421454Z","caller":"traceutil/trace.go:171","msg":"trace[183643520] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8098; }","duration":"164.663382ms","start":"2026-03-05T16:48:38.256765Z","end":"2026-03-05T16:48:38.421428Z","steps":["trace[183643520] 'agreement among raft nodes before linearized reading' (duration: 164.137498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.421998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.46051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T16:48:38.422093Z","caller":"traceutil/trace.go:171","msg":"trace[1965525008] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8098; }","duration":"163.614853ms","start":"2026-03-05T16:48:38.258458Z","end":"2026-03-05T16:48:38.422073Z","steps":["trace[1965525008] 'agreement among raft nodes before linearized reading' (duration: 162.574265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:38.675611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.25242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:38.675822Z","caller":"traceutil/trace.go:171","msg":"trace[155826715] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"234.490941ms","start":"2026-03-05T16:48:38.441315Z","end":"2026-03-05T16:48:38.675806Z","steps":["trace[155826715] 'process raft request' (duration: 234.404848ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:38.676011Z","caller":"traceutil/trace.go:171","msg":"trace[1463309515] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"235.843017ms","start":"2026-03-05T16:48:38.440002Z","end":"2026-03-05T16:48:38.675845Z","steps":["trace[1463309515] 'process raft request' (duration: 88.272138ms)","trace[1463309515] 'compare' (duration: 147.050185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:40.609394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.886371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:40.609514Z","caller":"traceutil/trace.go:171","msg":"trace[2078680775] linearizableReadLoop","detail":"{readStateIndex:8416; appliedIndex:8415; }","duration":"184.032494ms","start":"2026-03-05T16:48:40.425453Z","end":"2026-03-05T16:48:40.609485Z","steps":["trace[2078680775] 'read index received' (duration: 62.877185ms)","trace[2078680775] 'applied index is now lower than readState.Index' (duration: 121.154219ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:48:40.609566Z","caller":"traceutil/trace.go:171","msg":"trace[1620128480] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"254.544161ms","start":"2026-03-05T16:48:40.354981Z","end":"2026-03-05T16:48:40.609525Z","steps":["trace[1620128480] 'process raft request' (duration: 133.445024ms)","trace[1620128480] 'compare' (duration: 120.751758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:48:40.60977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.24782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:48:40.609807Z","caller":"traceutil/trace.go:171","msg":"trace[1310602450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8107; }","duration":"184.296932ms","start":"2026-03-05T16:48:40.425498Z","end":"2026-03-05T16:48:40.609795Z","steps":["trace[1310602450] 'agreement among raft nodes before linearized reading' (duration: 184.098256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:40.60978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.292081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-05T16:48:40.609816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.181949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T16:48:40.609863Z","caller":"traceutil/trace.go:171","msg":"trace[870746564] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8107; }","duration":"184.428624ms","start":"2026-03-05T16:48:40.425412Z","end":"2026-03-05T16:48:40.60984Z","steps":["trace[870746564] 'agreement among raft nodes before linearized reading' (duration: 184.159338ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:40.609871Z","caller":"traceutil/trace.go:171","msg":"trace[1421598992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8107; }","duration":"184.290671ms","start":"2026-03-05T16:48:40.425566Z","end":"2026-03-05T16:48:40.609856Z","steps":["trace[1421598992] 'agreement among raft nodes before linearized reading' (duration: 184.127397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:40.609861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.26356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-05T16:48:40.609926Z","caller":"traceutil/trace.go:171","msg":"trace[259372770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8107; }","duration":"184.375614ms","start":"2026-03-05T16:48:40.425531Z","end":"2026-03-05T16:48:40.609906Z","steps":["trace[259372770] 'agreement among raft nodes before linearized reading' (duration: 184.178568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:40.610265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.476557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T16:48:40.610318Z","caller":"traceutil/trace.go:171","msg":"trace[610570436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:8107; }","duration":"181.545238ms","start":"2026-03-05T16:48:40.428758Z","end":"2026-03-05T16:48:40.610303Z","steps":["trace[610570436] 'agreement among raft nodes before linearized reading' (duration: 181.267821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:40.855399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.409782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:48:40.855626Z","caller":"traceutil/trace.go:171","msg":"trace[809555296] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"238.515017ms","start":"2026-03-05T16:48:40.617095Z","end":"2026-03-05T16:48:40.85561Z","steps":["trace[809555296] 'process raft request' (duration: 238.472146ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:40.855644Z","caller":"traceutil/trace.go:171","msg":"trace[802312082] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"239.925144ms","start":"2026-03-05T16:48:40.615667Z","end":"2026-03-05T16:48:40.855592Z","steps":["trace[802312082] 'process raft request' (duration: 111.252896ms)","trace[802312082] 'compare' (duration: 128.284279ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:48:40.855788Z","caller":"traceutil/trace.go:171","msg":"trace[433509373] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"239.873344ms","start":"2026-03-05T16:48:40.615878Z","end":"2026-03-05T16:48:40.855751Z","steps":["trace[433509373] 'process raft request' (duration: 239.612927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:41.246138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.06847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:41.246234Z","caller":"traceutil/trace.go:171","msg":"trace[584004083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8111; }","duration":"151.206364ms","start":"2026-03-05T16:48:41.095009Z","end":"2026-03-05T16:48:41.246215Z","steps":["trace[584004083] 'range keys from in-memory index tree' (duration: 150.961519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:41.246352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.23928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-05T16:48:41.246451Z","caller":"traceutil/trace.go:171","msg":"trace[751094965] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8111; }","duration":"235.356193ms","start":"2026-03-05T16:48:41.011074Z","end":"2026-03-05T16:48:41.24643Z","steps":["trace[751094965] 'count revisions from in-memory index tree' (duration: 235.122708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:49.653668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.517297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-28cc4\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-03-05T16:48:49.653695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.49655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T16:48:49.654147Z","caller":"traceutil/trace.go:171","msg":"trace[612343130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8178; }","duration":"278.007833ms","start":"2026-03-05T16:48:49.376118Z","end":"2026-03-05T16:48:49.654126Z","steps":["trace[612343130] 'range keys from in-memory index tree' (duration: 277.302463ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:48:49.653757Z","caller":"traceutil/trace.go:171","msg":"trace[1705349583] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-28cc4; range_end:; response_count:1; response_revision:8178; }","duration":"147.648891ms","start":"2026-03-05T16:48:49.506088Z","end":"2026-03-05T16:48:49.653737Z","steps":["trace[1705349583] 'range keys from in-memory index tree' (duration: 147.342333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:49.653834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.409887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:48:49.654684Z","caller":"traceutil/trace.go:171","msg":"trace[847044900] range","detail":"{range_begin:/registry/secrets/openstack/pvc-ceph-client-key; range_end:; response_count:0; response_revision:8178; }","duration":"312.091666ms","start":"2026-03-05T16:48:49.342361Z","end":"2026-03-05T16:48:49.654452Z","steps":["trace[847044900] 'range keys from in-memory index tree' (duration: 311.280374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:48:49.654752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:48:49.342339Z","time spent":"312.393584ms","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pvc-ceph-client-key\" "} {"level":"info","ts":"2026-03-05T16:49:50.87875Z","caller":"traceutil/trace.go:171","msg":"trace[51913717] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"483.568939ms","start":"2026-03-05T16:49:50.395152Z","end":"2026-03-05T16:49:50.878721Z","steps":["trace[51913717] 'process raft request' (duration: 483.371755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:50.878965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:50.395127Z","time spent":"483.759825ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T16:49:50.909593Z","caller":"traceutil/trace.go:171","msg":"trace[1146603205] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9101; }","duration":"333.765095ms","start":"2026-03-05T16:49:50.575802Z","end":"2026-03-05T16:49:50.909567Z","steps":["trace[1146603205] 'read index received' (duration: 302.74104ms)","trace[1146603205] 'applied index is now lower than readState.Index' (duration: 31.022915ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:49:50.909621Z","caller":"traceutil/trace.go:171","msg":"trace[121951744] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"512.917791ms","start":"2026-03-05T16:49:50.39668Z","end":"2026-03-05T16:49:50.909598Z","steps":["trace[121951744] 'process raft request' (duration: 512.704956ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:50.909712Z","caller":"traceutil/trace.go:171","msg":"trace[1954824110] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"512.105469ms","start":"2026-03-05T16:49:50.397594Z","end":"2026-03-05T16:49:50.909699Z","steps":["trace[1954824110] 'process raft request' (duration: 511.926414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:50.909764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:50.396656Z","time spent":"513.026754ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:49:50.909794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:50.397564Z","time spent":"512.179722ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T16:49:50.909999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.193097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:49:50.910054Z","caller":"traceutil/trace.go:171","msg":"trace[1295702944] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8777; }","duration":"334.294509ms","start":"2026-03-05T16:49:50.575745Z","end":"2026-03-05T16:49:50.91004Z","steps":["trace[1295702944] 'agreement among raft nodes before linearized reading' (duration: 334.157356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:50.910096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:50.575725Z","time spent":"334.361272ms","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T16:49:50.91016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.359861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19535"} {"level":"warn","ts":"2026-03-05T16:49:50.910199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.754961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T16:49:50.910237Z","caller":"traceutil/trace.go:171","msg":"trace[568065225] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8777; }","duration":"131.833372ms","start":"2026-03-05T16:49:50.778393Z","end":"2026-03-05T16:49:50.910226Z","steps":["trace[568065225] 'agreement among raft nodes before linearized reading' (duration: 131.623597ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:50.910239Z","caller":"traceutil/trace.go:171","msg":"trace[991582390] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8777; }","duration":"326.477745ms","start":"2026-03-05T16:49:50.583743Z","end":"2026-03-05T16:49:50.910221Z","steps":["trace[991582390] 'agreement among raft nodes before linearized reading' (duration: 326.220919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:50.910289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T16:49:50.583732Z","time spent":"326.548347ms","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19558,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T16:49:50.910441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.581716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-05T16:49:50.910541Z","caller":"traceutil/trace.go:171","msg":"trace[744331696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8777; }","duration":"214.7273ms","start":"2026-03-05T16:49:50.695794Z","end":"2026-03-05T16:49:50.910522Z","steps":["trace[744331696] 'agreement among raft nodes before linearized reading' (duration: 214.226457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.205021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.093158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:49:51.205179Z","caller":"traceutil/trace.go:171","msg":"trace[1911157456] transaction","detail":"{read_only:false; response_revision:8779; number_of_response:1; }","duration":"261.95226ms","start":"2026-03-05T16:49:50.943212Z","end":"2026-03-05T16:49:51.205164Z","steps":["trace[1911157456] 'process raft request' (duration: 261.897618ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.205303Z","caller":"traceutil/trace.go:171","msg":"trace[1650603904] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"290.847529ms","start":"2026-03-05T16:49:50.914409Z","end":"2026-03-05T16:49:51.205257Z","steps":["trace[1650603904] 'process raft request' (duration: 104.442663ms)","trace[1650603904] 'compare' (duration: 185.998635ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:49:51.205357Z","caller":"traceutil/trace.go:171","msg":"trace[956701731] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9104; }","duration":"290.743504ms","start":"2026-03-05T16:49:50.914603Z","end":"2026-03-05T16:49:51.205346Z","steps":["trace[956701731] 'read index received' (duration: 104.333389ms)","trace[956701731] 'applied index is now lower than readState.Index' (duration: 186.408995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:49:51.205498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.886709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-05T16:49:51.20555Z","caller":"traceutil/trace.go:171","msg":"trace[759502970] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8779; }","duration":"290.965622ms","start":"2026-03-05T16:49:50.914571Z","end":"2026-03-05T16:49:51.205536Z","steps":["trace[759502970] 'agreement among raft nodes before linearized reading' (duration: 290.825838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.205752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.512979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-05T16:49:51.205787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.509228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T16:49:51.205793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.636178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:49:51.205834Z","caller":"traceutil/trace.go:171","msg":"trace[1129729052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8779; }","duration":"111.57986ms","start":"2026-03-05T16:49:51.09424Z","end":"2026-03-05T16:49:51.20582Z","steps":["trace[1129729052] 'agreement among raft nodes before linearized reading' (duration: 111.510798ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.205833Z","caller":"traceutil/trace.go:171","msg":"trace[1870383821] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8779; }","duration":"290.673483ms","start":"2026-03-05T16:49:50.915139Z","end":"2026-03-05T16:49:51.205813Z","steps":["trace[1870383821] 'agreement among raft nodes before linearized reading' (duration: 290.356845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.205856Z","caller":"traceutil/trace.go:171","msg":"trace[574684577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8779; }","duration":"219.723431ms","start":"2026-03-05T16:49:50.986112Z","end":"2026-03-05T16:49:51.205835Z","steps":["trace[574684577] 'agreement among raft nodes before linearized reading' (duration: 219.592498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.205831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.595076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-05T16:49:51.205897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.283877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-05T16:49:51.205942Z","caller":"traceutil/trace.go:171","msg":"trace[191028882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8779; }","duration":"241.349668ms","start":"2026-03-05T16:49:50.964582Z","end":"2026-03-05T16:49:51.205931Z","steps":["trace[191028882] 'agreement among raft nodes before linearized reading' (duration: 241.251916ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.205978Z","caller":"traceutil/trace.go:171","msg":"trace[1153704688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:8779; }","duration":"182.767039ms","start":"2026-03-05T16:49:51.023166Z","end":"2026-03-05T16:49:51.205933Z","steps":["trace[1153704688] 'agreement among raft nodes before linearized reading' (duration: 182.482772ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.472378Z","caller":"traceutil/trace.go:171","msg":"trace[267406901] transaction","detail":"{read_only:false; response_revision:8780; number_of_response:1; }","duration":"262.779942ms","start":"2026-03-05T16:49:51.209568Z","end":"2026-03-05T16:49:51.472348Z","steps":["trace[267406901] 'process raft request' (duration: 211.192217ms)","trace[267406901] 'compare' (duration: 51.306807ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:49:51.501652Z","caller":"traceutil/trace.go:171","msg":"trace[800633062] linearizableReadLoop","detail":"{readStateIndex:9111; appliedIndex:9106; }","duration":"289.629597ms","start":"2026-03-05T16:49:51.212007Z","end":"2026-03-05T16:49:51.501637Z","steps":["trace[800633062] 'read index received' (duration: 208.778223ms)","trace[800633062] 'applied index is now lower than readState.Index' (duration: 80.850594ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:49:51.50185Z","caller":"traceutil/trace.go:171","msg":"trace[618713571] transaction","detail":"{read_only:false; response_revision:8781; number_of_response:1; }","duration":"291.864766ms","start":"2026-03-05T16:49:51.209974Z","end":"2026-03-05T16:49:51.501839Z","steps":["trace[618713571] 'process raft request' (duration: 291.500246ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.50197Z","caller":"traceutil/trace.go:171","msg":"trace[1496193053] transaction","detail":"{read_only:false; response_revision:8782; number_of_response:1; }","duration":"291.903087ms","start":"2026-03-05T16:49:51.210061Z","end":"2026-03-05T16:49:51.501964Z","steps":["trace[1496193053] 'process raft request' (duration: 291.492896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.502091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.40408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:49:51.502105Z","caller":"traceutil/trace.go:171","msg":"trace[1638193365] transaction","detail":"{read_only:false; response_revision:8784; number_of_response:1; }","duration":"290.861629ms","start":"2026-03-05T16:49:51.211205Z","end":"2026-03-05T16:49:51.502067Z","steps":["trace[1638193365] 'process raft request' (duration: 290.408627ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.502178Z","caller":"traceutil/trace.go:171","msg":"trace[714011684] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8784; }","duration":"289.530934ms","start":"2026-03-05T16:49:51.212627Z","end":"2026-03-05T16:49:51.502158Z","steps":["trace[714011684] 'agreement among raft nodes before linearized reading' (duration: 289.3744ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:49:51.502226Z","caller":"traceutil/trace.go:171","msg":"trace[629718694] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"291.233069ms","start":"2026-03-05T16:49:51.210986Z","end":"2026-03-05T16:49:51.502219Z","steps":["trace[629718694] 'process raft request' (duration: 290.600412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.502369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.090443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:49:51.502506Z","caller":"traceutil/trace.go:171","msg":"trace[152498490] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8784; }","duration":"238.279558ms","start":"2026-03-05T16:49:51.264206Z","end":"2026-03-05T16:49:51.502485Z","steps":["trace[152498490] 'agreement among raft nodes before linearized reading' (duration: 238.036241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.50251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.461698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289814"} {"level":"info","ts":"2026-03-05T16:49:51.502634Z","caller":"traceutil/trace.go:171","msg":"trace[1016311765] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8784; }","duration":"290.653844ms","start":"2026-03-05T16:49:51.211968Z","end":"2026-03-05T16:49:51.502622Z","steps":["trace[1016311765] 'agreement among raft nodes before linearized reading' (duration: 290.10759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:49:51.685382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.167293ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-05T16:52:02.265026Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T16:52:02.270149Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T16:52:02.27042Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T16:52:32.953045Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7688} {"level":"info","ts":"2026-03-05T16:52:33.018869Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7688,"took":"63.717744ms","hash":4084441959,"current-db-size-bytes":42205184,"current-db-size":"42 MB","current-db-size-in-use-bytes":26722304,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T16:52:33.018935Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4084441959,"revision":7688,"compact-revision":5620} {"level":"info","ts":"2026-03-05T16:53:13.457296Z","caller":"traceutil/trace.go:171","msg":"trace[989901496] linearizableReadLoop","detail":"{readStateIndex:10786; appliedIndex:10785; }","duration":"152.88532ms","start":"2026-03-05T16:53:13.304376Z","end":"2026-03-05T16:53:13.457261Z","steps":["trace[989901496] 'read index received' (duration: 152.787457ms)","trace[989901496] 'applied index is now lower than readState.Index' (duration: 96.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:53:13.457529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.128706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-05T16:53:13.45757Z","caller":"traceutil/trace.go:171","msg":"trace[1904079845] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10407; }","duration":"153.215808ms","start":"2026-03-05T16:53:13.304343Z","end":"2026-03-05T16:53:13.457559Z","steps":["trace[1904079845] 'agreement among raft nodes before linearized reading' (duration: 153.046824ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:13.45767Z","caller":"traceutil/trace.go:171","msg":"trace[244219501] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"191.89177ms","start":"2026-03-05T16:53:13.265734Z","end":"2026-03-05T16:53:13.457625Z","steps":["trace[244219501] 'process raft request' (duration: 191.355016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:13.735373Z","caller":"traceutil/trace.go:171","msg":"trace[1560011373] linearizableReadLoop","detail":"{readStateIndex:10787; appliedIndex:10786; }","duration":"140.932394ms","start":"2026-03-05T16:53:13.594406Z","end":"2026-03-05T16:53:13.735338Z","steps":["trace[1560011373] 'read index received' (duration: 140.590736ms)","trace[1560011373] 'applied index is now lower than readState.Index' (duration: 340.118µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:53:13.735454Z","caller":"traceutil/trace.go:171","msg":"trace[1606431141] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"182.093512ms","start":"2026-03-05T16:53:13.553335Z","end":"2026-03-05T16:53:13.735429Z","steps":["trace[1606431141] 'process raft request' (duration: 181.694531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:13.73559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.16179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:53:13.735644Z","caller":"traceutil/trace.go:171","msg":"trace[1457188440] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:10408; }","duration":"141.271202ms","start":"2026-03-05T16:53:13.594358Z","end":"2026-03-05T16:53:13.73563Z","steps":["trace[1457188440] 'agreement among raft nodes before linearized reading' (duration: 141.150589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:13.736981Z","caller":"traceutil/trace.go:171","msg":"trace[1501392802] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"122.079736ms","start":"2026-03-05T16:53:13.614888Z","end":"2026-03-05T16:53:13.736968Z","steps":["trace[1501392802] 'process raft request' (duration: 122.014654ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:13.736977Z","caller":"traceutil/trace.go:171","msg":"trace[437748269] transaction","detail":"{read_only:false; response_revision:10409; number_of_response:1; }","duration":"123.558446ms","start":"2026-03-05T16:53:13.61339Z","end":"2026-03-05T16:53:13.736949Z","steps":["trace[437748269] 'process raft request' (duration: 123.444973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:53:36.102954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.707175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T16:53:36.103206Z","caller":"traceutil/trace.go:171","msg":"trace[1150805745] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"278.43322ms","start":"2026-03-05T16:53:35.824721Z","end":"2026-03-05T16:53:36.103154Z","steps":["trace[1150805745] 'process raft request' (duration: 59.396137ms)","trace[1150805745] 'compare' (duration: 218.564531ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:53:36.103247Z","caller":"traceutil/trace.go:171","msg":"trace[908113145] transaction","detail":"{read_only:false; response_revision:10521; number_of_response:1; }","duration":"276.166653ms","start":"2026-03-05T16:53:35.827043Z","end":"2026-03-05T16:53:36.10321Z","steps":["trace[908113145] 'process raft request' (duration: 276.04207ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:53:36.103474Z","caller":"traceutil/trace.go:171","msg":"trace[437660624] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"109.641849ms","start":"2026-03-05T16:53:35.993783Z","end":"2026-03-05T16:53:36.103425Z","steps":["trace[437660624] 'process raft request' (duration: 109.373552ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:57:32.959898Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10007} {"level":"info","ts":"2026-03-05T16:57:33.043043Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10007,"took":"80.11629ms","hash":1078592369,"current-db-size-bytes":42205184,"current-db-size":"42 MB","current-db-size-in-use-bytes":23420928,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T16:57:33.043129Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1078592369,"revision":10007,"compact-revision":7688} {"level":"info","ts":"2026-03-05T16:59:06.28054Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003304.wal"} {"level":"info","ts":"2026-03-05T16:59:21.492376Z","caller":"traceutil/trace.go:171","msg":"trace[893138296] linearizableReadLoop","detail":"{readStateIndex:13175; appliedIndex:13174; }","duration":"100.03986ms","start":"2026-03-05T16:59:21.392315Z","end":"2026-03-05T16:59:21.492355Z","steps":["trace[893138296] 'read index received' (duration: 99.881715ms)","trace[893138296] 'applied index is now lower than readState.Index' (duration: 157.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:59:21.492407Z","caller":"traceutil/trace.go:171","msg":"trace[597318465] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"116.220587ms","start":"2026-03-05T16:59:21.376163Z","end":"2026-03-05T16:59:21.492383Z","steps":["trace[597318465] 'process raft request' (duration: 116.046592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:59:21.492534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.183733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:59:21.492601Z","caller":"traceutil/trace.go:171","msg":"trace[663345943] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12711; }","duration":"100.295808ms","start":"2026-03-05T16:59:21.392289Z","end":"2026-03-05T16:59:21.492585Z","steps":["trace[663345943] 'agreement among raft nodes before linearized reading' (duration: 100.176595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:59:24.642861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.810388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T16:59:24.642967Z","caller":"traceutil/trace.go:171","msg":"trace[552044651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12727; }","duration":"179.963613ms","start":"2026-03-05T16:59:24.462977Z","end":"2026-03-05T16:59:24.642941Z","steps":["trace[552044651] 'range keys from in-memory index tree' (duration: 179.631643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:59:24.643288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.010023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:59:24.64336Z","caller":"traceutil/trace.go:171","msg":"trace[18440583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12727; }","duration":"180.104077ms","start":"2026-03-05T16:59:24.463238Z","end":"2026-03-05T16:59:24.643342Z","steps":["trace[18440583] 'range keys from in-memory index tree' (duration: 179.903272ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:59:43.672454Z","caller":"traceutil/trace.go:171","msg":"trace[1667760999] transaction","detail":"{read_only:false; response_revision:12819; number_of_response:1; }","duration":"102.863039ms","start":"2026-03-05T16:59:43.569566Z","end":"2026-03-05T16:59:43.67243Z","steps":["trace[1667760999] 'process raft request' (duration: 102.706845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:59:43.679862Z","caller":"traceutil/trace.go:171","msg":"trace[2083158575] transaction","detail":"{read_only:false; response_revision:12820; number_of_response:1; }","duration":"106.656413ms","start":"2026-03-05T16:59:43.57318Z","end":"2026-03-05T16:59:43.679837Z","steps":["trace[2083158575] 'process raft request' (duration: 106.52008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:59:50.89513Z","caller":"traceutil/trace.go:171","msg":"trace[399981933] linearizableReadLoop","detail":"{readStateIndex:13323; appliedIndex:13322; }","duration":"121.901016ms","start":"2026-03-05T16:59:50.773212Z","end":"2026-03-05T16:59:50.895113Z","steps":["trace[399981933] 'read index received' (duration: 121.794423ms)","trace[399981933] 'applied index is now lower than readState.Index' (duration: 105.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:59:50.89519Z","caller":"traceutil/trace.go:171","msg":"trace[1525315655] transaction","detail":"{read_only:false; response_revision:12852; number_of_response:1; }","duration":"122.077169ms","start":"2026-03-05T16:59:50.773078Z","end":"2026-03-05T16:59:50.895155Z","steps":["trace[1525315655] 'process raft request' (duration: 121.936376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:59:50.895253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.035919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:59:50.895278Z","caller":"traceutil/trace.go:171","msg":"trace[1091720607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12852; }","duration":"122.149752ms","start":"2026-03-05T16:59:50.773122Z","end":"2026-03-05T16:59:50.895272Z","steps":["trace[1091720607] 'agreement among raft nodes before linearized reading' (duration: 122.053979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:59:59.186114Z","caller":"traceutil/trace.go:171","msg":"trace[486387445] linearizableReadLoop","detail":"{readStateIndex:13381; appliedIndex:13380; }","duration":"235.453713ms","start":"2026-03-05T16:59:58.950633Z","end":"2026-03-05T16:59:59.186087Z","steps":["trace[486387445] 'read index received' (duration: 235.173096ms)","trace[486387445] 'applied index is now lower than readState.Index' (duration: 279.517µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:59:59.186259Z","caller":"traceutil/trace.go:171","msg":"trace[913773251] transaction","detail":"{read_only:false; response_revision:12907; number_of_response:1; }","duration":"257.307287ms","start":"2026-03-05T16:59:58.92894Z","end":"2026-03-05T16:59:59.186248Z","steps":["trace[913773251] 'process raft request' (duration: 256.969757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T16:59:59.186585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.927288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T16:59:59.186633Z","caller":"traceutil/trace.go:171","msg":"trace[1380566188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12907; }","duration":"236.011399ms","start":"2026-03-05T16:59:58.950606Z","end":"2026-03-05T16:59:59.186617Z","steps":["trace[1380566188] 'agreement among raft nodes before linearized reading' (duration: 235.822265ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T16:59:59.404754Z","caller":"traceutil/trace.go:171","msg":"trace[768137260] linearizableReadLoop","detail":"{readStateIndex:13382; appliedIndex:13381; }","duration":"202.389094ms","start":"2026-03-05T16:59:59.202334Z","end":"2026-03-05T16:59:59.404723Z","steps":["trace[768137260] 'read index received' (duration: 172.113438ms)","trace[768137260] 'applied index is now lower than readState.Index' (duration: 30.274526ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T16:59:59.404794Z","caller":"traceutil/trace.go:171","msg":"trace[1777698256] transaction","detail":"{read_only:false; response_revision:12908; number_of_response:1; }","duration":"214.408784ms","start":"2026-03-05T16:59:59.190344Z","end":"2026-03-05T16:59:59.404753Z","steps":["trace[1777698256] 'process raft request' (duration: 184.084976ms)","trace[1777698256] 'compare' (duration: 29.999428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T16:59:59.404883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.556079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T16:59:59.404921Z","caller":"traceutil/trace.go:171","msg":"trace[925585078] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:12908; }","duration":"202.653521ms","start":"2026-03-05T16:59:59.202259Z","end":"2026-03-05T16:59:59.404912Z","steps":["trace[925585078] 'agreement among raft nodes before linearized reading' (duration: 202.5709ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:00:08.334022Z","caller":"traceutil/trace.go:171","msg":"trace[797097900] linearizableReadLoop","detail":"{readStateIndex:13547; appliedIndex:13546; }","duration":"460.862635ms","start":"2026-03-05T17:00:07.873138Z","end":"2026-03-05T17:00:08.334001Z","steps":["trace[797097900] 'read index received' (duration: 460.721081ms)","trace[797097900] 'applied index is now lower than readState.Index' (duration: 140.874µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:00:08.334064Z","caller":"traceutil/trace.go:171","msg":"trace[608652353] transaction","detail":"{read_only:false; response_revision:13070; number_of_response:1; }","duration":"461.995839ms","start":"2026-03-05T17:00:07.872036Z","end":"2026-03-05T17:00:08.334031Z","steps":["trace[608652353] 'process raft request' (duration: 461.845965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:00:08.334235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:00:07.872022Z","time spent":"462.107052ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7185,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:00:08.334249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.083212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-05T17:00:08.334243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.944147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:00:08.334289Z","caller":"traceutil/trace.go:171","msg":"trace[788211020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13070; }","duration":"461.193076ms","start":"2026-03-05T17:00:07.873086Z","end":"2026-03-05T17:00:08.334279Z","steps":["trace[788211020] 'agreement among raft nodes before linearized reading' (duration: 461.034741ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:00:08.334304Z","caller":"traceutil/trace.go:171","msg":"trace[483888648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13070; }","duration":"238.03697ms","start":"2026-03-05T17:00:08.09625Z","end":"2026-03-05T17:00:08.334287Z","steps":["trace[483888648] 'agreement among raft nodes before linearized reading' (duration: 237.924797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:00:08.334317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:00:07.873066Z","time spent":"461.242547ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:00:08.334336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.301982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-673b96e9-9450-419f-916d-75652638f467\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-05T17:00:08.334345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.134997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a532cbec-5e31-4549-bac0-6914a7cc9f8e\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-05T17:00:08.334417Z","caller":"traceutil/trace.go:171","msg":"trace[917333566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-673b96e9-9450-419f-916d-75652638f467; range_end:; response_count:1; response_revision:13070; }","duration":"428.402705ms","start":"2026-03-05T17:00:07.905995Z","end":"2026-03-05T17:00:08.334398Z","steps":["trace[917333566] 'agreement among raft nodes before linearized reading' (duration: 428.163548ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:00:08.334427Z","caller":"traceutil/trace.go:171","msg":"trace[1593083338] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a532cbec-5e31-4549-bac0-6914a7cc9f8e; range_end:; response_count:1; response_revision:13070; }","duration":"421.264452ms","start":"2026-03-05T17:00:07.913138Z","end":"2026-03-05T17:00:08.334402Z","steps":["trace[1593083338] 'agreement among raft nodes before linearized reading' (duration: 421.080426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:00:08.33446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:00:07.913116Z","time spent":"421.338043ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a532cbec-5e31-4549-bac0-6914a7cc9f8e\" "} {"level":"warn","ts":"2026-03-05T17:00:08.334462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:00:07.905942Z","time spent":"428.511038ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-673b96e9-9450-419f-916d-75652638f467\" "} {"level":"info","ts":"2026-03-05T17:00:08.523512Z","caller":"traceutil/trace.go:171","msg":"trace[1117653563] linearizableReadLoop","detail":"{readStateIndex:13548; appliedIndex:13547; }","duration":"128.02142ms","start":"2026-03-05T17:00:08.395467Z","end":"2026-03-05T17:00:08.523488Z","steps":["trace[1117653563] 'read index received' (duration: 127.820404ms)","trace[1117653563] 'applied index is now lower than readState.Index' (duration: 200.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:00:08.523576Z","caller":"traceutil/trace.go:171","msg":"trace[1921732490] transaction","detail":"{read_only:false; response_revision:13071; number_of_response:1; }","duration":"179.160279ms","start":"2026-03-05T17:00:08.344382Z","end":"2026-03-05T17:00:08.523542Z","steps":["trace[1921732490] 'process raft request' (duration: 178.949043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:00:08.523756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.272247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:00:08.523904Z","caller":"traceutil/trace.go:171","msg":"trace[1839825784] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13071; }","duration":"128.512103ms","start":"2026-03-05T17:00:08.395373Z","end":"2026-03-05T17:00:08.523885Z","steps":["trace[1839825784] 'agreement among raft nodes before linearized reading' (duration: 128.242066ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:00:08.659877Z","caller":"traceutil/trace.go:171","msg":"trace[176715592] linearizableReadLoop","detail":"{readStateIndex:13549; appliedIndex:13548; }","duration":"120.077602ms","start":"2026-03-05T17:00:08.539773Z","end":"2026-03-05T17:00:08.659851Z","steps":["trace[176715592] 'read index received' (duration: 119.819023ms)","trace[176715592] 'applied index is now lower than readState.Index' (duration: 254.189µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:00:08.659986Z","caller":"traceutil/trace.go:171","msg":"trace[541668275] transaction","detail":"{read_only:false; response_revision:13072; number_of_response:1; }","duration":"127.02581ms","start":"2026-03-05T17:00:08.532894Z","end":"2026-03-05T17:00:08.65992Z","steps":["trace[541668275] 'process raft request' (duration: 126.770822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:00:08.660199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.405191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-05T17:00:08.660312Z","caller":"traceutil/trace.go:171","msg":"trace[1037295927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13072; }","duration":"120.556257ms","start":"2026-03-05T17:00:08.539731Z","end":"2026-03-05T17:00:08.660287Z","steps":["trace[1037295927] 'agreement among raft nodes before linearized reading' (duration: 120.273468ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:01:35.979452Z","caller":"traceutil/trace.go:171","msg":"trace[444907715] linearizableReadLoop","detail":"{readStateIndex:14559; appliedIndex:14558; }","duration":"125.624028ms","start":"2026-03-05T17:01:35.853808Z","end":"2026-03-05T17:01:35.979432Z","steps":["trace[444907715] 'read index received' (duration: 119.767803ms)","trace[444907715] 'applied index is now lower than readState.Index' (duration: 5.855525ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:01:35.979529Z","caller":"traceutil/trace.go:171","msg":"trace[2119266238] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"237.130783ms","start":"2026-03-05T17:01:35.742371Z","end":"2026-03-05T17:01:35.979502Z","steps":["trace[2119266238] 'process raft request' (duration: 231.223156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:01:35.979609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.793453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T17:01:35.979642Z","caller":"traceutil/trace.go:171","msg":"trace[1384205433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14051; }","duration":"125.883675ms","start":"2026-03-05T17:01:35.853749Z","end":"2026-03-05T17:01:35.979633Z","steps":["trace[1384205433] 'agreement among raft nodes before linearized reading' (duration: 125.765831ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:01:37.325466Z","caller":"traceutil/trace.go:171","msg":"trace[1439419505] linearizableReadLoop","detail":"{readStateIndex:14566; appliedIndex:14565; }","duration":"325.048233ms","start":"2026-03-05T17:01:37.000393Z","end":"2026-03-05T17:01:37.325442Z","steps":["trace[1439419505] 'read index received' (duration: 324.863307ms)","trace[1439419505] 'applied index is now lower than readState.Index' (duration: 184.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:01:37.325585Z","caller":"traceutil/trace.go:171","msg":"trace[148113861] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"329.93949ms","start":"2026-03-05T17:01:36.995615Z","end":"2026-03-05T17:01:37.325555Z","steps":["trace[148113861] 'process raft request' (duration: 329.706124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:01:37.325752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:01:36.99559Z","time spent":"330.089634ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:01:37.325793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.263939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dpbh9\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-05T17:01:37.325865Z","caller":"traceutil/trace.go:171","msg":"trace[1410684436] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dpbh9; range_end:; response_count:1; response_revision:14057; }","duration":"325.527098ms","start":"2026-03-05T17:01:37.000328Z","end":"2026-03-05T17:01:37.325855Z","steps":["trace[1410684436] 'agreement among raft nodes before linearized reading' (duration: 325.230078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:01:37.32598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:01:37.000301Z","time spent":"325.669542ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dpbh9\" "} {"level":"warn","ts":"2026-03-05T17:01:37.326017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.29693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-05T17:01:37.325879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.987385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-05T17:01:37.326059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.75104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9ns9p\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-05T17:01:37.326215Z","caller":"traceutil/trace.go:171","msg":"trace[1576271015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9ns9p; range_end:; response_count:1; response_revision:14057; }","duration":"154.958645ms","start":"2026-03-05T17:01:37.17122Z","end":"2026-03-05T17:01:37.326179Z","steps":["trace[1576271015] 'agreement among raft nodes before linearized reading' (duration: 154.47358ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:01:37.326097Z","caller":"traceutil/trace.go:171","msg":"trace[2116931474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14057; }","duration":"224.394213ms","start":"2026-03-05T17:01:37.101685Z","end":"2026-03-05T17:01:37.326079Z","steps":["trace[2116931474] 'agreement among raft nodes before linearized reading' (duration: 224.164666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:01:37.326278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.451395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-05T17:01:37.326309Z","caller":"traceutil/trace.go:171","msg":"trace[1808089956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14057; }","duration":"225.494006ms","start":"2026-03-05T17:01:37.100808Z","end":"2026-03-05T17:01:37.326302Z","steps":["trace[1808089956] 'agreement among raft nodes before linearized reading' (duration: 225.418503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:01:37.326295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.693752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T17:01:37.326331Z","caller":"traceutil/trace.go:171","msg":"trace[749349079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14057; }","duration":"281.427259ms","start":"2026-03-05T17:01:37.04477Z","end":"2026-03-05T17:01:37.326197Z","steps":["trace[749349079] 'agreement among raft nodes before linearized reading' (duration: 280.8217ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:01:37.326394Z","caller":"traceutil/trace.go:171","msg":"trace[1309380475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14057; }","duration":"219.821566ms","start":"2026-03-05T17:01:37.106549Z","end":"2026-03-05T17:01:37.32637Z","steps":["trace[1309380475] 'agreement among raft nodes before linearized reading' (duration: 219.523217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:01:37.326395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.361241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T17:01:37.32645Z","caller":"traceutil/trace.go:171","msg":"trace[843393385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14057; }","duration":"231.437663ms","start":"2026-03-05T17:01:37.094995Z","end":"2026-03-05T17:01:37.326433Z","steps":["trace[843393385] 'agreement among raft nodes before linearized reading' (duration: 231.359711ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:02:32.966268Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11938} {"level":"info","ts":"2026-03-05T17:02:33.044855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11938,"took":"76.439887ms","hash":3314237391,"current-db-size-bytes":42205184,"current-db-size":"42 MB","current-db-size-in-use-bytes":27111424,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T17:02:33.044915Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3314237391,"revision":11938,"compact-revision":10007} {"level":"info","ts":"2026-03-05T17:07:25.404116Z","caller":"traceutil/trace.go:171","msg":"trace[566884087] transaction","detail":"{read_only:false; response_revision:16526; number_of_response:1; }","duration":"186.576557ms","start":"2026-03-05T17:07:25.217474Z","end":"2026-03-05T17:07:25.40405Z","steps":["trace[566884087] 'process raft request' (duration: 90.764012ms)","trace[566884087] 'compare' (duration: 95.532686ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:07:25.404183Z","caller":"traceutil/trace.go:171","msg":"trace[276791741] transaction","detail":"{read_only:false; response_revision:16527; number_of_response:1; }","duration":"183.082021ms","start":"2026-03-05T17:07:25.221063Z","end":"2026-03-05T17:07:25.404145Z","steps":["trace[276791741] 'process raft request' (duration: 182.876705ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:07:25.404281Z","caller":"traceutil/trace.go:171","msg":"trace[298357689] linearizableReadLoop","detail":"{readStateIndex:17120; appliedIndex:17118; }","duration":"116.888115ms","start":"2026-03-05T17:07:25.287348Z","end":"2026-03-05T17:07:25.404236Z","steps":["trace[298357689] 'read index received' (duration: 20.846783ms)","trace[298357689] 'applied index is now lower than readState.Index' (duration: 96.037512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:07:25.40455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.184843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T17:07:25.404633Z","caller":"traceutil/trace.go:171","msg":"trace[756951639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:16527; }","duration":"117.314237ms","start":"2026-03-05T17:07:25.287294Z","end":"2026-03-05T17:07:25.404608Z","steps":["trace[756951639] 'agreement among raft nodes before linearized reading' (duration: 117.049099ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:07:31.230525Z","caller":"traceutil/trace.go:171","msg":"trace[1675433051] transaction","detail":"{read_only:false; response_revision:16569; number_of_response:1; }","duration":"125.249188ms","start":"2026-03-05T17:07:31.105252Z","end":"2026-03-05T17:07:31.230501Z","steps":["trace[1675433051] 'process raft request' (duration: 125.090604ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:07:31.516712Z","caller":"traceutil/trace.go:171","msg":"trace[967165292] linearizableReadLoop","detail":"{readStateIndex:17164; appliedIndex:17162; }","duration":"396.836393ms","start":"2026-03-05T17:07:31.119844Z","end":"2026-03-05T17:07:31.51668Z","steps":["trace[967165292] 'read index received' (duration: 110.532851ms)","trace[967165292] 'applied index is now lower than readState.Index' (duration: 286.302192ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:07:31.517098Z","caller":"traceutil/trace.go:171","msg":"trace[308516326] transaction","detail":"{read_only:false; response_revision:16570; number_of_response:1; }","duration":"410.716573ms","start":"2026-03-05T17:07:31.106363Z","end":"2026-03-05T17:07:31.51708Z","steps":["trace[308516326] 'process raft request' (duration: 409.994232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:31.517228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.10635Z","time spent":"410.792376ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:07:31.517477Z","caller":"traceutil/trace.go:171","msg":"trace[1306431958] transaction","detail":"{read_only:false; response_revision:16571; number_of_response:1; }","duration":"357.81135ms","start":"2026-03-05T17:07:31.15965Z","end":"2026-03-05T17:07:31.517461Z","steps":["trace[1306431958] 'process raft request' (duration: 356.85542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:31.517565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.159625Z","time spent":"357.897883ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:07:31.517767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.895555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T17:07:31.517856Z","caller":"traceutil/trace.go:171","msg":"trace[729199793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16572; }","duration":"398.028708ms","start":"2026-03-05T17:07:31.119807Z","end":"2026-03-05T17:07:31.517836Z","steps":["trace[729199793] 'agreement among raft nodes before linearized reading' (duration: 397.759971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:31.517905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.119796Z","time spent":"398.101162ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:07:31.518046Z","caller":"traceutil/trace.go:171","msg":"trace[1739541432] transaction","detail":"{read_only:false; response_revision:16572; number_of_response:1; }","duration":"309.6677ms","start":"2026-03-05T17:07:31.208367Z","end":"2026-03-05T17:07:31.518034Z","steps":["trace[1739541432] 'process raft request' (duration: 308.253787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:31.518151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.208333Z","time spent":"309.743063ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:07:32.017415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371707517,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:07:32.236827Z","caller":"traceutil/trace.go:171","msg":"trace[941658832] transaction","detail":"{read_only:false; response_revision:16575; number_of_response:1; }","duration":"806.487104ms","start":"2026-03-05T17:07:31.430313Z","end":"2026-03-05T17:07:32.2368Z","steps":["trace[941658832] 'process raft request' (duration: 806.421013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.430302Z","time spent":"806.615758ms","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:07:32.237163Z","caller":"traceutil/trace.go:171","msg":"trace[1154996709] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"809.834145ms","start":"2026-03-05T17:07:31.427292Z","end":"2026-03-05T17:07:32.237126Z","steps":["trace[1154996709] 'process raft request' (duration: 809.196806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:07:32.237206Z","caller":"traceutil/trace.go:171","msg":"trace[724270139] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"809.645181ms","start":"2026-03-05T17:07:31.427521Z","end":"2026-03-05T17:07:32.237167Z","steps":["trace[724270139] 'process raft request' (duration: 809.158366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.237341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.427262Z","time spent":"809.97842ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:07:32.237367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.427476Z","time spent":"809.804636ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:07:32.257038Z","caller":"traceutil/trace.go:171","msg":"trace[156432908] transaction","detail":"{read_only:false; response_revision:16576; number_of_response:1; }","duration":"733.612375ms","start":"2026-03-05T17:07:31.523395Z","end":"2026-03-05T17:07:32.257007Z","steps":["trace[156432908] 'process raft request' (duration: 731.856692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.257202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.523373Z","time spent":"733.743509ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:07:32.289151Z","caller":"traceutil/trace.go:171","msg":"trace[1484183058] linearizableReadLoop","detail":"{readStateIndex:17171; appliedIndex:17169; }","duration":"772.339879ms","start":"2026-03-05T17:07:31.516794Z","end":"2026-03-05T17:07:32.289134Z","steps":["trace[1484183058] 'read index received' (duration: 720.598821ms)","trace[1484183058] 'applied index is now lower than readState.Index' (duration: 51.740148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:07:32.289461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058736464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dpbh9\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-05T17:07:32.289501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083918007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8qkwm\" ","response":"range_response_count:1 size:20767"} {"level":"info","ts":"2026-03-05T17:07:32.289569Z","caller":"traceutil/trace.go:171","msg":"trace[106843197] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dpbh9; range_end:; response_count:1; response_revision:16576; }","duration":"1.058870728s","start":"2026-03-05T17:07:31.230675Z","end":"2026-03-05T17:07:32.289546Z","steps":["trace[106843197] 'agreement among raft nodes before linearized reading' (duration: 1.058567628s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.28964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.230666Z","time spent":"1.0589596s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dpbh9\" "} {"level":"info","ts":"2026-03-05T17:07:32.289578Z","caller":"traceutil/trace.go:171","msg":"trace[736607671] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8qkwm; range_end:; response_count:1; response_revision:16576; }","duration":"1.084033201s","start":"2026-03-05T17:07:31.205522Z","end":"2026-03-05T17:07:32.289555Z","steps":["trace[736607671] 'agreement among raft nodes before linearized reading' (duration: 1.083770753s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.289802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.205509Z","time spent":"1.084281568s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20790,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8qkwm\" "} {"level":"warn","ts":"2026-03-05T17:07:32.28957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.854719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:07:32.290004Z","caller":"traceutil/trace.go:171","msg":"trace[398699911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16576; }","duration":"846.334972ms","start":"2026-03-05T17:07:31.443656Z","end":"2026-03-05T17:07:32.289991Z","steps":["trace[398699911] 'agreement among raft nodes before linearized reading' (duration: 845.580039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.290076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.443632Z","time spent":"846.388276ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:07:32.327737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.088019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:07:32.327805Z","caller":"traceutil/trace.go:171","msg":"trace[596147351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16577; }","duration":"233.213341ms","start":"2026-03-05T17:07:32.094573Z","end":"2026-03-05T17:07:32.327787Z","steps":["trace[596147351] 'agreement among raft nodes before linearized reading' (duration: 233.087178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.327839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.187169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:07:32.327863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.110973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:07:32.327906Z","caller":"traceutil/trace.go:171","msg":"trace[1673708915] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:16577; }","duration":"694.309814ms","start":"2026-03-05T17:07:31.63358Z","end":"2026-03-05T17:07:32.32789Z","steps":["trace[1673708915] 'agreement among raft nodes before linearized reading' (duration: 694.18115ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:07:32.327909Z","caller":"traceutil/trace.go:171","msg":"trace[1682207499] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:16577; }","duration":"560.233608ms","start":"2026-03-05T17:07:31.767663Z","end":"2026-03-05T17:07:32.327896Z","steps":["trace[1682207499] 'agreement among raft nodes before linearized reading' (duration: 560.115804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.327989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.76763Z","time spent":"560.349711ms","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:07:32.328077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.959221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:07:32.328106Z","caller":"traceutil/trace.go:171","msg":"trace[1477869688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16577; }","duration":"224.023213ms","start":"2026-03-05T17:07:32.104076Z","end":"2026-03-05T17:07:32.328099Z","steps":["trace[1477869688] 'agreement among raft nodes before linearized reading' (duration: 223.905789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.327947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.633557Z","time spent":"694.382256ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:07:32.331154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.525886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:07:32.331236Z","caller":"traceutil/trace.go:171","msg":"trace[1697440804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16577; }","duration":"652.640169ms","start":"2026-03-05T17:07:31.678575Z","end":"2026-03-05T17:07:32.331215Z","steps":["trace[1697440804] 'agreement among raft nodes before linearized reading' (duration: 649.180635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:07:32.331284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:07:31.678547Z","time spent":"652.727833ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:07:32.972262Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14382} {"level":"info","ts":"2026-03-05T17:07:33.061159Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14382,"took":"86.708279ms","hash":3867687057,"current-db-size-bytes":42627072,"current-db-size":"43 MB","current-db-size-in-use-bytes":28737536,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T17:07:33.061215Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3867687057,"revision":14382,"compact-revision":11938} {"level":"info","ts":"2026-03-05T17:12:28.853931Z","caller":"traceutil/trace.go:171","msg":"trace[36769485] linearizableReadLoop","detail":"{readStateIndex:19424; appliedIndex:19423; }","duration":"103.44176ms","start":"2026-03-05T17:12:28.750463Z","end":"2026-03-05T17:12:28.853905Z","steps":["trace[36769485] 'read index received' (duration: 103.210644ms)","trace[36769485] 'applied index is now lower than readState.Index' (duration: 227.856µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:12:28.854007Z","caller":"traceutil/trace.go:171","msg":"trace[634343616] transaction","detail":"{read_only:false; response_revision:18754; number_of_response:1; }","duration":"159.97465ms","start":"2026-03-05T17:12:28.693995Z","end":"2026-03-05T17:12:28.85397Z","steps":["trace[634343616] 'process raft request' (duration: 159.733564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:12:28.854143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.664735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:12:28.854198Z","caller":"traceutil/trace.go:171","msg":"trace[152127606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18754; }","duration":"103.77534ms","start":"2026-03-05T17:12:28.750409Z","end":"2026-03-05T17:12:28.854184Z","steps":["trace[152127606] 'agreement among raft nodes before linearized reading' (duration: 103.596115ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:12:28.99163Z","caller":"traceutil/trace.go:171","msg":"trace[1359211955] transaction","detail":"{read_only:false; response_revision:18755; number_of_response:1; }","duration":"132.068414ms","start":"2026-03-05T17:12:28.859532Z","end":"2026-03-05T17:12:28.9916Z","steps":["trace[1359211955] 'process raft request' (duration: 126.346216ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:12:32.978917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16584} {"level":"info","ts":"2026-03-05T17:12:33.078387Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16584,"took":"95.75142ms","hash":215066586,"current-db-size-bytes":45584384,"current-db-size":"46 MB","current-db-size-in-use-bytes":30158848,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T17:12:33.078533Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":215066586,"revision":16584,"compact-revision":14382} {"level":"info","ts":"2026-03-05T17:12:45.158511Z","caller":"traceutil/trace.go:171","msg":"trace[694584177] transaction","detail":"{read_only:false; response_revision:18828; number_of_response:1; }","duration":"244.240202ms","start":"2026-03-05T17:12:44.914235Z","end":"2026-03-05T17:12:45.158475Z","steps":["trace[694584177] 'process raft request' (duration: 244.011256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:12:45.439546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.763009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:12:45.439678Z","caller":"traceutil/trace.go:171","msg":"trace[1523615256] linearizableReadLoop","detail":"{readStateIndex:19503; appliedIndex:19502; }","duration":"200.929426ms","start":"2026-03-05T17:12:45.238726Z","end":"2026-03-05T17:12:45.439655Z","steps":["trace[1523615256] 'read index received' (duration: 21.894109ms)","trace[1523615256] 'applied index is now lower than readState.Index' (duration: 179.033377ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:12:45.439751Z","caller":"traceutil/trace.go:171","msg":"trace[1151020354] transaction","detail":"{read_only:false; response_revision:18829; number_of_response:1; }","duration":"276.42802ms","start":"2026-03-05T17:12:45.163273Z","end":"2026-03-05T17:12:45.439701Z","steps":["trace[1151020354] 'process raft request' (duration: 97.372933ms)","trace[1151020354] 'compare' (duration: 178.515483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:12:45.439907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.174182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T17:12:45.439978Z","caller":"traceutil/trace.go:171","msg":"trace[575731843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18829; }","duration":"201.251533ms","start":"2026-03-05T17:12:45.238707Z","end":"2026-03-05T17:12:45.439959Z","steps":["trace[575731843] 'agreement among raft nodes before linearized reading' (duration: 201.049439ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:12:45.989316Z","caller":"traceutil/trace.go:171","msg":"trace[370000080] transaction","detail":"{read_only:false; response_revision:18832; number_of_response:1; }","duration":"419.404757ms","start":"2026-03-05T17:12:45.569892Z","end":"2026-03-05T17:12:45.989296Z","steps":["trace[370000080] 'process raft request' (duration: 346.381168ms)","trace[370000080] 'compare' (duration: 72.68054ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:12:45.990041Z","caller":"traceutil/trace.go:171","msg":"trace[631271518] transaction","detail":"{read_only:false; response_revision:18833; number_of_response:1; }","duration":"419.992613ms","start":"2026-03-05T17:12:45.57002Z","end":"2026-03-05T17:12:45.990013Z","steps":["trace[631271518] 'process raft request' (duration: 419.050718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:12:45.990114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:12:45.56988Z","time spent":"419.49873ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:12:45.990197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:12:45.570011Z","time spent":"420.096335ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:12:46.305626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.218651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:12:46.305916Z","caller":"traceutil/trace.go:171","msg":"trace[687644815] transaction","detail":"{read_only:false; response_revision:18835; number_of_response:1; }","duration":"310.987898ms","start":"2026-03-05T17:12:45.994905Z","end":"2026-03-05T17:12:46.305893Z","steps":["trace[687644815] 'process raft request' (duration: 310.860385ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:12:46.305889Z","caller":"traceutil/trace.go:171","msg":"trace[1283810260] transaction","detail":"{read_only:false; response_revision:18834; number_of_response:1; }","duration":"311.069541ms","start":"2026-03-05T17:12:45.994781Z","end":"2026-03-05T17:12:46.305851Z","steps":["trace[1283810260] 'process raft request' (duration: 156.4779ms)","trace[1283810260] 'compare' (duration: 153.998515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:12:46.306013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:12:45.99487Z","time spent":"311.100501ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:12:46.306014Z","caller":"traceutil/trace.go:171","msg":"trace[1402993705] linearizableReadLoop","detail":"{readStateIndex:19510; appliedIndex:19507; }","duration":"209.325554ms","start":"2026-03-05T17:12:46.096663Z","end":"2026-03-05T17:12:46.305989Z","steps":["trace[1402993705] 'read index received' (duration: 54.673422ms)","trace[1402993705] 'applied index is now lower than readState.Index' (duration: 154.651042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:12:46.306147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:12:45.994742Z","time spent":"311.269885ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:12:46.306261Z","caller":"traceutil/trace.go:171","msg":"trace[1027665881] transaction","detail":"{read_only:false; response_revision:18836; number_of_response:1; }","duration":"310.843804ms","start":"2026-03-05T17:12:45.995405Z","end":"2026-03-05T17:12:46.306248Z","steps":["trace[1027665881] 'process raft request' (duration: 310.433274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:12:46.306393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:12:45.995377Z","time spent":"310.923386ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:12:46.306497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.803876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:12:46.30657Z","caller":"traceutil/trace.go:171","msg":"trace[432942802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18836; }","duration":"209.94237ms","start":"2026-03-05T17:12:46.096612Z","end":"2026-03-05T17:12:46.306554Z","steps":["trace[432942802] 'agreement among raft nodes before linearized reading' (duration: 209.807796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:12:46.306587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.987199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:12:46.306649Z","caller":"traceutil/trace.go:171","msg":"trace[1381627839] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:18836; }","duration":"133.096732ms","start":"2026-03-05T17:12:46.173534Z","end":"2026-03-05T17:12:46.306631Z","steps":["trace[1381627839] 'agreement among raft nodes before linearized reading' (duration: 132.903367ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:12:46.644208Z","caller":"traceutil/trace.go:171","msg":"trace[569167317] linearizableReadLoop","detail":"{readStateIndex:19511; appliedIndex:19510; }","duration":"114.869958ms","start":"2026-03-05T17:12:46.529297Z","end":"2026-03-05T17:12:46.644167Z","steps":["trace[569167317] 'read index received' (duration: 61.265634ms)","trace[569167317] 'applied index is now lower than readState.Index' (duration: 53.602804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:12:46.644343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.029041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:12:46.644969Z","caller":"traceutil/trace.go:171","msg":"trace[1469526537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18836; }","duration":"115.716479ms","start":"2026-03-05T17:12:46.529229Z","end":"2026-03-05T17:12:46.644945Z","steps":["trace[1469526537] 'agreement among raft nodes before linearized reading' (duration: 115.025192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:13:30.65519Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T17:13:30.660638Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-05T17:13:30.660746Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-05T17:15:44.41674Z","caller":"traceutil/trace.go:171","msg":"trace[1458453624] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"112.703465ms","start":"2026-03-05T17:15:44.303991Z","end":"2026-03-05T17:15:44.416695Z","steps":["trace[1458453624] 'process raft request' (duration: 104.680811ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:31.014001Z","caller":"traceutil/trace.go:171","msg":"trace[1924079578] transaction","detail":"{read_only:false; response_revision:20923; number_of_response:1; }","duration":"101.772654ms","start":"2026-03-05T17:16:30.912203Z","end":"2026-03-05T17:16:31.013976Z","steps":["trace[1924079578] 'process raft request' (duration: 101.63724ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:31.014499Z","caller":"traceutil/trace.go:171","msg":"trace[1515897343] linearizableReadLoop","detail":"{readStateIndex:21667; appliedIndex:21667; }","duration":"101.106496ms","start":"2026-03-05T17:16:30.91334Z","end":"2026-03-05T17:16:31.014447Z","steps":["trace[1515897343] 'read index received' (duration: 101.101846ms)","trace[1515897343] 'applied index is now lower than readState.Index' (duration: 3.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:16:31.014591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.233859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:16:31.014635Z","caller":"traceutil/trace.go:171","msg":"trace[194611671] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:20923; }","duration":"101.319281ms","start":"2026-03-05T17:16:30.913304Z","end":"2026-03-05T17:16:31.014623Z","steps":["trace[194611671] 'agreement among raft nodes before linearized reading' (duration: 101.235289ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:31.017177Z","caller":"traceutil/trace.go:171","msg":"trace[731591499] transaction","detail":"{read_only:false; response_revision:20924; number_of_response:1; }","duration":"101.168846ms","start":"2026-03-05T17:16:30.91599Z","end":"2026-03-05T17:16:31.017158Z","steps":["trace[731591499] 'process raft request' (duration: 100.700414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:39.211235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.759802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-05T17:16:39.21133Z","caller":"traceutil/trace.go:171","msg":"trace[655497538] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21131; }","duration":"719.921147ms","start":"2026-03-05T17:16:38.491386Z","end":"2026-03-05T17:16:39.211307Z","steps":["trace[655497538] 'range keys from in-memory index tree' (duration: 719.579498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:39.211375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:38.49136Z","time spent":"720.005329ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-05T17:16:39.355928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371721047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:16:39.553061Z","caller":"traceutil/trace.go:171","msg":"trace[1480326459] transaction","detail":"{read_only:false; response_revision:21132; number_of_response:1; }","duration":"1.059411222s","start":"2026-03-05T17:16:38.493617Z","end":"2026-03-05T17:16:39.553029Z","steps":["trace[1480326459] 'process raft request' (duration: 1.059210576s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:39.553399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:38.493602Z","time spent":"1.059550835s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:16:40.761275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.349096ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:16:40.761634Z","caller":"traceutil/trace.go:171","msg":"trace[200223009] linearizableReadLoop","detail":"{readStateIndex:21881; appliedIndex:21877; }","duration":"1.906452551s","start":"2026-03-05T17:16:38.855157Z","end":"2026-03-05T17:16:40.76161Z","steps":["trace[200223009] 'read index received' (duration: 697.541698ms)","trace[200223009] 'applied index is now lower than readState.Index' (duration: 1.208909353s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:16:40.761922Z","caller":"traceutil/trace.go:171","msg":"trace[1527487008] transaction","detail":"{read_only:false; response_revision:21135; number_of_response:1; }","duration":"1.701352292s","start":"2026-03-05T17:16:39.060513Z","end":"2026-03-05T17:16:40.761865Z","steps":["trace[1527487008] 'process raft request' (duration: 1.701044454s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:40.761977Z","caller":"traceutil/trace.go:171","msg":"trace[701217436] transaction","detail":"{read_only:false; response_revision:21133; number_of_response:1; }","duration":"1.941094158s","start":"2026-03-05T17:16:38.820814Z","end":"2026-03-05T17:16:40.761908Z","steps":["trace[701217436] 'process raft request' (duration: 1.589981012s)","trace[701217436] 'compare' (duration: 350.060187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:16:40.762119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.060474Z","time spent":"1.701528417s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:16:40.762119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906942274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:16:40.762191Z","caller":"traceutil/trace.go:171","msg":"trace[921646637] transaction","detail":"{read_only:false; response_revision:21134; number_of_response:1; }","duration":"1.854676094s","start":"2026-03-05T17:16:38.907491Z","end":"2026-03-05T17:16:40.762167Z","steps":["trace[921646637] 'process raft request' (duration: 1.853939085s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.762212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:38.820772Z","time spent":"1.941302284s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:16:40.762262Z","caller":"traceutil/trace.go:171","msg":"trace[2037788452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21135; }","duration":"1.907126169s","start":"2026-03-05T17:16:38.855094Z","end":"2026-03-05T17:16:40.76222Z","steps":["trace[2037788452] 'agreement among raft nodes before linearized reading' (duration: 1.90676345s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.762336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:38.855075Z","time spent":"1.907246382s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:16:40.762275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:38.90747Z","time spent":"1.854763507s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:16:40.762871Z","caller":"traceutil/trace.go:171","msg":"trace[69819351] transaction","detail":"{read_only:false; response_revision:21136; number_of_response:1; }","duration":"607.824286ms","start":"2026-03-05T17:16:40.15503Z","end":"2026-03-05T17:16:40.762854Z","steps":["trace[69819351] 'process raft request' (duration: 607.189879ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:40.762868Z","caller":"traceutil/trace.go:171","msg":"trace[477342957] transaction","detail":"{read_only:false; response_revision:21137; number_of_response:1; }","duration":"605.838114ms","start":"2026-03-05T17:16:40.157001Z","end":"2026-03-05T17:16:40.762839Z","steps":["trace[477342957] 'process raft request' (duration: 605.760492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.762965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:40.154986Z","time spent":"607.9363ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:16:40.763068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:40.15699Z","time spent":"606.003578ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:16:40.763809Z","caller":"traceutil/trace.go:171","msg":"trace[217476398] transaction","detail":"{read_only:false; response_revision:21138; number_of_response:1; }","duration":"569.012297ms","start":"2026-03-05T17:16:40.194767Z","end":"2026-03-05T17:16:40.763779Z","steps":["trace[217476398] 'process raft request' (duration: 568.031761ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:16:40.763935Z","caller":"traceutil/trace.go:171","msg":"trace[526484598] transaction","detail":"{read_only:false; response_revision:21139; number_of_response:1; }","duration":"375.847929ms","start":"2026-03-05T17:16:40.388065Z","end":"2026-03-05T17:16:40.763913Z","steps":["trace[526484598] 'process raft request' (duration: 375.469468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.76397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:40.194721Z","time spent":"569.166092ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:16:40.764044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:40.388016Z","time spent":"375.959771ms","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:16:40.771348Z","caller":"traceutil/trace.go:171","msg":"trace[561395144] transaction","detail":"{read_only:false; response_revision:21140; number_of_response:1; }","duration":"129.220017ms","start":"2026-03-05T17:16:40.642093Z","end":"2026-03-05T17:16:40.771313Z","steps":["trace[561395144] 'process raft request' (duration: 129.099424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.771406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914046284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:16:40.771442Z","caller":"traceutil/trace.go:171","msg":"trace[551223817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21140; }","duration":"1.914104436s","start":"2026-03-05T17:16:38.857328Z","end":"2026-03-05T17:16:40.771432Z","steps":["trace[551223817] 'agreement among raft nodes before linearized reading' (duration: 1.913984512s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.771481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:38.857317Z","time spent":"1.914158647s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:16:40.771621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.561666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:16:40.77165Z","caller":"traceutil/trace.go:171","msg":"trace[595620227] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21140; }","duration":"531.629217ms","start":"2026-03-05T17:16:40.240013Z","end":"2026-03-05T17:16:40.771642Z","steps":["trace[595620227] 'agreement among raft nodes before linearized reading' (duration: 531.579576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.771674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:40.239997Z","time spent":"531.671599ms","remote":"127.0.0.1:58664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:16:40.771726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019054991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:16:40.771758Z","caller":"traceutil/trace.go:171","msg":"trace[1879565856] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21140; }","duration":"1.019146324s","start":"2026-03-05T17:16:39.752605Z","end":"2026-03-05T17:16:40.771752Z","steps":["trace[1879565856] 'agreement among raft nodes before linearized reading' (duration: 1.01901076s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.771782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.752582Z","time spent":"1.019194256s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:16:40.771821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508258304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:16:40.771848Z","caller":"traceutil/trace.go:171","msg":"trace[1176905382] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21140; }","duration":"1.508317345s","start":"2026-03-05T17:16:39.263524Z","end":"2026-03-05T17:16:40.771841Z","steps":["trace[1176905382] 'agreement among raft nodes before linearized reading' (duration: 1.508244984s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.77187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.263503Z","time spent":"1.508362797s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":50,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:16:40.771891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.324797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:16:40.771913Z","caller":"traceutil/trace.go:171","msg":"trace[770281896] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21140; }","duration":"788.40853ms","start":"2026-03-05T17:16:39.983499Z","end":"2026-03-05T17:16:40.771908Z","steps":["trace[770281896] 'agreement among raft nodes before linearized reading' (duration: 788.370189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.771933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.983466Z","time spent":"788.462131ms","remote":"127.0.0.1:43060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:16:40.771968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660298293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:16:40.771997Z","caller":"traceutil/trace.go:171","msg":"trace[1956384349] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21140; }","duration":"1.660383116s","start":"2026-03-05T17:16:39.111604Z","end":"2026-03-05T17:16:40.771987Z","steps":["trace[1956384349] 'agreement among raft nodes before linearized reading' (duration: 1.660344624s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.772022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.111577Z","time spent":"1.660438236s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:16:40.77207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.323039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:16:40.772095Z","caller":"traceutil/trace.go:171","msg":"trace[2004587553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21140; }","duration":"997.366212ms","start":"2026-03-05T17:16:39.77472Z","end":"2026-03-05T17:16:40.772087Z","steps":["trace[2004587553] 'agreement among raft nodes before linearized reading' (duration: 997.286239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.772113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.774709Z","time spent":"997.400643ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:16:40.772133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67698906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:16:40.772158Z","caller":"traceutil/trace.go:171","msg":"trace[216888830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21140; }","duration":"1.677094392s","start":"2026-03-05T17:16:39.095057Z","end":"2026-03-05T17:16:40.772151Z","steps":["trace[216888830] 'agreement among raft nodes before linearized reading' (duration: 1.677057951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.77218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.095001Z","time spent":"1.677174774s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:16:40.77222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.833331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:16:40.772241Z","caller":"traceutil/trace.go:171","msg":"trace[765110083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21140; }","duration":"998.884122ms","start":"2026-03-05T17:16:39.773351Z","end":"2026-03-05T17:16:40.772235Z","steps":["trace[765110083] 'agreement among raft nodes before linearized reading' (duration: 998.83038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.77226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.77334Z","time spent":"998.916483ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:16:40.772346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007473942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:16:40.77237Z","caller":"traceutil/trace.go:171","msg":"trace[1569815524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21140; }","duration":"1.007526144s","start":"2026-03-05T17:16:39.764833Z","end":"2026-03-05T17:16:40.772359Z","steps":["trace[1569815524] 'agreement among raft nodes before linearized reading' (duration: 1.007475013s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:16:40.772388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:16:39.764809Z","time spent":"1.007575534s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:17:32.987471Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18774} {"level":"info","ts":"2026-03-05T17:17:33.098269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18774,"took":"107.187089ms","hash":3661093056,"current-db-size-bytes":48988160,"current-db-size":"49 MB","current-db-size-in-use-bytes":37363712,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-05T17:17:33.098359Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3661093056,"revision":18774,"compact-revision":16584} {"level":"info","ts":"2026-03-05T17:17:49.18322Z","caller":"traceutil/trace.go:171","msg":"trace[2136519286] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"103.064385ms","start":"2026-03-05T17:17:49.080106Z","end":"2026-03-05T17:17:49.18317Z","steps":["trace[2136519286] 'process raft request' (duration: 103.022203ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:49.183227Z","caller":"traceutil/trace.go:171","msg":"trace[502354231] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"119.373774ms","start":"2026-03-05T17:17:49.06382Z","end":"2026-03-05T17:17:49.183194Z","steps":["trace[502354231] 'process raft request' (duration: 109.528192ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:17:49.183256Z","caller":"traceutil/trace.go:171","msg":"trace[1384642694] linearizableReadLoop","detail":"{readStateIndex:22635; appliedIndex:22634; }","duration":"118.421495ms","start":"2026-03-05T17:17:49.064803Z","end":"2026-03-05T17:17:49.183224Z","steps":["trace[1384642694] 'read index received' (duration: 108.4693ms)","trace[1384642694] 'applied index is now lower than readState.Index' (duration: 9.949595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:17:49.183464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.780463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:17:49.183516Z","caller":"traceutil/trace.go:171","msg":"trace[1660175441] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21870; }","duration":"106.866616ms","start":"2026-03-05T17:17:49.076634Z","end":"2026-03-05T17:17:49.183501Z","steps":["trace[1660175441] 'agreement among raft nodes before linearized reading' (duration: 106.767802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:17:49.183554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.738198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:17:49.183588Z","caller":"traceutil/trace.go:171","msg":"trace[1220970307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21870; }","duration":"118.818741ms","start":"2026-03-05T17:17:49.064759Z","end":"2026-03-05T17:17:49.183578Z","steps":["trace[1220970307] 'agreement among raft nodes before linearized reading' (duration: 118.654595ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:46.615078Z","caller":"traceutil/trace.go:171","msg":"trace[34579439] linearizableReadLoop","detail":"{readStateIndex:23659; appliedIndex:23658; }","duration":"164.924664ms","start":"2026-03-05T17:19:46.450117Z","end":"2026-03-05T17:19:46.615042Z","steps":["trace[34579439] 'read index received' (duration: 164.74473ms)","trace[34579439] 'applied index is now lower than readState.Index' (duration: 178.314µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:19:46.615282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.147499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:19:46.615352Z","caller":"traceutil/trace.go:171","msg":"trace[99055633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22867; }","duration":"165.295064ms","start":"2026-03-05T17:19:46.450038Z","end":"2026-03-05T17:19:46.615333Z","steps":["trace[99055633] 'agreement among raft nodes before linearized reading' (duration: 165.15828ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:46.738439Z","caller":"traceutil/trace.go:171","msg":"trace[2043762581] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"122.069949ms","start":"2026-03-05T17:19:46.616339Z","end":"2026-03-05T17:19:46.738409Z","steps":["trace[2043762581] 'process raft request' (duration: 104.147066ms)","trace[2043762581] 'compare' (duration: 17.257356ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:47.206291Z","caller":"traceutil/trace.go:171","msg":"trace[258875471] transaction","detail":"{read_only:false; response_revision:22873; number_of_response:1; }","duration":"167.593454ms","start":"2026-03-05T17:19:47.038669Z","end":"2026-03-05T17:19:47.206263Z","steps":["trace[258875471] 'process raft request' (duration: 125.191503ms)","trace[258875471] 'compare' (duration: 42.073023ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:47.206306Z","caller":"traceutil/trace.go:171","msg":"trace[1119780169] linearizableReadLoop","detail":"{readStateIndex:23667; appliedIndex:23664; }","duration":"140.21458ms","start":"2026-03-05T17:19:47.066069Z","end":"2026-03-05T17:19:47.206284Z","steps":["trace[1119780169] 'read index received' (duration: 97.946782ms)","trace[1119780169] 'applied index is now lower than readState.Index' (duration: 42.266478ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:47.206755Z","caller":"traceutil/trace.go:171","msg":"trace[4605693] transaction","detail":"{read_only:false; response_revision:22874; number_of_response:1; }","duration":"167.947105ms","start":"2026-03-05T17:19:47.038799Z","end":"2026-03-05T17:19:47.206746Z","steps":["trace[4605693] 'process raft request' (duration: 167.319268ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.206956Z","caller":"traceutil/trace.go:171","msg":"trace[2004750579] transaction","detail":"{read_only:false; response_revision:22875; number_of_response:1; }","duration":"160.25712ms","start":"2026-03-05T17:19:47.04669Z","end":"2026-03-05T17:19:47.206947Z","steps":["trace[2004750579] 'process raft request' (duration: 159.536181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:47.207218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.140915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:19:47.207244Z","caller":"traceutil/trace.go:171","msg":"trace[2102752559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22875; }","duration":"141.183256ms","start":"2026-03-05T17:19:47.066053Z","end":"2026-03-05T17:19:47.207236Z","steps":["trace[2102752559] 'agreement among raft nodes before linearized reading' (duration: 141.094503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.383369Z","caller":"traceutil/trace.go:171","msg":"trace[620738955] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22879; }","duration":"150.838382ms","start":"2026-03-05T17:19:47.232507Z","end":"2026-03-05T17:19:47.383345Z","steps":["trace[620738955] 'process raft request' (duration: 150.8003ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.383755Z","caller":"traceutil/trace.go:171","msg":"trace[975059986] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"165.526989ms","start":"2026-03-05T17:19:47.218211Z","end":"2026-03-05T17:19:47.383738Z","steps":["trace[975059986] 'process raft request' (duration: 164.986155ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.383805Z","caller":"traceutil/trace.go:171","msg":"trace[889905135] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"169.718351ms","start":"2026-03-05T17:19:47.214054Z","end":"2026-03-05T17:19:47.383772Z","steps":["trace[889905135] 'process raft request' (duration: 143.371213ms)","trace[889905135] 'compare' (duration: 25.629849ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:47.384094Z","caller":"traceutil/trace.go:171","msg":"trace[866520118] transaction","detail":"{read_only:false; response_revision:22879; number_of_response:1; }","duration":"157.909518ms","start":"2026-03-05T17:19:47.226172Z","end":"2026-03-05T17:19:47.384081Z","steps":["trace[866520118] 'process raft request' (duration: 157.090407ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.3934Z","caller":"traceutil/trace.go:171","msg":"trace[374885917] linearizableReadLoop","detail":"{readStateIndex:23674; appliedIndex:23668; }","duration":"118.130066ms","start":"2026-03-05T17:19:47.275245Z","end":"2026-03-05T17:19:47.393375Z","steps":["trace[374885917] 'read index received' (duration: 82.195125ms)","trace[374885917] 'applied index is now lower than readState.Index' (duration: 35.933861ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:47.394651Z","caller":"traceutil/trace.go:171","msg":"trace[21447521] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"134.811868ms","start":"2026-03-05T17:19:47.259813Z","end":"2026-03-05T17:19:47.394624Z","steps":["trace[21447521] 'process raft request' (duration: 133.339149ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.394767Z","caller":"traceutil/trace.go:171","msg":"trace[575307248] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"130.909743ms","start":"2026-03-05T17:19:47.263809Z","end":"2026-03-05T17:19:47.394719Z","steps":["trace[575307248] 'process raft request' (duration: 129.507546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:47.394866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.603024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:19:47.394915Z","caller":"traceutil/trace.go:171","msg":"trace[712077188] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22881; }","duration":"119.666606ms","start":"2026-03-05T17:19:47.275238Z","end":"2026-03-05T17:19:47.394905Z","steps":["trace[712077188] 'agreement among raft nodes before linearized reading' (duration: 119.581434ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.562543Z","caller":"traceutil/trace.go:171","msg":"trace[870796263] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"155.776522ms","start":"2026-03-05T17:19:47.406728Z","end":"2026-03-05T17:19:47.562504Z","steps":["trace[870796263] 'process raft request' (duration: 155.567326ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.648155Z","caller":"traceutil/trace.go:171","msg":"trace[1224746952] transaction","detail":"{read_only:false; response_revision:22885; number_of_response:1; }","duration":"138.447572ms","start":"2026-03-05T17:19:47.509681Z","end":"2026-03-05T17:19:47.648129Z","steps":["trace[1224746952] 'process raft request' (duration: 138.233016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.648333Z","caller":"traceutil/trace.go:171","msg":"trace[986293032] transaction","detail":"{read_only:false; response_revision:22886; number_of_response:1; }","duration":"122.126821ms","start":"2026-03-05T17:19:47.526067Z","end":"2026-03-05T17:19:47.648194Z","steps":["trace[986293032] 'process raft request' (duration: 121.990658ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.648365Z","caller":"traceutil/trace.go:171","msg":"trace[1611804614] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"104.792803ms","start":"2026-03-05T17:19:47.543545Z","end":"2026-03-05T17:19:47.648338Z","steps":["trace[1611804614] 'process raft request' (duration: 104.566847ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:47.836532Z","caller":"traceutil/trace.go:171","msg":"trace[173669961] linearizableReadLoop","detail":"{readStateIndex:23687; appliedIndex:23686; }","duration":"110.796761ms","start":"2026-03-05T17:19:47.725718Z","end":"2026-03-05T17:19:47.836515Z","steps":["trace[173669961] 'read index received' (duration: 102.402979ms)","trace[173669961] 'applied index is now lower than readState.Index' (duration: 8.392592ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:47.836616Z","caller":"traceutil/trace.go:171","msg":"trace[1488772156] transaction","detail":"{read_only:false; response_revision:22894; number_of_response:1; }","duration":"116.476401ms","start":"2026-03-05T17:19:47.720129Z","end":"2026-03-05T17:19:47.836605Z","steps":["trace[1488772156] 'process raft request' (duration: 107.978216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:47.83683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.097479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-05T17:19:47.836857Z","caller":"traceutil/trace.go:171","msg":"trace[1975530723] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22895; }","duration":"111.146741ms","start":"2026-03-05T17:19:47.7257Z","end":"2026-03-05T17:19:47.836847Z","steps":["trace[1975530723] 'agreement among raft nodes before linearized reading' (duration: 111.023137ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.034353Z","caller":"traceutil/trace.go:171","msg":"trace[1366993424] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"118.003623ms","start":"2026-03-05T17:19:47.916318Z","end":"2026-03-05T17:19:48.034322Z","steps":["trace[1366993424] 'process raft request' (duration: 117.782647ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.03454Z","caller":"traceutil/trace.go:171","msg":"trace[1455035870] transaction","detail":"{read_only:false; response_revision:22908; number_of_response:1; }","duration":"118.192148ms","start":"2026-03-05T17:19:47.916318Z","end":"2026-03-05T17:19:48.03451Z","steps":["trace[1455035870] 'process raft request' (duration: 117.88987ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.034568Z","caller":"traceutil/trace.go:171","msg":"trace[760778264] linearizableReadLoop","detail":"{readStateIndex:23702; appliedIndex:23698; }","duration":"118.164627ms","start":"2026-03-05T17:19:47.916381Z","end":"2026-03-05T17:19:48.034546Z","steps":["trace[760778264] 'read index received' (duration: 9.151542ms)","trace[760778264] 'applied index is now lower than readState.Index' (duration: 109.011935ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:48.034578Z","caller":"traceutil/trace.go:171","msg":"trace[2133875174] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"118.171407ms","start":"2026-03-05T17:19:47.916375Z","end":"2026-03-05T17:19:48.034546Z","steps":["trace[2133875174] 'process raft request' (duration: 117.995093ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.034681Z","caller":"traceutil/trace.go:171","msg":"trace[743794908] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"116.260686ms","start":"2026-03-05T17:19:47.918413Z","end":"2026-03-05T17:19:48.034673Z","steps":["trace[743794908] 'process raft request' (duration: 116.051271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.034827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.587808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:19:48.034878Z","caller":"traceutil/trace.go:171","msg":"trace[1768703237] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:22910; }","duration":"118.66453ms","start":"2026-03-05T17:19:47.916202Z","end":"2026-03-05T17:19:48.034866Z","steps":["trace[1768703237] 'agreement among raft nodes before linearized reading' (duration: 118.555047ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.100941Z","caller":"traceutil/trace.go:171","msg":"trace[1763778236] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"175.099053ms","start":"2026-03-05T17:19:47.925816Z","end":"2026-03-05T17:19:48.100915Z","steps":["trace[1763778236] 'process raft request' (duration: 174.847256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.101206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.925925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:19:48.101265Z","caller":"traceutil/trace.go:171","msg":"trace[1615921592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22912; }","duration":"145.020767ms","start":"2026-03-05T17:19:47.956229Z","end":"2026-03-05T17:19:48.10125Z","steps":["trace[1615921592] 'agreement among raft nodes before linearized reading' (duration: 144.843872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.1014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.15463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:19:48.101468Z","caller":"traceutil/trace.go:171","msg":"trace[671392043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22912; }","duration":"148.259643ms","start":"2026-03-05T17:19:47.953193Z","end":"2026-03-05T17:19:48.101453Z","steps":["trace[671392043] 'agreement among raft nodes before linearized reading' (duration: 148.058957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.101683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.830508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:19:48.101725Z","caller":"traceutil/trace.go:171","msg":"trace[2067945504] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22912; }","duration":"103.91702ms","start":"2026-03-05T17:19:47.997798Z","end":"2026-03-05T17:19:48.101715Z","steps":["trace[2067945504] 'agreement among raft nodes before linearized reading' (duration: 103.814167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.101908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.571762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:19:48.101948Z","caller":"traceutil/trace.go:171","msg":"trace[661541766] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22912; }","duration":"145.645223ms","start":"2026-03-05T17:19:47.956294Z","end":"2026-03-05T17:19:48.101939Z","steps":["trace[661541766] 'agreement among raft nodes before linearized reading' (duration: 145.55624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.102312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.442947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128948"} {"level":"info","ts":"2026-03-05T17:19:48.102351Z","caller":"traceutil/trace.go:171","msg":"trace[1303009944] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:22912; }","duration":"182.499399ms","start":"2026-03-05T17:19:47.919843Z","end":"2026-03-05T17:19:48.102342Z","steps":["trace[1303009944] 'agreement among raft nodes before linearized reading' (duration: 182.380986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.102452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.711384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-05T17:19:48.102527Z","caller":"traceutil/trace.go:171","msg":"trace[872039259] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22912; }","duration":"182.790826ms","start":"2026-03-05T17:19:47.919723Z","end":"2026-03-05T17:19:48.102514Z","steps":["trace[872039259] 'agreement among raft nodes before linearized reading' (duration: 181.748539ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.223092Z","caller":"traceutil/trace.go:171","msg":"trace[622594584] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"182.000295ms","start":"2026-03-05T17:19:48.041071Z","end":"2026-03-05T17:19:48.223072Z","steps":["trace[622594584] 'process raft request' (duration: 181.948963ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.223556Z","caller":"traceutil/trace.go:171","msg":"trace[1766180868] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"183.404712ms","start":"2026-03-05T17:19:48.040138Z","end":"2026-03-05T17:19:48.223543Z","steps":["trace[1766180868] 'process raft request' (duration: 182.679933ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.22405Z","caller":"traceutil/trace.go:171","msg":"trace[1366212665] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"183.807294ms","start":"2026-03-05T17:19:48.04023Z","end":"2026-03-05T17:19:48.224038Z","steps":["trace[1366212665] 'process raft request' (duration: 182.725445ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.224455Z","caller":"traceutil/trace.go:171","msg":"trace[1006380102] linearizableReadLoop","detail":"{readStateIndex:23708; appliedIndex:23708; }","duration":"123.399394ms","start":"2026-03-05T17:19:48.101022Z","end":"2026-03-05T17:19:48.224421Z","steps":["trace[1006380102] 'read index received' (duration: 123.383934ms)","trace[1006380102] 'applied index is now lower than readState.Index' (duration: 12.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:19:48.224796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.748092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-05T17:19:48.224844Z","caller":"traceutil/trace.go:171","msg":"trace[572852996] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22915; }","duration":"186.815873ms","start":"2026-03-05T17:19:48.038013Z","end":"2026-03-05T17:19:48.224828Z","steps":["trace[572852996] 'agreement among raft nodes before linearized reading' (duration: 186.548157ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.308556Z","caller":"traceutil/trace.go:171","msg":"trace[995222103] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"201.554992ms","start":"2026-03-05T17:19:48.106986Z","end":"2026-03-05T17:19:48.308541Z","steps":["trace[995222103] 'process raft request' (duration: 201.513132ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.308572Z","caller":"traceutil/trace.go:171","msg":"trace[1173923885] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"202.735845ms","start":"2026-03-05T17:19:48.105816Z","end":"2026-03-05T17:19:48.308552Z","steps":["trace[1173923885] 'process raft request' (duration: 200.385333ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.308655Z","caller":"traceutil/trace.go:171","msg":"trace[1304104699] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"202.595661ms","start":"2026-03-05T17:19:48.10602Z","end":"2026-03-05T17:19:48.308616Z","steps":["trace[1304104699] 'process raft request' (duration: 202.393165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.308827Z","caller":"traceutil/trace.go:171","msg":"trace[1993340524] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"198.549564ms","start":"2026-03-05T17:19:48.110254Z","end":"2026-03-05T17:19:48.308804Z","steps":["trace[1993340524] 'process raft request' (duration: 198.266846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.308964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.343399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"warn","ts":"2026-03-05T17:19:48.309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.379234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:19:48.309023Z","caller":"traceutil/trace.go:171","msg":"trace[1062506984] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22920; }","duration":"178.435571ms","start":"2026-03-05T17:19:48.130577Z","end":"2026-03-05T17:19:48.309013Z","steps":["trace[1062506984] 'agreement among raft nodes before linearized reading' (duration: 178.230316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.309077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.903215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:19:48.309107Z","caller":"traceutil/trace.go:171","msg":"trace[1725336146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22920; }","duration":"203.960407ms","start":"2026-03-05T17:19:48.105139Z","end":"2026-03-05T17:19:48.3091Z","steps":["trace[1725336146] 'agreement among raft nodes before linearized reading' (duration: 203.918215ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.309039Z","caller":"traceutil/trace.go:171","msg":"trace[1277892812] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:0; response_revision:22920; }","duration":"194.437615ms","start":"2026-03-05T17:19:48.114592Z","end":"2026-03-05T17:19:48.309029Z","steps":["trace[1277892812] 'agreement among raft nodes before linearized reading' (duration: 194.377413ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.309199Z","caller":"traceutil/trace.go:171","msg":"trace[360180728] transaction","detail":"{read_only:false; response_revision:22920; number_of_response:1; }","duration":"195.984915ms","start":"2026-03-05T17:19:48.113199Z","end":"2026-03-05T17:19:48.309184Z","steps":["trace[360180728] 'process raft request' (duration: 195.473873ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.358373Z","caller":"traceutil/trace.go:171","msg":"trace[941903978] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"128.11147ms","start":"2026-03-05T17:19:48.23024Z","end":"2026-03-05T17:19:48.358351Z","steps":["trace[941903978] 'process raft request' (duration: 127.884074ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.358556Z","caller":"traceutil/trace.go:171","msg":"trace[1783838439] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"127.104163ms","start":"2026-03-05T17:19:48.231443Z","end":"2026-03-05T17:19:48.358547Z","steps":["trace[1783838439] 'process raft request' (duration: 126.806565ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.358715Z","caller":"traceutil/trace.go:171","msg":"trace[2085445072] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"123.495197ms","start":"2026-03-05T17:19:48.235214Z","end":"2026-03-05T17:19:48.358709Z","steps":["trace[2085445072] 'process raft request' (duration: 123.358774ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.358808Z","caller":"traceutil/trace.go:171","msg":"trace[750910881] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"125.762628ms","start":"2026-03-05T17:19:48.233039Z","end":"2026-03-05T17:19:48.358802Z","steps":["trace[750910881] 'process raft request' (duration: 125.415479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.359025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.422744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111973"} {"level":"warn","ts":"2026-03-05T17:19:48.359104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.587906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:1 size:2664"} {"level":"info","ts":"2026-03-05T17:19:48.359101Z","caller":"traceutil/trace.go:171","msg":"trace[781244329] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22924; }","duration":"118.525956ms","start":"2026-03-05T17:19:48.240559Z","end":"2026-03-05T17:19:48.359085Z","steps":["trace[781244329] 'agreement among raft nodes before linearized reading' (duration: 118.235898ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.359125Z","caller":"traceutil/trace.go:171","msg":"trace[42160129] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:1; response_revision:22924; }","duration":"127.652707ms","start":"2026-03-05T17:19:48.231466Z","end":"2026-03-05T17:19:48.359119Z","steps":["trace[42160129] 'agreement among raft nodes before linearized reading' (duration: 127.566105ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.470734Z","caller":"traceutil/trace.go:171","msg":"trace[1413912693] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"104.268608ms","start":"2026-03-05T17:19:48.366441Z","end":"2026-03-05T17:19:48.47071Z","steps":["trace[1413912693] 'process raft request' (duration: 74.034339ms)","trace[1413912693] 'compare' (duration: 30.020144ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:48.470851Z","caller":"traceutil/trace.go:171","msg":"trace[206011247] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"104.376251ms","start":"2026-03-05T17:19:48.366447Z","end":"2026-03-05T17:19:48.470823Z","steps":["trace[206011247] 'process raft request' (duration: 104.165276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.47121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.905106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2714"} {"level":"info","ts":"2026-03-05T17:19:48.471256Z","caller":"traceutil/trace.go:171","msg":"trace[727927357] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:22928; }","duration":"104.978268ms","start":"2026-03-05T17:19:48.366268Z","end":"2026-03-05T17:19:48.471246Z","steps":["trace[727927357] 'agreement among raft nodes before linearized reading' (duration: 104.813084ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.653496Z","caller":"traceutil/trace.go:171","msg":"trace[1977540058] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22938; }","duration":"120.635731ms","start":"2026-03-05T17:19:48.532843Z","end":"2026-03-05T17:19:48.653479Z","steps":["trace[1977540058] 'process raft request' (duration: 120.58704ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:48.653913Z","caller":"traceutil/trace.go:171","msg":"trace[1267282057] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"124.459853ms","start":"2026-03-05T17:19:48.529426Z","end":"2026-03-05T17:19:48.653886Z","steps":["trace[1267282057] 'process raft request' (duration: 40.905353ms)","trace[1267282057] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/deployments/openstack/magnum-registry; req_size:2992; } (duration: 82.960515ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:48.654053Z","caller":"traceutil/trace.go:171","msg":"trace[1526796786] linearizableReadLoop","detail":"{readStateIndex:23732; appliedIndex:23731; }","duration":"123.685413ms","start":"2026-03-05T17:19:48.53036Z","end":"2026-03-05T17:19:48.654045Z","steps":["trace[1526796786] 'read index received' (duration: 39.985358ms)","trace[1526796786] 'applied index is now lower than readState.Index' (duration: 83.699375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:19:48.65426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.883047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-05T17:19:48.654289Z","caller":"traceutil/trace.go:171","msg":"trace[1614803485] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:22938; }","duration":"123.932639ms","start":"2026-03-05T17:19:48.53035Z","end":"2026-03-05T17:19:48.654282Z","steps":["trace[1614803485] 'agreement among raft nodes before linearized reading' (duration: 123.828836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.654426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.747124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-05T17:19:48.654453Z","caller":"traceutil/trace.go:171","msg":"trace[53096055] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22938; }","duration":"123.781305ms","start":"2026-03-05T17:19:48.530666Z","end":"2026-03-05T17:19:48.654447Z","steps":["trace[53096055] 'agreement among raft nodes before linearized reading' (duration: 123.718604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:48.654783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.798914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:10004"} {"level":"info","ts":"2026-03-05T17:19:48.654812Z","caller":"traceutil/trace.go:171","msg":"trace[1046923259] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:22938; }","duration":"115.845325ms","start":"2026-03-05T17:19:48.53896Z","end":"2026-03-05T17:19:48.654805Z","steps":["trace[1046923259] 'agreement among raft nodes before linearized reading' (duration: 115.768963ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:54.129155Z","caller":"traceutil/trace.go:171","msg":"trace[416373250] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"559.964027ms","start":"2026-03-05T17:19:53.569165Z","end":"2026-03-05T17:19:54.129129Z","steps":["trace[416373250] 'process raft request' (duration: 559.762252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:54.129314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.56914Z","time spent":"560.09748ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:19:54.141261Z","caller":"traceutil/trace.go:171","msg":"trace[991412762] transaction","detail":"{read_only:false; response_revision:23009; number_of_response:1; }","duration":"467.965452ms","start":"2026-03-05T17:19:53.673271Z","end":"2026-03-05T17:19:54.141237Z","steps":["trace[991412762] 'process raft request' (duration: 467.760616ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:54.141264Z","caller":"traceutil/trace.go:171","msg":"trace[1434441468] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"464.986654ms","start":"2026-03-05T17:19:53.676251Z","end":"2026-03-05T17:19:54.141237Z","steps":["trace[1434441468] 'process raft request' (duration: 464.893351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:54.141396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.673241Z","time spent":"468.083177ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:19:54.141484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.676224Z","time spent":"465.136168ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:19:54.141517Z","caller":"traceutil/trace.go:171","msg":"trace[670749456] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"463.907915ms","start":"2026-03-05T17:19:53.677569Z","end":"2026-03-05T17:19:54.141477Z","steps":["trace[670749456] 'process raft request' (duration: 463.614248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:54.141755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.677539Z","time spent":"464.064659ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:19:54.142145Z","caller":"traceutil/trace.go:171","msg":"trace[913336804] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"449.532714ms","start":"2026-03-05T17:19:53.692595Z","end":"2026-03-05T17:19:54.142128Z","steps":["trace[913336804] 'process raft request' (duration: 449.420021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:54.142233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.692585Z","time spent":"449.606966ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:19:54.142283Z","caller":"traceutil/trace.go:171","msg":"trace[1252748451] linearizableReadLoop","detail":"{readStateIndex:23812; appliedIndex:23805; }","duration":"258.707257ms","start":"2026-03-05T17:19:53.883562Z","end":"2026-03-05T17:19:54.142269Z","steps":["trace[1252748451] 'read index received' (duration: 245.421374ms)","trace[1252748451] 'applied index is now lower than readState.Index' (duration: 13.284913ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:19:54.142436Z","caller":"traceutil/trace.go:171","msg":"trace[467733884] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"462.262001ms","start":"2026-03-05T17:19:53.680162Z","end":"2026-03-05T17:19:54.142424Z","steps":["trace[467733884] 'process raft request' (duration: 461.261045ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:19:54.142511Z","caller":"traceutil/trace.go:171","msg":"trace[1846858081] transaction","detail":"{read_only:false; response_revision:23014; number_of_response:1; }","duration":"447.190134ms","start":"2026-03-05T17:19:53.695309Z","end":"2026-03-05T17:19:54.142499Z","steps":["trace[1846858081] 'process raft request' (duration: 446.748622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:54.142528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.680148Z","time spent":"462.347924ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:19:54.14259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:53.695285Z","time spent":"447.264395ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:19:54.142741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.180889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:19:54.142786Z","caller":"traceutil/trace.go:171","msg":"trace[2083042128] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23014; }","duration":"259.253849ms","start":"2026-03-05T17:19:53.883518Z","end":"2026-03-05T17:19:54.142772Z","steps":["trace[2083042128] 'agreement among raft nodes before linearized reading' (duration: 259.159267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:54.142917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.573813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:19:54.142953Z","caller":"traceutil/trace.go:171","msg":"trace[497447796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23014; }","duration":"176.651093ms","start":"2026-03-05T17:19:53.966294Z","end":"2026-03-05T17:19:54.142945Z","steps":["trace[497447796] 'agreement among raft nodes before linearized reading' (duration: 176.54108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:19:59.050296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.679715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:19:59.05052Z","caller":"traceutil/trace.go:171","msg":"trace[971077986] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"648.071538ms","start":"2026-03-05T17:19:58.402426Z","end":"2026-03-05T17:19:59.050497Z","steps":["trace[971077986] 'process raft request' (duration: 50.100936ms)","trace[971077986] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 596.76147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:19:59.050577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:58.402414Z","time spent":"648.136959ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:00.204193Z","caller":"traceutil/trace.go:171","msg":"trace[411121899] linearizableReadLoop","detail":"{readStateIndex:23850; appliedIndex:23849; }","duration":"408.279734ms","start":"2026-03-05T17:19:59.79588Z","end":"2026-03-05T17:20:00.20416Z","steps":["trace[411121899] 'read index received' (duration: 408.154031ms)","trace[411121899] 'applied index is now lower than readState.Index' (duration: 124.053µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:00.204358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.449648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:00.204463Z","caller":"traceutil/trace.go:171","msg":"trace[261137933] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23051; }","duration":"408.594481ms","start":"2026-03-05T17:19:59.795845Z","end":"2026-03-05T17:20:00.204439Z","steps":["trace[261137933] 'agreement among raft nodes before linearized reading' (duration: 408.423567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:00.204518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:59.795827Z","time spent":"408.679244ms","remote":"127.0.0.1:55350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:00.20507Z","caller":"traceutil/trace.go:171","msg":"trace[1849877527] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"535.836049ms","start":"2026-03-05T17:19:59.669211Z","end":"2026-03-05T17:20:00.205047Z","steps":["trace[1849877527] 'process raft request' (duration: 534.743309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:00.205216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:59.669183Z","time spent":"535.94747ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:00.704338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:01.204628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:01.705668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:01.73037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210605322s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:01.73089Z","caller":"traceutil/trace.go:171","msg":"trace[1067591844] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"1.56309391s","start":"2026-03-05T17:20:00.167771Z","end":"2026-03-05T17:20:01.730865Z","steps":["trace[1067591844] 'process raft request' (duration: 1.563025468s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:01.73096Z","caller":"traceutil/trace.go:171","msg":"trace[1960417492] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"1.568365269s","start":"2026-03-05T17:20:00.162544Z","end":"2026-03-05T17:20:01.730909Z","steps":["trace[1960417492] 'process raft request' (duration: 1.568161043s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.731003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.167738Z","time spent":"1.563195922s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:01.730982Z","caller":"traceutil/trace.go:171","msg":"trace[898902055] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"1.566278903s","start":"2026-03-05T17:20:00.16466Z","end":"2026-03-05T17:20:01.730939Z","steps":["trace[898902055] 'process raft request' (duration: 1.566098149s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:01.731014Z","caller":"traceutil/trace.go:171","msg":"trace[316078651] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"1.626064974s","start":"2026-03-05T17:20:00.104889Z","end":"2026-03-05T17:20:01.730954Z","steps":["trace[316078651] 'process raft request' (duration: 1.625650324s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.731152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.164626Z","time spent":"1.566435857s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:01.731171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.16252Z","time spent":"1.568538093s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:01.731182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.104856Z","time spent":"1.626248071s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:20:01.731184Z","caller":"traceutil/trace.go:171","msg":"trace[858021202] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"1.556716621s","start":"2026-03-05T17:20:00.174437Z","end":"2026-03-05T17:20:01.731153Z","steps":["trace[858021202] 'process raft request' (duration: 1.556395222s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:01.73123Z","caller":"traceutil/trace.go:171","msg":"trace[1877768245] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"1.553947178s","start":"2026-03-05T17:20:00.177258Z","end":"2026-03-05T17:20:01.731205Z","steps":["trace[1877768245] 'process raft request' (duration: 1.553885856s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.731286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.174421Z","time spent":"1.556812013s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:01.731279Z","caller":"traceutil/trace.go:171","msg":"trace[203131574] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"1.555286453s","start":"2026-03-05T17:20:00.175964Z","end":"2026-03-05T17:20:01.73125Z","steps":["trace[203131574] 'process raft request' (duration: 1.555078588s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.731389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.175944Z","time spent":"1.555386266s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:01.73139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.177241Z","time spent":"1.554066551s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:01.813332Z","caller":"traceutil/trace.go:171","msg":"trace[1105605625] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"757.38013ms","start":"2026-03-05T17:20:01.055931Z","end":"2026-03-05T17:20:01.813311Z","steps":["trace[1105605625] 'process raft request' (duration: 757.246407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.813456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.055906Z","time spent":"757.488443ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:01.813531Z","caller":"traceutil/trace.go:171","msg":"trace[284558449] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23857; }","duration":"1.60922888s","start":"2026-03-05T17:20:00.204275Z","end":"2026-03-05T17:20:01.813503Z","steps":["trace[284558449] 'read index received' (duration: 1.527122267s)","trace[284558449] 'applied index is now lower than readState.Index' (duration: 82.105653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:01.813739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71810721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:01.813769Z","caller":"traceutil/trace.go:171","msg":"trace[1800178477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23060; }","duration":"1.718210873s","start":"2026-03-05T17:20:00.095551Z","end":"2026-03-05T17:20:01.813761Z","steps":["trace[1800178477] 'agreement among raft nodes before linearized reading' (duration: 1.718161102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.813771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629141136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T17:20:01.813789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.095524Z","time spent":"1.718261064s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:20:01.8138Z","caller":"traceutil/trace.go:171","msg":"trace[1855097219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23060; }","duration":"1.62922374s","start":"2026-03-05T17:20:00.184568Z","end":"2026-03-05T17:20:01.813792Z","steps":["trace[1855097219] 'agreement among raft nodes before linearized reading' (duration: 1.629050595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.813826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.184551Z","time spent":"1.62926911s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:01.813949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63154673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:20:01.813972Z","caller":"traceutil/trace.go:171","msg":"trace[9302570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23060; }","duration":"1.631597342s","start":"2026-03-05T17:20:00.182369Z","end":"2026-03-05T17:20:01.813966Z","steps":["trace[9302570] 'agreement among raft nodes before linearized reading' (duration: 1.631510149s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.813991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.182358Z","time spent":"1.631628152s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:20:01.814022Z","caller":"traceutil/trace.go:171","msg":"trace[2071015189] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"179.273214ms","start":"2026-03-05T17:20:01.63474Z","end":"2026-03-05T17:20:01.814013Z","steps":["trace[2071015189] 'process raft request' (duration: 178.533124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.81419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014872503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:01.814216Z","caller":"traceutil/trace.go:171","msg":"trace[1906326630] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23060; }","duration":"2.014899354s","start":"2026-03-05T17:19:59.799307Z","end":"2026-03-05T17:20:01.814207Z","steps":["trace[1906326630] 'agreement among raft nodes before linearized reading' (duration: 2.014856593s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:01.814235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:19:59.799287Z","time spent":"2.014943575s","remote":"127.0.0.1:38740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:02.313807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:02.814688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:03.074891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261664073s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:03.075299Z","caller":"traceutil/trace.go:171","msg":"trace[363949446] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"1.33752172s","start":"2026-03-05T17:20:01.737757Z","end":"2026-03-05T17:20:03.075279Z","steps":["trace[363949446] 'process raft request' (duration: 1.337274354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.07537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.737735Z","time spent":"1.337595083s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:20:03.075583Z","caller":"traceutil/trace.go:171","msg":"trace[690454988] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"1.335949589s","start":"2026-03-05T17:20:01.739627Z","end":"2026-03-05T17:20:03.075577Z","steps":["trace[690454988] 'process raft request' (duration: 1.335622051s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.075632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.73962Z","time spent":"1.33598236s","remote":"127.0.0.1:43088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:03.075627Z","caller":"traceutil/trace.go:171","msg":"trace[831322100] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.337635394s","start":"2026-03-05T17:20:01.737936Z","end":"2026-03-05T17:20:03.075571Z","steps":["trace[831322100] 'process raft request' (duration: 1.337243273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.075828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.737928Z","time spent":"1.337807328s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:20:03.103888Z","caller":"traceutil/trace.go:171","msg":"trace[183230657] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"1.284800556s","start":"2026-03-05T17:20:01.819063Z","end":"2026-03-05T17:20:03.103864Z","steps":["trace[183230657] 'process raft request' (duration: 1.284453426s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:03.103903Z","caller":"traceutil/trace.go:171","msg":"trace[820159046] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"1.282986598s","start":"2026-03-05T17:20:01.820885Z","end":"2026-03-05T17:20:03.103872Z","steps":["trace[820159046] 'process raft request' (duration: 1.282877365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.819047Z","time spent":"1.284904868s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:03.104045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.820834Z","time spent":"1.283097892s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:03.104083Z","caller":"traceutil/trace.go:171","msg":"trace[855390973] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"689.221536ms","start":"2026-03-05T17:20:02.414839Z","end":"2026-03-05T17:20:03.104061Z","steps":["trace[855390973] 'process raft request' (duration: 688.9806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:03.104075Z","caller":"traceutil/trace.go:171","msg":"trace[1634175415] linearizableReadLoop","detail":"{readStateIndex:23866; appliedIndex:23859; }","duration":"1.290461645s","start":"2026-03-05T17:20:01.813585Z","end":"2026-03-05T17:20:03.104047Z","steps":["trace[1634175415] 'read index received' (duration: 1.261432978s)","trace[1634175415] 'applied index is now lower than readState.Index' (duration: 29.026867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:03.104176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:02.41482Z","time spent":"689.310659ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:03.104258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707777508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:20:03.104296Z","caller":"traceutil/trace.go:171","msg":"trace[2146348278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23066; }","duration":"2.707866539s","start":"2026-03-05T17:20:00.396422Z","end":"2026-03-05T17:20:03.104288Z","steps":["trace[2146348278] 'agreement among raft nodes before linearized reading' (duration: 2.707722376s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570162416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:03.104322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.396394Z","time spent":"2.707923572s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:20:03.104346Z","caller":"traceutil/trace.go:171","msg":"trace[768659850] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23066; }","duration":"1.57029692s","start":"2026-03-05T17:20:01.534033Z","end":"2026-03-05T17:20:03.10433Z","steps":["trace[768659850] 'agreement among raft nodes before linearized reading' (duration: 1.570096584s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.841550796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:03.10438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698721888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T17:20:03.104348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485628859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:20:03.10442Z","caller":"traceutil/trace.go:171","msg":"trace[593381274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23066; }","duration":"2.698780909s","start":"2026-03-05T17:20:00.40563Z","end":"2026-03-05T17:20:03.104411Z","steps":["trace[593381274] 'agreement among raft nodes before linearized reading' (duration: 2.698650805s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.534017Z","time spent":"1.570377981s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:03.104423Z","caller":"traceutil/trace.go:171","msg":"trace[342091239] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23066; }","duration":"2.841629939s","start":"2026-03-05T17:20:00.262777Z","end":"2026-03-05T17:20:03.104407Z","steps":["trace[342091239] 'agreement among raft nodes before linearized reading' (duration: 2.841551907s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889056204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:03.104446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.405586Z","time spent":"2.698852691s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:20:03.104461Z","caller":"traceutil/trace.go:171","msg":"trace[470864204] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23066; }","duration":"1.889116665s","start":"2026-03-05T17:20:01.215336Z","end":"2026-03-05T17:20:03.104452Z","steps":["trace[470864204] 'agreement among raft nodes before linearized reading' (duration: 1.889063794s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:03.104453Z","caller":"traceutil/trace.go:171","msg":"trace[2103436899] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23066; }","duration":"2.485775044s","start":"2026-03-05T17:20:00.618656Z","end":"2026-03-05T17:20:03.104431Z","steps":["trace[2103436899] 'agreement among raft nodes before linearized reading' (duration: 2.485430025s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.262763Z","time spent":"2.841689501s","remote":"127.0.0.1:38618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:03.104485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.215314Z","time spent":"1.889165966s","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:03.104503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.618645Z","time spent":"2.485848995s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:03.104308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729887732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:20:03.104568Z","caller":"traceutil/trace.go:171","msg":"trace[5982330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23066; }","duration":"2.73019958s","start":"2026-03-05T17:20:00.374355Z","end":"2026-03-05T17:20:03.104554Z","steps":["trace[5982330] 'agreement among raft nodes before linearized reading' (duration: 2.729827379s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.104615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:00.374295Z","time spent":"2.730308343s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:20:03.119235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303982523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:03.119288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.492595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:03.119317Z","caller":"traceutil/trace.go:171","msg":"trace[223341287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23069; }","duration":"1.304098306s","start":"2026-03-05T17:20:01.815202Z","end":"2026-03-05T17:20:03.119301Z","steps":["trace[223341287] 'agreement among raft nodes before linearized reading' (duration: 1.303926901s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.119351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:01.815188Z","time spent":"1.304157007s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:20:03.119354Z","caller":"traceutil/trace.go:171","msg":"trace[1540800158] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23069; }","duration":"197.588849ms","start":"2026-03-05T17:20:02.921748Z","end":"2026-03-05T17:20:03.119337Z","steps":["trace[1540800158] 'agreement among raft nodes before linearized reading' (duration: 197.469086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.119635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033798164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:03.119669Z","caller":"traceutil/trace.go:171","msg":"trace[1199915999] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23069; }","duration":"1.033866906s","start":"2026-03-05T17:20:02.085791Z","end":"2026-03-05T17:20:03.119658Z","steps":["trace[1199915999] 'agreement among raft nodes before linearized reading' (duration: 1.033810135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.11968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002869805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:20:03.119724Z","caller":"traceutil/trace.go:171","msg":"trace[1839158942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23069; }","duration":"1.002943428s","start":"2026-03-05T17:20:02.116768Z","end":"2026-03-05T17:20:03.119712Z","steps":["trace[1839158942] 'agreement among raft nodes before linearized reading' (duration: 1.002806184s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.119757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:02.116752Z","time spent":"1.002999659s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:20:03.119695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:02.085769Z","time spent":"1.033920127s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:03.119852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.416467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-05T17:20:03.119879Z","caller":"traceutil/trace.go:171","msg":"trace[103792144] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23069; }","duration":"789.47514ms","start":"2026-03-05T17:20:02.330396Z","end":"2026-03-05T17:20:03.119871Z","steps":["trace[103792144] 'agreement among raft nodes before linearized reading' (duration: 789.415779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.119905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:02.330378Z","time spent":"789.52166ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T17:20:03.120216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.42174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:03.120242Z","caller":"traceutil/trace.go:171","msg":"trace[1258496996] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23069; }","duration":"503.522014ms","start":"2026-03-05T17:20:02.616712Z","end":"2026-03-05T17:20:03.120234Z","steps":["trace[1258496996] 'agreement among raft nodes before linearized reading' (duration: 503.480092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:03.120261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:02.616688Z","time spent":"503.567974ms","remote":"127.0.0.1:38434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:04.645006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725640,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:20:04.70606Z","caller":"traceutil/trace.go:171","msg":"trace[1251694247] linearizableReadLoop","detail":"{readStateIndex:23884; appliedIndex:23883; }","duration":"561.086746ms","start":"2026-03-05T17:20:04.144949Z","end":"2026-03-05T17:20:04.706035Z","steps":["trace[1251694247] 'read index received' (duration: 560.781168ms)","trace[1251694247] 'applied index is now lower than readState.Index' (duration: 304.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:04.706239Z","caller":"traceutil/trace.go:171","msg":"trace[857341947] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"623.884968ms","start":"2026-03-05T17:20:04.082342Z","end":"2026-03-05T17:20:04.706227Z","steps":["trace[857341947] 'process raft request' (duration: 623.468646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:04.70639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:04.082317Z","time spent":"623.984331ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:20:04.706666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.687592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:04.706822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.432487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T17:20:04.706809Z","caller":"traceutil/trace.go:171","msg":"trace[1022705770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23084; }","duration":"561.886517ms","start":"2026-03-05T17:20:04.144895Z","end":"2026-03-05T17:20:04.706781Z","steps":["trace[1022705770] 'agreement among raft nodes before linearized reading' (duration: 561.526468ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:04.707193Z","caller":"traceutil/trace.go:171","msg":"trace[2080488933] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23084; }","duration":"450.687405ms","start":"2026-03-05T17:20:04.256268Z","end":"2026-03-05T17:20:04.706956Z","steps":["trace[2080488933] 'agreement among raft nodes before linearized reading' (duration: 450.156051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:04.707345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:04.256248Z","time spent":"451.076334ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-05T17:20:04.707343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:04.144872Z","time spent":"562.338288ms","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:06.303424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584961818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-05T17:20:06.303519Z","caller":"traceutil/trace.go:171","msg":"trace[970297165] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23084; }","duration":"1.585070751s","start":"2026-03-05T17:20:04.718419Z","end":"2026-03-05T17:20:06.30349Z","steps":["trace[970297165] 'range keys from in-memory index tree' (duration: 1.584804954s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.303539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219474318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-03-05T17:20:06.303673Z","caller":"traceutil/trace.go:171","msg":"trace[1326528169] range","detail":"{range_begin:/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf; range_end:; response_count:1; response_revision:23084; }","duration":"1.219652982s","start":"2026-03-05T17:20:05.084001Z","end":"2026-03-05T17:20:06.303654Z","steps":["trace[1326528169] 'range keys from in-memory index tree' (duration: 1.219296103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.303705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.083981Z","time spent":"1.219716034s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" "} {"level":"warn","ts":"2026-03-05T17:20:06.303886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210491599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:06.303908Z","caller":"traceutil/trace.go:171","msg":"trace[1353945633] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23084; }","duration":"1.21055744s","start":"2026-03-05T17:20:05.093344Z","end":"2026-03-05T17:20:06.303901Z","steps":["trace[1353945633] 'count revisions from in-memory index tree' (duration: 1.210321324s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.30389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385668114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:06.303916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.477083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-05T17:20:06.30395Z","caller":"traceutil/trace.go:171","msg":"trace[1041791107] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23084; }","duration":"562.549265ms","start":"2026-03-05T17:20:05.741391Z","end":"2026-03-05T17:20:06.30394Z","steps":["trace[1041791107] 'range keys from in-memory index tree' (duration: 562.269038ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:06.303966Z","caller":"traceutil/trace.go:171","msg":"trace[1566013980] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23084; }","duration":"1.385770528s","start":"2026-03-05T17:20:04.918162Z","end":"2026-03-05T17:20:06.303932Z","steps":["trace[1566013980] 'count revisions from in-memory index tree' (duration: 1.385521751s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.303976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.74137Z","time spent":"562.600537ms","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T17:20:06.303987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.093318Z","time spent":"1.210661753s","remote":"127.0.0.1:49578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:06.304195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173741077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:20:06.304239Z","caller":"traceutil/trace.go:171","msg":"trace[736477129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23084; }","duration":"1.173821489s","start":"2026-03-05T17:20:05.130403Z","end":"2026-03-05T17:20:06.304225Z","steps":["trace[736477129] 'range keys from in-memory index tree' (duration: 1.173579163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.303561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:04.718408Z","time spent":"1.585142582s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-05T17:20:06.304273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.130382Z","time spent":"1.173881041s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:06.304316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173708265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T17:20:06.303989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:04.918138Z","time spent":"1.385844919s","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:06.304362Z","caller":"traceutil/trace.go:171","msg":"trace[1971436512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23084; }","duration":"1.173770618s","start":"2026-03-05T17:20:05.130579Z","end":"2026-03-05T17:20:06.304349Z","steps":["trace[1971436512] 'range keys from in-memory index tree' (duration: 1.173614754s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.304398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.130572Z","time spent":"1.173816449s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:20:06.30447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196284003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-05T17:20:06.304494Z","caller":"traceutil/trace.go:171","msg":"trace[934842535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23084; }","duration":"1.196335235s","start":"2026-03-05T17:20:05.108153Z","end":"2026-03-05T17:20:06.304488Z","steps":["trace[934842535] 'range keys from in-memory index tree' (duration: 1.196118618s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.304512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.10813Z","time spent":"1.196377286s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:06.304565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209934435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:06.304579Z","caller":"traceutil/trace.go:171","msg":"trace[1709244487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23084; }","duration":"1.209983306s","start":"2026-03-05T17:20:05.094591Z","end":"2026-03-05T17:20:06.304574Z","steps":["trace[1709244487] 'range keys from in-memory index tree' (duration: 1.209869924s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.304593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.094572Z","time spent":"1.210018477s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:06.304662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173995643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:20:06.304693Z","caller":"traceutil/trace.go:171","msg":"trace[1219070576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23084; }","duration":"1.174042646s","start":"2026-03-05T17:20:05.13064Z","end":"2026-03-05T17:20:06.304683Z","steps":["trace[1219070576] 'range keys from in-memory index tree' (duration: 1.173862951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.304704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196589441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:20:06.304721Z","caller":"traceutil/trace.go:171","msg":"trace[347082409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23084; }","duration":"1.196623442s","start":"2026-03-05T17:20:05.108091Z","end":"2026-03-05T17:20:06.304715Z","steps":["trace[347082409] 'range keys from in-memory index tree' (duration: 1.196524841s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.30472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.130629Z","time spent":"1.174084116s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:20:06.304739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.108078Z","time spent":"1.196657283s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:20:06.418048Z","caller":"traceutil/trace.go:171","msg":"trace[239290069] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"669.088964ms","start":"2026-03-05T17:20:05.748934Z","end":"2026-03-05T17:20:06.418022Z","steps":["trace[239290069] 'process raft request' (duration: 668.925581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:06.418192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.748921Z","time spent":"669.197887ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:07.922383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459842058s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:08.305746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:08.305824Z","caller":"traceutil/trace.go:171","msg":"trace[1991029256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327349s","start":"2026-03-05T17:20:06.305478Z","end":"2026-03-05T17:20:08.305806Z","steps":["trace[1991029256] 'agreement among raft nodes before linearized reading' (duration: 2.000228536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.30587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.305466Z","time spent":"2.000393431s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:08.694402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.354978Z","time spent":"1.339411721s","remote":"127.0.0.1:54926","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:20:08.695352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.750086Z","time spent":"945.258891ms","remote":"127.0.0.1:54928","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:20:08.695559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.795447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:08.696109Z","caller":"traceutil/trace.go:171","msg":"trace[2028041571] linearizableReadLoop","detail":"{readStateIndex:23891; appliedIndex:23884; }","duration":"2.603717965s","start":"2026-03-05T17:20:06.092374Z","end":"2026-03-05T17:20:08.696092Z","steps":["trace[2028041571] 'read index received' (duration: 325.586896ms)","trace[2028041571] 'applied index is now lower than readState.Index' (duration: 2.278130109s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:08.696281Z","caller":"traceutil/trace.go:171","msg":"trace[1681639177] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"2.38737116s","start":"2026-03-05T17:20:06.308889Z","end":"2026-03-05T17:20:08.69626Z","steps":["trace[1681639177] 'process raft request' (duration: 2.387101132s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:08.696304Z","caller":"traceutil/trace.go:171","msg":"trace[543562462] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"2.927516712s","start":"2026-03-05T17:20:05.768751Z","end":"2026-03-05T17:20:08.696267Z","steps":["trace[543562462] 'process raft request' (duration: 2.926983658s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.696359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603987942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:08.696361Z","caller":"traceutil/trace.go:171","msg":"trace[889929642] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"2.92710619s","start":"2026-03-05T17:20:05.769231Z","end":"2026-03-05T17:20:08.696337Z","steps":["trace[889929642] 'process raft request' (duration: 2.926541695s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:08.696357Z","caller":"traceutil/trace.go:171","msg":"trace[1324929149] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"2.387103672s","start":"2026-03-05T17:20:06.309221Z","end":"2026-03-05T17:20:08.696325Z","steps":["trace[1324929149] 'process raft request' (duration: 2.386830935s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:08.696397Z","caller":"traceutil/trace.go:171","msg":"trace[298164061] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23097; }","duration":"2.604064783s","start":"2026-03-05T17:20:06.09232Z","end":"2026-03-05T17:20:08.696384Z","steps":["trace[298164061] 'agreement among raft nodes before linearized reading' (duration: 2.604000571s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.696408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.308885Z","time spent":"2.387441491s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.092299Z","time spent":"2.604128945s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:20:08.696486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.769218Z","time spent":"2.927190342s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.768743Z","time spent":"2.927621185s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.309213Z","time spent":"2.387215565s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:08.69654Z","caller":"traceutil/trace.go:171","msg":"trace[1603241852] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"2.38969794s","start":"2026-03-05T17:20:06.306831Z","end":"2026-03-05T17:20:08.696529Z","steps":["trace[1603241852] 'process raft request' (duration: 2.389045573s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:08.696587Z","caller":"traceutil/trace.go:171","msg":"trace[73663242] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"2.925306743s","start":"2026-03-05T17:20:05.771272Z","end":"2026-03-05T17:20:08.696579Z","steps":["trace[73663242] 'process raft request' (duration: 2.924531273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.696597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.306811Z","time spent":"2.389750463s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.771254Z","time spent":"2.925348144s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:08.69663Z","caller":"traceutil/trace.go:171","msg":"trace[154488301] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"2.387690578s","start":"2026-03-05T17:20:06.308922Z","end":"2026-03-05T17:20:08.696612Z","steps":["trace[154488301] 'process raft request' (duration: 2.387102493s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:08.69667Z","caller":"traceutil/trace.go:171","msg":"trace[315056837] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"2.927974382s","start":"2026-03-05T17:20:05.768677Z","end":"2026-03-05T17:20:08.696651Z","steps":["trace[315056837] 'process raft request' (duration: 2.154005864s)","trace[315056837] 'compare' (duration: 772.418428ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:08.696689Z","caller":"traceutil/trace.go:171","msg":"trace[327252608] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"2.86737114s","start":"2026-03-05T17:20:05.829312Z","end":"2026-03-05T17:20:08.696684Z","steps":["trace[327252608] 'process raft request' (duration: 2.866530168s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:08.696678Z","caller":"traceutil/trace.go:171","msg":"trace[1126413444] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"2.388349146s","start":"2026-03-05T17:20:06.308309Z","end":"2026-03-05T17:20:08.696658Z","steps":["trace[1126413444] 'process raft request' (duration: 2.387615027s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.696702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.308918Z","time spent":"2.3877489s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.829293Z","time spent":"2.86740988s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:08.696742Z","caller":"traceutil/trace.go:171","msg":"trace[362811547] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"2.387897224s","start":"2026-03-05T17:20:06.308835Z","end":"2026-03-05T17:20:08.696732Z","steps":["trace[362811547] 'process raft request' (duration: 2.387127194s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.696751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.768658Z","time spent":"2.928046416s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.308301Z","time spent":"2.388419308s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:08.696794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.308827Z","time spent":"2.387940074s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:08.696864Z","caller":"traceutil/trace.go:171","msg":"trace[1624379350] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"2.928114497s","start":"2026-03-05T17:20:05.768734Z","end":"2026-03-05T17:20:08.696848Z","steps":["trace[1624379350] 'process raft request' (duration: 2.926917185s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:08.696944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:05.768714Z","time spent":"2.9281851s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:09.197143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:09.697957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725682,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:10.14384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484337715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:10.311446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000369398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:10.311534Z","caller":"traceutil/trace.go:171","msg":"trace[45177085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000510613s","start":"2026-03-05T17:20:08.311004Z","end":"2026-03-05T17:20:10.311515Z","steps":["trace[45177085] 'agreement among raft nodes before linearized reading' (duration: 2.00039796s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:10.311589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.31099Z","time spent":"2.000589295s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:10.401831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.585666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:10.402523Z","caller":"traceutil/trace.go:171","msg":"trace[1854644608] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"2.81409479s","start":"2026-03-05T17:20:07.58841Z","end":"2026-03-05T17:20:10.402505Z","steps":["trace[1854644608] 'process raft request' (duration: 2.813980717s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:10.40253Z","caller":"traceutil/trace.go:171","msg":"trace[1845520826] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"3.721309385s","start":"2026-03-05T17:20:06.681194Z","end":"2026-03-05T17:20:10.402503Z","steps":["trace[1845520826] 'process raft request' (duration: 3.462977169s)","trace[1845520826] 'compare' (duration: 257.366241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:10.402605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.588384Z","time spent":"2.814184242s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:10.402788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.681155Z","time spent":"3.721432609s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:11.847633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.703218187s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:11.860327Z","caller":"traceutil/trace.go:171","msg":"trace[1481793833] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"3.159133991s","start":"2026-03-05T17:20:08.70117Z","end":"2026-03-05T17:20:11.860304Z","steps":["trace[1481793833] 'process raft request' (duration: 3.159047188s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:11.860365Z","caller":"traceutil/trace.go:171","msg":"trace[1985742769] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"3.437133226s","start":"2026-03-05T17:20:08.423195Z","end":"2026-03-05T17:20:11.860328Z","steps":["trace[1985742769] 'process raft request' (duration: 3.436952541s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.860458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.701154Z","time spent":"3.159244243s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:20:11.860353Z","caller":"traceutil/trace.go:171","msg":"trace[1024340682] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"3.748727561s","start":"2026-03-05T17:20:08.111586Z","end":"2026-03-05T17:20:11.860314Z","steps":["trace[1024340682] 'process raft request' (duration: 3.736282121s)","trace[1024340682] 'compare' (duration: 10.94118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:11.860518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.423177Z","time spent":"3.437248659s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:11.860645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.111558Z","time spent":"3.748957027s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:11.860829Z","caller":"traceutil/trace.go:171","msg":"trace[93374110] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"2.560999923s","start":"2026-03-05T17:20:09.2998Z","end":"2026-03-05T17:20:11.8608Z","steps":["trace[93374110] 'process raft request' (duration: 2.560465499s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.860976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:09.299778Z","time spent":"2.561122697s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:11.86127Z","caller":"traceutil/trace.go:171","msg":"trace[2060677751] linearizableReadLoop","detail":"{readStateIndex:23904; appliedIndex:23897; }","duration":"3.165109877s","start":"2026-03-05T17:20:08.69614Z","end":"2026-03-05T17:20:11.86125Z","steps":["trace[2060677751] 'read index received' (duration: 1.44787986s)","trace[2060677751] 'applied index is now lower than readState.Index' (duration: 1.717227277s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:11.861365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286843909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:11.861393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.397602439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:11.861384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588079669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T17:20:11.861488Z","caller":"traceutil/trace.go:171","msg":"trace[2059102224] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23104; }","duration":"4.588214854s","start":"2026-03-05T17:20:07.273248Z","end":"2026-03-05T17:20:11.861463Z","steps":["trace[2059102224] 'agreement among raft nodes before linearized reading' (duration: 4.588012488s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.861538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.461415938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-05T17:20:11.861555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.273233Z","time spent":"4.588307086s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:20:11.861575Z","caller":"traceutil/trace.go:171","msg":"trace[1815467514] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:23104; }","duration":"5.4614794s","start":"2026-03-05T17:20:06.400087Z","end":"2026-03-05T17:20:11.861566Z","steps":["trace[1815467514] 'agreement among raft nodes before linearized reading' (duration: 5.461359007s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.861605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.400071Z","time spent":"5.461528242s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T17:20:11.861676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.627735669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T17:20:11.861743Z","caller":"traceutil/trace.go:171","msg":"trace[287402448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23104; }","duration":"3.627835872s","start":"2026-03-05T17:20:08.233891Z","end":"2026-03-05T17:20:11.861727Z","steps":["trace[287402448] 'agreement among raft nodes before linearized reading' (duration: 3.627662437s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.861792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.233868Z","time spent":"3.627913634s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:20:11.861805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.651065776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267206"} {"level":"info","ts":"2026-03-05T17:20:11.86184Z","caller":"traceutil/trace.go:171","msg":"trace[541063914] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23104; }","duration":"4.651100468s","start":"2026-03-05T17:20:07.210729Z","end":"2026-03-05T17:20:11.86183Z","steps":["trace[541063914] 'agreement among raft nodes before linearized reading' (duration: 4.650722068s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.861835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796200888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:11.861869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.210684Z","time spent":"4.65117773s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267229,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-05T17:20:11.861887Z","caller":"traceutil/trace.go:171","msg":"trace[1266953713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23104; }","duration":"3.796295239s","start":"2026-03-05T17:20:08.065576Z","end":"2026-03-05T17:20:11.861871Z","steps":["trace[1266953713] 'agreement among raft nodes before linearized reading' (duration: 3.796211056s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.861901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519745841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:11.861938Z","caller":"traceutil/trace.go:171","msg":"trace[749486618] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23104; }","duration":"5.519818264s","start":"2026-03-05T17:20:06.34211Z","end":"2026-03-05T17:20:11.861928Z","steps":["trace[749486618] 'agreement among raft nodes before linearized reading' (duration: 5.519749502s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.861938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.065556Z","time spent":"3.796368223s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:11.861975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.342092Z","time spent":"5.519869425s","remote":"127.0.0.1:38612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:11.861999Z","caller":"traceutil/trace.go:171","msg":"trace[317214160] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"2.540361857s","start":"2026-03-05T17:20:09.32162Z","end":"2026-03-05T17:20:11.861982Z","steps":["trace[317214160] 'process raft request' (duration: 2.53897324s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.862034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.306760056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:11.862089Z","caller":"traceutil/trace.go:171","msg":"trace[278601493] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23104; }","duration":"4.306854618s","start":"2026-03-05T17:20:07.55522Z","end":"2026-03-05T17:20:11.862074Z","steps":["trace[278601493] 'agreement among raft nodes before linearized reading' (duration: 4.306742615s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.862087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:09.321593Z","time spent":"2.540443081s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:11.861428Z","caller":"traceutil/trace.go:171","msg":"trace[237841728] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23104; }","duration":"5.397684092s","start":"2026-03-05T17:20:06.463734Z","end":"2026-03-05T17:20:11.861418Z","steps":["trace[237841728] 'agreement among raft nodes before linearized reading' (duration: 5.39761114s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.862124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.555199Z","time spent":"4.306915901s","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:11.862166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.463715Z","time spent":"5.398431783s","remote":"127.0.0.1:38822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:11.862307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.549822897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T17:20:11.862345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921998835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:11.862361Z","caller":"traceutil/trace.go:171","msg":"trace[1470343980] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23104; }","duration":"5.5498973s","start":"2026-03-05T17:20:06.312454Z","end":"2026-03-05T17:20:11.862351Z","steps":["trace[1470343980] 'agreement among raft nodes before linearized reading' (duration: 5.549665243s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.86236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621606086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T17:20:11.862391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.312446Z","time spent":"5.549938531s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-05T17:20:11.862409Z","caller":"traceutil/trace.go:171","msg":"trace[500845781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23104; }","duration":"3.621673949s","start":"2026-03-05T17:20:08.240721Z","end":"2026-03-05T17:20:11.862395Z","steps":["trace[500845781] 'agreement among raft nodes before linearized reading' (duration: 3.621530715s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:11.861429Z","caller":"traceutil/trace.go:171","msg":"trace[450140213] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23104; }","duration":"5.286907781s","start":"2026-03-05T17:20:06.574502Z","end":"2026-03-05T17:20:11.86141Z","steps":["trace[450140213] 'agreement among raft nodes before linearized reading' (duration: 5.286807518s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.862449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.240712Z","time spent":"3.62172536s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:20:11.862518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:06.57442Z","time spent":"5.288045662s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:11.862394Z","caller":"traceutil/trace.go:171","msg":"trace[1744304551] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23104; }","duration":"3.922071908s","start":"2026-03-05T17:20:07.940297Z","end":"2026-03-05T17:20:11.862369Z","steps":["trace[1744304551] 'agreement among raft nodes before linearized reading' (duration: 3.922012536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.86358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812872838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:20:11.863633Z","caller":"traceutil/trace.go:171","msg":"trace[1816355493] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23104; }","duration":"4.812995501s","start":"2026-03-05T17:20:07.050624Z","end":"2026-03-05T17:20:11.863619Z","steps":["trace[1816355493] 'agreement among raft nodes before linearized reading' (duration: 4.81145187s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:11.863665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.050571Z","time spent":"4.813055803s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2647,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:11.863748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:07.94028Z","time spent":"3.923443304s","remote":"127.0.0.1:57370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:12.311997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:12.312103Z","caller":"traceutil/trace.go:171","msg":"trace[1400228970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079192s","start":"2026-03-05T17:20:10.311986Z","end":"2026-03-05T17:20:12.312065Z","steps":["trace[1400228970] 'agreement among raft nodes before linearized reading' (duration: 1.999972069s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:12.312151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.311957Z","time spent":"2.000183955s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:12.362527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725693,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:14.158946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.119811ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:14.159078Z","caller":"traceutil/trace.go:171","msg":"trace[1648400572] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23104; }","duration":"992.255445ms","start":"2026-03-05T17:20:13.166798Z","end":"2026-03-05T17:20:14.159053Z","steps":["trace[1648400572] 'range keys from in-memory index tree' (duration: 992.102471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:14.160168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435149434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:14.160807Z","caller":"traceutil/trace.go:171","msg":"trace[1294059385] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"3.45730671s","start":"2026-03-05T17:20:10.703477Z","end":"2026-03-05T17:20:14.160784Z","steps":["trace[1294059385] 'process raft request' (duration: 3.456844027s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:14.160849Z","caller":"traceutil/trace.go:171","msg":"trace[1714808964] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"3.456399856s","start":"2026-03-05T17:20:10.704419Z","end":"2026-03-05T17:20:14.160818Z","steps":["trace[1714808964] 'process raft request' (duration: 3.455987815s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:14.160901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.703463Z","time spent":"3.457397521s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:14.161024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.704406Z","time spent":"3.456508739s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:14.161191Z","caller":"traceutil/trace.go:171","msg":"trace[119222202] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"3.458157823s","start":"2026-03-05T17:20:10.703016Z","end":"2026-03-05T17:20:14.161173Z","steps":["trace[119222202] 'process raft request' (duration: 2.02192507s)","trace[119222202] 'compare' (duration: 1.434809665s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:14.161264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.702999Z","time spent":"3.458229905s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:14.161348Z","caller":"traceutil/trace.go:171","msg":"trace[1688098894] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"3.458323167s","start":"2026-03-05T17:20:10.703017Z","end":"2026-03-05T17:20:14.16134Z","steps":["trace[1688098894] 'process raft request' (duration: 3.457248318s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:14.161392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.702993Z","time spent":"3.458376058s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:14.161512Z","caller":"traceutil/trace.go:171","msg":"trace[792285296] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"3.457679469s","start":"2026-03-05T17:20:10.703821Z","end":"2026-03-05T17:20:14.161501Z","steps":["trace[792285296] 'process raft request' (duration: 3.45655272s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:14.161566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.703799Z","time spent":"3.457741491s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:14.161743Z","caller":"traceutil/trace.go:171","msg":"trace[798425553] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"3.456038446s","start":"2026-03-05T17:20:10.705563Z","end":"2026-03-05T17:20:14.161602Z","steps":["trace[798425553] 'process raft request' (duration: 3.454874345s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:14.161978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.705547Z","time spent":"3.456280532s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:14.31995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997248086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:14.32002Z","caller":"traceutil/trace.go:171","msg":"trace[1022674592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99734617s","start":"2026-03-05T17:20:12.322657Z","end":"2026-03-05T17:20:14.320003Z","steps":["trace[1022674592] 'agreement among raft nodes before linearized reading' (duration: 1.997258827s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:14.320056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:12.322649Z","time spent":"1.99740071s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:15.246577Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088620116s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:15.267934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107438002s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T17:20:15.2689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.864897Z","time spent":"3.403997789s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:20:15.269017Z","caller":"traceutil/trace.go:171","msg":"trace[427448554] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"1.402765537s","start":"2026-03-05T17:20:13.866228Z","end":"2026-03-05T17:20:15.268994Z","steps":["trace[427448554] 'process raft request' (duration: 1.402719255s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.269076Z","caller":"traceutil/trace.go:171","msg":"trace[1838843913] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"3.400201079s","start":"2026-03-05T17:20:11.868839Z","end":"2026-03-05T17:20:15.26904Z","steps":["trace[1838843913] 'process raft request' (duration: 3.399966083s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.269142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:13.866188Z","time spent":"1.40288261s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:15.269234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.868824Z","time spent":"3.400320862s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:15.269338Z","caller":"traceutil/trace.go:171","msg":"trace[1739505103] linearizableReadLoop","detail":"{readStateIndex:23913; appliedIndex:23904; }","duration":"3.408010676s","start":"2026-03-05T17:20:11.861316Z","end":"2026-03-05T17:20:15.269327Z","steps":["trace[1739505103] 'read index received' (duration: 863.641712ms)","trace[1739505103] 'applied index is now lower than readState.Index' (duration: 2.544367524s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:15.269498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590865804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-05T17:20:15.269531Z","caller":"traceutil/trace.go:171","msg":"trace[1171198731] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23113; }","duration":"3.590932976s","start":"2026-03-05T17:20:11.678586Z","end":"2026-03-05T17:20:15.269519Z","steps":["trace[1171198731] 'agreement among raft nodes before linearized reading' (duration: 3.590816253s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.269558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.678564Z","time spent":"3.590988277s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T17:20:15.269621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568007089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T17:20:15.269671Z","caller":"traceutil/trace.go:171","msg":"trace[677975282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23113; }","duration":"4.568098451s","start":"2026-03-05T17:20:10.701557Z","end":"2026-03-05T17:20:15.269655Z","steps":["trace[677975282] 'agreement among raft nodes before linearized reading' (duration: 4.567925756s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.269706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.701538Z","time spent":"4.568160992s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:20:15.269751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.568616255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-05T17:20:15.26978Z","caller":"traceutil/trace.go:171","msg":"trace[1381490958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23113; }","duration":"4.568688556s","start":"2026-03-05T17:20:10.701083Z","end":"2026-03-05T17:20:15.269771Z","steps":["trace[1381490958] 'agreement among raft nodes before linearized reading' (duration: 4.568604004s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.269865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.701059Z","time spent":"4.568739689s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:15.26993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567821775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:20:15.269961Z","caller":"traceutil/trace.go:171","msg":"trace[168693298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23113; }","duration":"4.567867895s","start":"2026-03-05T17:20:10.702083Z","end":"2026-03-05T17:20:15.269951Z","steps":["trace[168693298] 'agreement among raft nodes before linearized reading' (duration: 4.567745192s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.26999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.702076Z","time spent":"4.567908556s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:15.269983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.7260339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.270011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.5684685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:15.270039Z","caller":"traceutil/trace.go:171","msg":"trace[704293884] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23113; }","duration":"5.726132523s","start":"2026-03-05T17:20:09.543892Z","end":"2026-03-05T17:20:15.270024Z","steps":["trace[704293884] 'agreement among raft nodes before linearized reading' (duration: 5.72602461s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.270049Z","caller":"traceutil/trace.go:171","msg":"trace[76458052] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23113; }","duration":"6.568532783s","start":"2026-03-05T17:20:08.701502Z","end":"2026-03-05T17:20:15.270035Z","steps":["trace[76458052] 'agreement among raft nodes before linearized reading' (duration: 6.568482041s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.27005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.175478973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:15.270068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:09.543872Z","time spent":"5.726188744s","remote":"127.0.0.1:38630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.270077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:08.701486Z","time spent":"6.568584765s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:20:15.270092Z","caller":"traceutil/trace.go:171","msg":"trace[1739282033] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23113; }","duration":"4.175517534s","start":"2026-03-05T17:20:11.09456Z","end":"2026-03-05T17:20:15.270078Z","steps":["trace[1739282033] 'agreement among raft nodes before linearized reading' (duration: 4.175459642s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.008953396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.270128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.094496Z","time spent":"4.175622816s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.270131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.754204136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:15.270206Z","caller":"traceutil/trace.go:171","msg":"trace[1408325453] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23113; }","duration":"4.754334229s","start":"2026-03-05T17:20:10.515852Z","end":"2026-03-05T17:20:15.270186Z","steps":["trace[1408325453] 'agreement among raft nodes before linearized reading' (duration: 4.754174214s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404297336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-05T17:20:15.270263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.515831Z","time spent":"4.754420713s","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.270354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348220263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-05T17:20:15.270401Z","caller":"traceutil/trace.go:171","msg":"trace[120177246] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23113; }","duration":"4.348306676s","start":"2026-03-05T17:20:10.922084Z","end":"2026-03-05T17:20:15.270391Z","steps":["trace[120177246] 'agreement among raft nodes before linearized reading' (duration: 4.348192403s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.27043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103870998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.270439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.922062Z","time spent":"4.348367938s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T17:20:15.270458Z","caller":"traceutil/trace.go:171","msg":"trace[1544055827] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23113; }","duration":"4.103944289s","start":"2026-03-05T17:20:11.166505Z","end":"2026-03-05T17:20:15.270449Z","steps":["trace[1544055827] 'agreement among raft nodes before linearized reading' (duration: 4.103903648s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9353822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:15.270505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.166453Z","time spent":"4.104046242s","remote":"127.0.0.1:49544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:15.270515Z","caller":"traceutil/trace.go:171","msg":"trace[28634134] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23113; }","duration":"4.935467981s","start":"2026-03-05T17:20:10.335039Z","end":"2026-03-05T17:20:15.270507Z","steps":["trace[28634134] 'agreement among raft nodes before linearized reading' (duration: 4.935328638s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.269982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.567573537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-05T17:20:15.270536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.335022Z","time spent":"4.935508633s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.270515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.018606872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.270604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569567301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-05T17:20:15.270606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.874284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.27062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.177547147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:15.27021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827512185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:15.270643Z","caller":"traceutil/trace.go:171","msg":"trace[663034209] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23113; }","duration":"873.951715ms","start":"2026-03-05T17:20:14.396682Z","end":"2026-03-05T17:20:15.270634Z","steps":["trace[663034209] 'agreement among raft nodes before linearized reading' (duration: 873.892174ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.27066Z","caller":"traceutil/trace.go:171","msg":"trace[485947683] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23113; }","duration":"5.177624419s","start":"2026-03-05T17:20:10.093024Z","end":"2026-03-05T17:20:15.270648Z","steps":["trace[485947683] 'agreement among raft nodes before linearized reading' (duration: 5.177555328s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:14.396657Z","time spent":"874.008196ms","remote":"127.0.0.1:38508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:15.270679Z","caller":"traceutil/trace.go:171","msg":"trace[363768877] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23113; }","duration":"3.827998258s","start":"2026-03-05T17:20:11.442663Z","end":"2026-03-05T17:20:15.270662Z","steps":["trace[363768877] 'agreement among raft nodes before linearized reading' (duration: 3.827517145s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.092999Z","time spent":"5.177684411s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:15.270554Z","caller":"traceutil/trace.go:171","msg":"trace[1455031305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23113; }","duration":"4.568179204s","start":"2026-03-05T17:20:10.702362Z","end":"2026-03-05T17:20:15.270541Z","steps":["trace[1455031305] 'agreement among raft nodes before linearized reading' (duration: 4.567467695s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.270269Z","caller":"traceutil/trace.go:171","msg":"trace[1029683575] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3; range_end:; response_count:1; response_revision:23113; }","duration":"3.404341809s","start":"2026-03-05T17:20:11.865918Z","end":"2026-03-05T17:20:15.27026Z","steps":["trace[1029683575] 'agreement among raft nodes before linearized reading' (duration: 3.404280627s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.702355Z","time spent":"4.56841549s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:15.270777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951946307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:20:15.270613Z","caller":"traceutil/trace.go:171","msg":"trace[2010146908] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23113; }","duration":"4.018741615s","start":"2026-03-05T17:20:11.251851Z","end":"2026-03-05T17:20:15.270592Z","steps":["trace[2010146908] 'agreement among raft nodes before linearized reading' (duration: 4.01855595s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403818806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-05T17:20:15.270789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.865906Z","time spent":"3.404871832s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-79d2c1fc-0c06-45ca-b8de-689569c513e3\" "} {"level":"warn","ts":"2026-03-05T17:20:15.270877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.251787Z","time spent":"4.019081944s","remote":"127.0.0.1:58668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:15.270887Z","caller":"traceutil/trace.go:171","msg":"trace[166412706] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23113; }","duration":"3.403917837s","start":"2026-03-05T17:20:11.866961Z","end":"2026-03-05T17:20:15.270879Z","steps":["trace[166412706] 'agreement among raft nodes before linearized reading' (duration: 3.403772544s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303441369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.27092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.866954Z","time spent":"3.403957559s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:20:15.270927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.896081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:15.270955Z","caller":"traceutil/trace.go:171","msg":"trace[2106428305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23113; }","duration":"2.30350473s","start":"2026-03-05T17:20:12.967428Z","end":"2026-03-05T17:20:15.270932Z","steps":["trace[2106428305] 'agreement among raft nodes before linearized reading' (duration: 2.303457459s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.270965Z","caller":"traceutil/trace.go:171","msg":"trace[1738195020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23113; }","duration":"950.965103ms","start":"2026-03-05T17:20:14.319989Z","end":"2026-03-05T17:20:15.270954Z","steps":["trace[1738195020] 'agreement among raft nodes before linearized reading' (duration: 950.903152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:12.967408Z","time spent":"2.303568921s","remote":"127.0.0.1:38468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:15.270638Z","caller":"traceutil/trace.go:171","msg":"trace[393160721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23113; }","duration":"4.569630992s","start":"2026-03-05T17:20:10.700997Z","end":"2026-03-05T17:20:15.270628Z","steps":["trace[393160721] 'agreement among raft nodes before linearized reading' (duration: 4.569461178s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.270994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:14.319968Z","time spent":"951.019593ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:15.270997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129735302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:20:15.271021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780326798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:20:15.271054Z","caller":"traceutil/trace.go:171","msg":"trace[488670627] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23113; }","duration":"2.780390338s","start":"2026-03-05T17:20:12.490656Z","end":"2026-03-05T17:20:15.271046Z","steps":["trace[488670627] 'agreement among raft nodes before linearized reading' (duration: 2.780239135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.271026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096465482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T17:20:15.271059Z","caller":"traceutil/trace.go:171","msg":"trace[1629073660] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23113; }","duration":"4.129851225s","start":"2026-03-05T17:20:11.141194Z","end":"2026-03-05T17:20:15.271045Z","steps":["trace[1629073660] 'agreement among raft nodes before linearized reading' (duration: 4.128321625s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.271076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:12.490636Z","time spent":"2.780434881s","remote":"127.0.0.1:43160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.271083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170403099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.27074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.442646Z","time spent":"3.828075231s","remote":"127.0.0.1:49606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:15.271097Z","caller":"traceutil/trace.go:171","msg":"trace[376828681] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23113; }","duration":"2.096576745s","start":"2026-03-05T17:20:13.174503Z","end":"2026-03-05T17:20:15.27108Z","steps":["trace[376828681] 'agreement among raft nodes before linearized reading' (duration: 2.096360799s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.271109Z","caller":"traceutil/trace.go:171","msg":"trace[1296662339] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23113; }","duration":"3.170423689s","start":"2026-03-05T17:20:12.100675Z","end":"2026-03-05T17:20:15.271099Z","steps":["trace[1296662339] 'agreement among raft nodes before linearized reading' (duration: 3.170396109s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.270161Z","caller":"traceutil/trace.go:171","msg":"trace[258670314] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23113; }","duration":"4.009069861s","start":"2026-03-05T17:20:11.261076Z","end":"2026-03-05T17:20:15.270146Z","steps":["trace[258670314] 'agreement among raft nodes before linearized reading' (duration: 4.008918126s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.271135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:12.100618Z","time spent":"3.170513032s","remote":"127.0.0.1:38848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.271141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:13.174444Z","time spent":"2.096687839s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T17:20:15.271148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.261065Z","time spent":"4.010073167s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.271057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302823432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:15.271217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765517046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:15.270867Z","caller":"traceutil/trace.go:171","msg":"trace[840263056] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23113; }","duration":"2.952073231s","start":"2026-03-05T17:20:12.318782Z","end":"2026-03-05T17:20:15.270855Z","steps":["trace[840263056] 'agreement among raft nodes before linearized reading' (duration: 2.951918267s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.271018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:10.70098Z","time spent":"4.570031403s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:20:15.271241Z","caller":"traceutil/trace.go:171","msg":"trace[1768314387] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23113; }","duration":"1.765568196s","start":"2026-03-05T17:20:13.505665Z","end":"2026-03-05T17:20:15.271233Z","steps":["trace[1768314387] 'agreement among raft nodes before linearized reading' (duration: 1.765530125s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:15.271238Z","caller":"traceutil/trace.go:171","msg":"trace[313953274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23113; }","duration":"3.303040648s","start":"2026-03-05T17:20:11.968186Z","end":"2026-03-05T17:20:15.271226Z","steps":["trace[313953274] 'agreement among raft nodes before linearized reading' (duration: 3.302850783s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:15.271264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:13.505643Z","time spent":"1.765615079s","remote":"127.0.0.1:38392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.271279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.968154Z","time spent":"3.30311176s","remote":"127.0.0.1:55308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:15.271265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:12.318762Z","time spent":"2.952486022s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"warn","ts":"2026-03-05T17:20:15.271103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:11.141153Z","time spent":"4.129938187s","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2647,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:17.279785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:17.279852Z","caller":"traceutil/trace.go:171","msg":"trace[1158256794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000429511s","start":"2026-03-05T17:20:15.279408Z","end":"2026-03-05T17:20:17.279837Z","steps":["trace[1158256794] 'agreement among raft nodes before linearized reading' (duration: 2.000344708s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:17.279887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.279389Z","time spent":"2.000491543s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:17.660287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011799283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T17:20:17.660594Z","caller":"traceutil/trace.go:171","msg":"trace[891206937] linearizableReadLoop","detail":"{readStateIndex:23915; appliedIndex:23914; }","duration":"2.387940754s","start":"2026-03-05T17:20:15.272625Z","end":"2026-03-05T17:20:17.660565Z","steps":["trace[891206937] 'read index received' (duration: 375.838214ms)","trace[891206937] 'applied index is now lower than readState.Index' (duration: 2.01210003s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:17.661252Z","caller":"traceutil/trace.go:171","msg":"trace[1266056632] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23113; }","duration":"2.391400246s","start":"2026-03-05T17:20:15.269832Z","end":"2026-03-05T17:20:17.661232Z","steps":["trace[1266056632] 'process raft request' (duration: 378.498275ms)","trace[1266056632] 'compare' (duration: 2.01172249s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:17.661433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.269815Z","time spent":"2.391565479s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:17.661843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389209978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-05T17:20:17.661944Z","caller":"traceutil/trace.go:171","msg":"trace[387522044] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23113; }","duration":"2.389319752s","start":"2026-03-05T17:20:15.272608Z","end":"2026-03-05T17:20:17.661928Z","steps":["trace[387522044] 'agreement among raft nodes before linearized reading' (duration: 2.389111276s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:17.662035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.272597Z","time spent":"2.389422643s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T17:20:18.160848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725716,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:18.27709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.628653085s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:18.277646Z","caller":"traceutil/trace.go:171","msg":"trace[1171031521] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"3.001698845s","start":"2026-03-05T17:20:15.275928Z","end":"2026-03-05T17:20:18.277627Z","steps":["trace[1171031521] 'process raft request' (duration: 3.001640543s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:18.277686Z","caller":"traceutil/trace.go:171","msg":"trace[821464493] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"3.003350918s","start":"2026-03-05T17:20:15.274297Z","end":"2026-03-05T17:20:18.277648Z","steps":["trace[821464493] 'process raft request' (duration: 3.002969108s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:18.277719Z","caller":"traceutil/trace.go:171","msg":"trace[1309069699] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"3.001760696s","start":"2026-03-05T17:20:15.275933Z","end":"2026-03-05T17:20:18.277693Z","steps":["trace[1309069699] 'process raft request' (duration: 3.001604753s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:18.277779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.275915Z","time spent":"3.001795286s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:18.277857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.275926Z","time spent":"3.001839218s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:18.277858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.274276Z","time spent":"3.003487301s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:18.277981Z","caller":"traceutil/trace.go:171","msg":"trace[1536377330] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"3.001594023s","start":"2026-03-05T17:20:15.276355Z","end":"2026-03-05T17:20:18.277949Z","steps":["trace[1536377330] 'process raft request' (duration: 3.001241193s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:18.278059Z","caller":"traceutil/trace.go:171","msg":"trace[2028952190] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"3.001483579s","start":"2026-03-05T17:20:15.276567Z","end":"2026-03-05T17:20:18.278051Z","steps":["trace[2028952190] 'process raft request' (duration: 3.001220732s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:18.278032Z","caller":"traceutil/trace.go:171","msg":"trace[623398962] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"3.000965165s","start":"2026-03-05T17:20:15.277042Z","end":"2026-03-05T17:20:18.278007Z","steps":["trace[623398962] 'process raft request' (duration: 3.000886642s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:18.278107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.27656Z","time spent":"3.00152499s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:18.27816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.27635Z","time spent":"3.001690534s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:18.278188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.277035Z","time spent":"3.001071147s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:18.278603Z","caller":"traceutil/trace.go:171","msg":"trace[619595353] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"3.002536886s","start":"2026-03-05T17:20:15.275866Z","end":"2026-03-05T17:20:18.278403Z","steps":["trace[619595353] 'process raft request' (duration: 3.001626472s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:18.278814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.27585Z","time spent":"3.002909786s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:18.620243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:18.620331Z","caller":"traceutil/trace.go:171","msg":"trace[1552317173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000447912s","start":"2026-03-05T17:20:16.619862Z","end":"2026-03-05T17:20:18.62031Z","steps":["trace[1552317173] 'agreement among raft nodes before linearized reading' (duration: 2.000330708s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:18.620381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.619842Z","time spent":"2.000527973s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:19.280985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000362229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:19.281082Z","caller":"traceutil/trace.go:171","msg":"trace[215172596] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000517353s","start":"2026-03-05T17:20:17.280545Z","end":"2026-03-05T17:20:19.281062Z","steps":["trace[215172596] 'agreement among raft nodes before linearized reading' (duration: 2.00038999s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:19.281133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.280526Z","time spent":"2.000597186s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:20.897762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.620369655s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:20.985944Z","caller":"traceutil/trace.go:171","msg":"trace[860640534] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"4.818780453s","start":"2026-03-05T17:20:16.167128Z","end":"2026-03-05T17:20:20.985909Z","steps":["trace[860640534] 'process raft request' (duration: 4.730796445s)","trace[860640534] 'compare' (duration: 87.726371ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:20.985954Z","caller":"traceutil/trace.go:171","msg":"trace[28918579] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"4.818107285s","start":"2026-03-05T17:20:16.167807Z","end":"2026-03-05T17:20:20.985914Z","steps":["trace[28918579] 'process raft request' (duration: 4.817996372s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:20.986016Z","caller":"traceutil/trace.go:171","msg":"trace[18940011] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"4.817032037s","start":"2026-03-05T17:20:16.168964Z","end":"2026-03-05T17:20:20.985996Z","steps":["trace[18940011] 'process raft request' (duration: 4.816945855s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.986088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.167105Z","time spent":"4.818906947s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:20.98612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.167789Z","time spent":"4.818241989s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:20.986246Z","caller":"traceutil/trace.go:171","msg":"trace[2050598607] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23915; }","duration":"3.325504592s","start":"2026-03-05T17:20:17.660722Z","end":"2026-03-05T17:20:20.986226Z","steps":["trace[2050598607] 'read index received' (duration: 616.688868ms)","trace[2050598607] 'applied index is now lower than readState.Index' (duration: 2.708814884s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:20.986338Z","caller":"traceutil/trace.go:171","msg":"trace[2091733152] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"4.817239922s","start":"2026-03-05T17:20:16.169088Z","end":"2026-03-05T17:20:20.986328Z","steps":["trace[2091733152] 'process raft request' (duration: 4.816877583s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.986392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.168957Z","time spent":"4.817296625s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:20.986416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.169083Z","time spent":"4.817275545s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:20.986523Z","caller":"traceutil/trace.go:171","msg":"trace[807407538] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"4.12021818s","start":"2026-03-05T17:20:16.866297Z","end":"2026-03-05T17:20:20.986515Z","steps":["trace[807407538] 'process raft request' (duration: 4.119743598s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.986562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.866266Z","time spent":"4.120275552s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:20.98659Z","caller":"traceutil/trace.go:171","msg":"trace[834027639] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"4.81825154s","start":"2026-03-05T17:20:16.168296Z","end":"2026-03-05T17:20:20.986547Z","steps":["trace[834027639] 'process raft request' (duration: 4.817579222s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.986641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.670616Z","time spent":"3.316023811s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:20:20.986712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.168292Z","time spent":"4.818349962s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:20.986775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356962645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:20.986624Z","caller":"traceutil/trace.go:171","msg":"trace[543175318] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"3.711912087s","start":"2026-03-05T17:20:17.274704Z","end":"2026-03-05T17:20:20.986616Z","steps":["trace[543175318] 'process raft request' (duration: 3.711396133s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:20.986803Z","caller":"traceutil/trace.go:171","msg":"trace[505452047] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23128; }","duration":"3.357028656s","start":"2026-03-05T17:20:17.629768Z","end":"2026-03-05T17:20:20.986796Z","steps":["trace[505452047] 'agreement among raft nodes before linearized reading' (duration: 3.356977104s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.986827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.629742Z","time spent":"3.357079498s","remote":"127.0.0.1:55378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:20.98696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845165792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:20.986984Z","caller":"traceutil/trace.go:171","msg":"trace[1462035203] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23128; }","duration":"3.845244524s","start":"2026-03-05T17:20:17.141734Z","end":"2026-03-05T17:20:20.986979Z","steps":["trace[1462035203] 'agreement among raft nodes before linearized reading' (duration: 3.845197293s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.14171Z","time spent":"3.845286875s","remote":"127.0.0.1:43124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:20.987091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.274681Z","time spent":"3.712383509s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:20.987165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.709472141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-05T17:20:20.98719Z","caller":"traceutil/trace.go:171","msg":"trace[214234913] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23128; }","duration":"5.709516203s","start":"2026-03-05T17:20:15.277668Z","end":"2026-03-05T17:20:20.987184Z","steps":["trace[214234913] 'agreement among raft nodes before linearized reading' (duration: 5.7094259s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.277657Z","time spent":"5.709550363s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98302298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-05T17:20:20.987295Z","caller":"traceutil/trace.go:171","msg":"trace[1114435415] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23128; }","duration":"4.983146672s","start":"2026-03-05T17:20:16.004132Z","end":"2026-03-05T17:20:20.987278Z","steps":["trace[1114435415] 'agreement among raft nodes before linearized reading' (duration: 4.982944137s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.004113Z","time spent":"4.983207604s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710583911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T17:20:20.987386Z","caller":"traceutil/trace.go:171","msg":"trace[545357486] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23128; }","duration":"5.710608201s","start":"2026-03-05T17:20:15.276772Z","end":"2026-03-05T17:20:20.98738Z","steps":["trace[545357486] 'agreement among raft nodes before linearized reading' (duration: 5.710539889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.276751Z","time spent":"5.710651333s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939709944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:20.987494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.710863058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:20.987545Z","caller":"traceutil/trace.go:171","msg":"trace[258621825] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23128; }","duration":"5.710935199s","start":"2026-03-05T17:20:15.276597Z","end":"2026-03-05T17:20:20.987532Z","steps":["trace[258621825] 'agreement among raft nodes before linearized reading' (duration: 5.710857127s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657374632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"warn","ts":"2026-03-05T17:20:20.987581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.276586Z","time spent":"5.710987112s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:20:20.987601Z","caller":"traceutil/trace.go:171","msg":"trace[405893708] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23128; }","duration":"4.657416554s","start":"2026-03-05T17:20:16.330179Z","end":"2026-03-05T17:20:20.987595Z","steps":["trace[405893708] 'agreement among raft nodes before linearized reading' (duration: 4.657344752s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657918867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-05T17:20:20.987653Z","caller":"traceutil/trace.go:171","msg":"trace[654734135] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23128; }","duration":"4.657986569s","start":"2026-03-05T17:20:16.329653Z","end":"2026-03-05T17:20:20.987639Z","steps":["trace[654734135] 'agreement among raft nodes before linearized reading' (duration: 4.657890527s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.329633Z","time spent":"4.658038031s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":917,"request content":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822125262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T17:20:20.987689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657679121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-05T17:20:20.98772Z","caller":"traceutil/trace.go:171","msg":"trace[1386230735] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23128; }","duration":"4.822151343s","start":"2026-03-05T17:20:16.165561Z","end":"2026-03-05T17:20:20.987712Z","steps":["trace[1386230735] 'agreement among raft nodes before linearized reading' (duration: 4.822077401s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.165503Z","time spent":"4.822233575s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T17:20:20.987743Z","caller":"traceutil/trace.go:171","msg":"trace[1431065390] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:23128; }","duration":"4.657759492s","start":"2026-03-05T17:20:16.329969Z","end":"2026-03-05T17:20:20.987729Z","steps":["trace[1431065390] 'agreement among raft nodes before linearized reading' (duration: 4.657595118s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658078231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"warn","ts":"2026-03-05T17:20:20.987777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.329953Z","time spent":"4.657815426s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":698,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-05T17:20:20.987802Z","caller":"traceutil/trace.go:171","msg":"trace[597102203] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:23128; }","duration":"4.658148933s","start":"2026-03-05T17:20:16.329638Z","end":"2026-03-05T17:20:20.987787Z","steps":["trace[597102203] 'agreement among raft nodes before linearized reading' (duration: 4.657972058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.712769038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-05T17:20:20.987823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658132313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21474"} {"level":"info","ts":"2026-03-05T17:20:20.987842Z","caller":"traceutil/trace.go:171","msg":"trace[11315639] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23128; }","duration":"5.71283212s","start":"2026-03-05T17:20:15.275001Z","end":"2026-03-05T17:20:20.987833Z","steps":["trace[11315639] 'agreement among raft nodes before linearized reading' (duration: 5.712721217s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:20.987853Z","caller":"traceutil/trace.go:171","msg":"trace[1807559643] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:23128; }","duration":"4.658179254s","start":"2026-03-05T17:20:16.329667Z","end":"2026-03-05T17:20:20.987846Z","steps":["trace[1807559643] 'agreement among raft nodes before linearized reading' (duration: 4.658087853s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.987878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.329659Z","time spent":"4.658214166s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":21497,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.274985Z","time spent":"5.712885572s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657870427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"warn","ts":"2026-03-05T17:20:20.987625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.330163Z","time spent":"4.657454475s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-05T17:20:20.98751Z","caller":"traceutil/trace.go:171","msg":"trace[158572635] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23128; }","duration":"3.939780496s","start":"2026-03-05T17:20:17.047724Z","end":"2026-03-05T17:20:20.987504Z","steps":["trace[158572635] 'agreement among raft nodes before linearized reading' (duration: 3.939732295s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:20.987978Z","caller":"traceutil/trace.go:171","msg":"trace[1589203701] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:23128; }","duration":"4.657954658s","start":"2026-03-05T17:20:16.330013Z","end":"2026-03-05T17:20:20.987968Z","steps":["trace[1589203701] 'agreement among raft nodes before linearized reading' (duration: 4.657852696s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.988001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.04764Z","time spent":"3.940349661s","remote":"127.0.0.1:57448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:20.988013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.329993Z","time spent":"4.65801237s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":11115,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.657959199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-03-05T17:20:20.988061Z","caller":"traceutil/trace.go:171","msg":"trace[743972588] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:23128; }","duration":"4.658222466s","start":"2026-03-05T17:20:16.329831Z","end":"2026-03-05T17:20:20.988054Z","steps":["trace[743972588] 'agreement among raft nodes before linearized reading' (duration: 4.657931749s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.988085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.329823Z","time spent":"4.658255907s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7512,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.329579Z","time spent":"4.658253916s","remote":"127.0.0.1:43084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5077,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-05T17:20:20.988225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.711969227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-05T17:20:20.988266Z","caller":"traceutil/trace.go:171","msg":"trace[745391844] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23128; }","duration":"5.712009128s","start":"2026-03-05T17:20:15.276246Z","end":"2026-03-05T17:20:20.988255Z","steps":["trace[745391844] 'agreement among raft nodes before linearized reading' (duration: 5.711906875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.9883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.276225Z","time spent":"5.712068211s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:20:20.987735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.711929556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-05T17:20:20.988724Z","caller":"traceutil/trace.go:171","msg":"trace[744395868] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23128; }","duration":"5.712948833s","start":"2026-03-05T17:20:15.275766Z","end":"2026-03-05T17:20:20.988715Z","steps":["trace[744395868] 'agreement among raft nodes before linearized reading' (duration: 5.711869995s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.988754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:15.275756Z","time spent":"5.712988815s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-05T17:20:20.990552Z","caller":"traceutil/trace.go:171","msg":"trace[868748908] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"4.822273156s","start":"2026-03-05T17:20:16.16826Z","end":"2026-03-05T17:20:20.990533Z","steps":["trace[868748908] 'process raft request' (duration: 4.817583513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:20.990644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:16.168254Z","time spent":"4.822342498s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:21.289218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:21.289297Z","caller":"traceutil/trace.go:171","msg":"trace[827683335] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000454331s","start":"2026-03-05T17:20:19.288825Z","end":"2026-03-05T17:20:21.289279Z","steps":["trace[827683335] 'agreement among raft nodes before linearized reading' (duration: 2.000358559s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:21.28934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:19.28876Z","time spent":"2.000572575s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:21.48694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:21.987551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:22.297594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.32805217s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:22.364135Z","caller":"traceutil/trace.go:171","msg":"trace[479416212] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"1.879378689s","start":"2026-03-05T17:20:20.484732Z","end":"2026-03-05T17:20:22.364111Z","steps":["trace[479416212] 'process raft request' (duration: 1.879277766s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:22.364268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.484713Z","time spent":"1.87948551s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:22.364279Z","caller":"traceutil/trace.go:171","msg":"trace[101590419] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"2.994842933s","start":"2026-03-05T17:20:19.369394Z","end":"2026-03-05T17:20:22.364237Z","steps":["trace[101590419] 'process raft request' (duration: 2.928418765s)","trace[101590419] 'compare' (duration: 65.290038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:22.364399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:19.369185Z","time spent":"2.995148472s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:23.289688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:23.289786Z","caller":"traceutil/trace.go:171","msg":"trace[608756405] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265497s","start":"2026-03-05T17:20:21.289495Z","end":"2026-03-05T17:20:23.289761Z","steps":["trace[608756405] 'agreement among raft nodes before linearized reading' (duration: 2.000154034s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.289859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:21.28948Z","time spent":"2.000361429s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:23.414214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.242712ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:23.414362Z","caller":"traceutil/trace.go:171","msg":"trace[453495007] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23130; }","duration":"247.401527ms","start":"2026-03-05T17:20:23.166939Z","end":"2026-03-05T17:20:23.41434Z","steps":["trace[453495007] 'range keys from in-memory index tree' (duration: 247.220042ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:23.415383Z","caller":"traceutil/trace.go:171","msg":"trace[1972748550] transaction","detail":"{read_only:false; response_revision:23131; number_of_response:1; }","duration":"2.424703658s","start":"2026-03-05T17:20:20.99064Z","end":"2026-03-05T17:20:23.415343Z","steps":["trace[1972748550] 'process raft request' (duration: 2.326810238s)","trace[1972748550] 'compare' (duration: 97.500579ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:23.41552Z","caller":"traceutil/trace.go:171","msg":"trace[754626143] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"2.421910564s","start":"2026-03-05T17:20:20.993574Z","end":"2026-03-05T17:20:23.415485Z","steps":["trace[754626143] 'process raft request' (duration: 2.42173514s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.4157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.993564Z","time spent":"2.422064349s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:23.41568Z","caller":"traceutil/trace.go:171","msg":"trace[1074640465] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"2.421117503s","start":"2026-03-05T17:20:20.994505Z","end":"2026-03-05T17:20:23.415622Z","steps":["trace[1074640465] 'process raft request' (duration: 2.420897177s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.4158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.99045Z","time spent":"2.425126438s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:23.415865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.994487Z","time spent":"2.421281217s","remote":"127.0.0.1:43140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:23.415863Z","caller":"traceutil/trace.go:171","msg":"trace[151973776] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"2.417075876s","start":"2026-03-05T17:20:20.998765Z","end":"2026-03-05T17:20:23.415841Z","steps":["trace[151973776] 'process raft request' (duration: 2.416719546s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.416105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.998751Z","time spent":"2.41728099s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:23.416371Z","caller":"traceutil/trace.go:171","msg":"trace[773845954] linearizableReadLoop","detail":"{readStateIndex:23937; appliedIndex:23931; }","duration":"2.430058839s","start":"2026-03-05T17:20:20.986295Z","end":"2026-03-05T17:20:23.416354Z","steps":["trace[773845954] 'read index received' (duration: 1.311525162s)","trace[773845954] 'applied index is now lower than readState.Index' (duration: 1.118532836s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:23.416507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073691999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:23.416528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574965513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:23.41653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553694121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:23.416579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133466381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:20:23.416603Z","caller":"traceutil/trace.go:171","msg":"trace[1353332786] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23135; }","duration":"2.553816254s","start":"2026-03-05T17:20:20.862771Z","end":"2026-03-05T17:20:23.416587Z","steps":["trace[1353332786] 'agreement among raft nodes before linearized reading' (duration: 2.55369508s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:23.416595Z","caller":"traceutil/trace.go:171","msg":"trace[1161820549] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23135; }","duration":"4.575065796s","start":"2026-03-05T17:20:18.841505Z","end":"2026-03-05T17:20:23.416571Z","steps":["trace[1161820549] 'agreement among raft nodes before linearized reading' (duration: 4.574962633s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:23.416627Z","caller":"traceutil/trace.go:171","msg":"trace[601389573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23135; }","duration":"3.133525943s","start":"2026-03-05T17:20:20.283088Z","end":"2026-03-05T17:20:23.416614Z","steps":["trace[601389573] 'agreement among raft nodes before linearized reading' (duration: 3.133357888s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.416645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804617709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:23.416652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133889392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:20:23.416689Z","caller":"traceutil/trace.go:171","msg":"trace[866345894] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23135; }","duration":"2.804691062s","start":"2026-03-05T17:20:20.611985Z","end":"2026-03-05T17:20:23.416676Z","steps":["trace[866345894] 'agreement among raft nodes before linearized reading' (duration: 2.804623831s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.416711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332333512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:23.416729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451811466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:23.416731Z","caller":"traceutil/trace.go:171","msg":"trace[1863004430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23135; }","duration":"3.133988856s","start":"2026-03-05T17:20:20.282724Z","end":"2026-03-05T17:20:23.416713Z","steps":["trace[1863004430] 'agreement among raft nodes before linearized reading' (duration: 3.133842211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.416647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:18.841481Z","time spent":"4.575151698s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:23.416765Z","caller":"traceutil/trace.go:171","msg":"trace[748731505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23135; }","duration":"4.451877026s","start":"2026-03-05T17:20:18.964878Z","end":"2026-03-05T17:20:23.416755Z","steps":["trace[748731505] 'agreement among raft nodes before linearized reading' (duration: 4.451809484s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:23.416768Z","caller":"traceutil/trace.go:171","msg":"trace[482366071] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23135; }","duration":"3.332432685s","start":"2026-03-05T17:20:20.084321Z","end":"2026-03-05T17:20:23.416753Z","steps":["trace[482366071] 'agreement among raft nodes before linearized reading' (duration: 3.332353163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.416632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.862752Z","time spent":"2.553873005s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.416785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.282708Z","time spent":"3.134063187s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:23.416791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:18.964862Z","time spent":"4.451921487s","remote":"127.0.0.1:38876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.416819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.084304Z","time spent":"3.332500957s","remote":"127.0.0.1:45870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.416661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.283081Z","time spent":"3.133572864s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:23.416534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13379292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T17:20:23.416727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.439965522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:23.417007Z","caller":"traceutil/trace.go:171","msg":"trace[1217686474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23135; }","duration":"3.134307133s","start":"2026-03-05T17:20:20.282692Z","end":"2026-03-05T17:20:23.416999Z","steps":["trace[1217686474] 'agreement among raft nodes before linearized reading' (duration: 3.133679986s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:23.41658Z","caller":"traceutil/trace.go:171","msg":"trace[1328892968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23135; }","duration":"3.073803953s","start":"2026-03-05T17:20:20.342757Z","end":"2026-03-05T17:20:23.41656Z","steps":["trace[1328892968] 'agreement among raft nodes before linearized reading' (duration: 3.07367869s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.417031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.282677Z","time spent":"3.134347404s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:20:23.417031Z","caller":"traceutil/trace.go:171","msg":"trace[1228731145] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23135; }","duration":"4.440297029s","start":"2026-03-05T17:20:18.976718Z","end":"2026-03-05T17:20:23.417015Z","steps":["trace[1228731145] 'agreement among raft nodes before linearized reading' (duration: 4.43996702s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.417069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.342739Z","time spent":"3.074308646s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.417092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:18.9767Z","time spent":"4.440374692s","remote":"127.0.0.1:43266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.417151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133104401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:20:23.417667Z","caller":"traceutil/trace.go:171","msg":"trace[1372859371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23135; }","duration":"3.133770579s","start":"2026-03-05T17:20:20.283872Z","end":"2026-03-05T17:20:23.417643Z","steps":["trace[1372859371] 'agreement among raft nodes before linearized reading' (duration: 3.132653609s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.417766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.283866Z","time spent":"3.133880491s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:20:23.416662Z","caller":"traceutil/trace.go:171","msg":"trace[277251785] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"1.284732094s","start":"2026-03-05T17:20:22.131923Z","end":"2026-03-05T17:20:23.416655Z","steps":["trace[277251785] 'process raft request' (duration: 1.284266852s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.416736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.611968Z","time spent":"2.804752874s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.417344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135979147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" ","response":"range_response_count:1 size:782"} {"level":"warn","ts":"2026-03-05T17:20:23.417936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.1319Z","time spent":"1.285999958s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:23.417991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136218633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:20:23.417972Z","caller":"traceutil/trace.go:171","msg":"trace[1489160266] range","detail":"{range_begin:/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf; range_end:; response_count:1; response_revision:23135; }","duration":"5.136628844s","start":"2026-03-05T17:20:18.281326Z","end":"2026-03-05T17:20:23.417955Z","steps":["trace[1489160266] 'agreement among raft nodes before linearized reading' (duration: 5.135929536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.417329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.511510464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:23.418173Z","caller":"traceutil/trace.go:171","msg":"trace[1477906531] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23135; }","duration":"5.512394317s","start":"2026-03-05T17:20:17.905769Z","end":"2026-03-05T17:20:23.418163Z","steps":["trace[1477906531] 'agreement among raft nodes before linearized reading' (duration: 5.511508813s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.418203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.905752Z","time spent":"5.512441117s","remote":"127.0.0.1:38540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:23.418084Z","caller":"traceutil/trace.go:171","msg":"trace[599247636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23135; }","duration":"3.136348798s","start":"2026-03-05T17:20:20.281701Z","end":"2026-03-05T17:20:23.418049Z","steps":["trace[599247636] 'agreement among raft nodes before linearized reading' (duration: 3.134731725s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.418242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.281671Z","time spent":"3.136561474s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:20:23.41738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094265564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:23.418306Z","caller":"traceutil/trace.go:171","msg":"trace[1046281827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23135; }","duration":"5.095190998s","start":"2026-03-05T17:20:18.323106Z","end":"2026-03-05T17:20:23.418297Z","steps":["trace[1046281827] 'agreement among raft nodes before linearized reading' (duration: 5.094251944s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.418327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:18.323083Z","time spent":"5.095238349s","remote":"127.0.0.1:49694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:23.417544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.691143757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:23.418359Z","caller":"traceutil/trace.go:171","msg":"trace[970416440] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23135; }","duration":"5.69199191s","start":"2026-03-05T17:20:17.726355Z","end":"2026-03-05T17:20:23.418347Z","steps":["trace[970416440] 'agreement among raft nodes before linearized reading' (duration: 5.691139577s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:23.418385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:17.726332Z","time spent":"5.69204808s","remote":"127.0.0.1:43296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T17:20:23.418148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:18.281308Z","time spent":"5.13682061s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" "} {"level":"warn","ts":"2026-03-05T17:20:23.917001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:24.417477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:24.763746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.446417511s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:24.910452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.480095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:24.910838Z","caller":"traceutil/trace.go:171","msg":"trace[1230613550] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"1.716648952s","start":"2026-03-05T17:20:23.194175Z","end":"2026-03-05T17:20:24.910824Z","steps":["trace[1230613550] 'process raft request' (duration: 1.716598611s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.910909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.194157Z","time spent":"1.716716485s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.911067Z","caller":"traceutil/trace.go:171","msg":"trace[1979202289] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"1.919596112s","start":"2026-03-05T17:20:22.991459Z","end":"2026-03-05T17:20:24.911056Z","steps":["trace[1979202289] 'process raft request' (duration: 1.772449059s)","trace[1979202289] 'compare' (duration: 146.054484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:24.911112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.991441Z","time spent":"1.919650453s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.91131Z","caller":"traceutil/trace.go:171","msg":"trace[52391695] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"1.919271484s","start":"2026-03-05T17:20:22.99203Z","end":"2026-03-05T17:20:24.911302Z","steps":["trace[52391695] 'process raft request' (duration: 1.918517104s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.911357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.992023Z","time spent":"1.919309184s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.911382Z","caller":"traceutil/trace.go:171","msg":"trace[1751757702] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"1.910197614s","start":"2026-03-05T17:20:23.001156Z","end":"2026-03-05T17:20:24.911354Z","steps":["trace[1751757702] 'process raft request' (duration: 1.909588247s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.911495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.001146Z","time spent":"1.910292036s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.911522Z","caller":"traceutil/trace.go:171","msg":"trace[2135131321] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"1.919209992s","start":"2026-03-05T17:20:22.992298Z","end":"2026-03-05T17:20:24.911508Z","steps":["trace[2135131321] 'process raft request' (duration: 1.91836347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.911588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.992292Z","time spent":"1.919255573s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.911619Z","caller":"traceutil/trace.go:171","msg":"trace[1307577707] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"1.919003326s","start":"2026-03-05T17:20:22.992611Z","end":"2026-03-05T17:20:24.911614Z","steps":["trace[1307577707] 'process raft request' (duration: 1.918103782s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.911655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.992605Z","time spent":"1.919029357s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.911597Z","caller":"traceutil/trace.go:171","msg":"trace[975593906] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"1.919069668s","start":"2026-03-05T17:20:22.99252Z","end":"2026-03-05T17:20:24.911589Z","steps":["trace[975593906] 'process raft request' (duration: 1.918170824s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.911734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.992513Z","time spent":"1.919186951s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:24.911746Z","caller":"traceutil/trace.go:171","msg":"trace[1300621546] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"1.919604512s","start":"2026-03-05T17:20:22.992132Z","end":"2026-03-05T17:20:24.911736Z","steps":["trace[1300621546] 'process raft request' (duration: 1.918496792s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:24.911788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.992126Z","time spent":"1.919640164s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:25.297799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:25.297896Z","caller":"traceutil/trace.go:171","msg":"trace[2029033031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000654597s","start":"2026-03-05T17:20:23.297214Z","end":"2026-03-05T17:20:25.297869Z","steps":["trace[2029033031] 'agreement among raft nodes before linearized reading' (duration: 2.000539044s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:25.298015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.297198Z","time spent":"2.00080544s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:26.424425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.522247509s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:27.290072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:27.290145Z","caller":"traceutil/trace.go:171","msg":"trace[1327881841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000649757s","start":"2026-03-05T17:20:25.289477Z","end":"2026-03-05T17:20:27.290126Z","steps":["trace[1327881841] 'agreement among raft nodes before linearized reading' (duration: 2.000558394s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.290182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:25.289461Z","time spent":"2.000713589s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:27.298381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:27.298449Z","caller":"traceutil/trace.go:171","msg":"trace[512000566] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174684s","start":"2026-03-05T17:20:25.298258Z","end":"2026-03-05T17:20:27.298433Z","steps":["trace[512000566] 'agreement among raft nodes before linearized reading' (duration: 2.000087112s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.298502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:25.298237Z","time spent":"2.000257637s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:27.520902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096213966s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-05T17:20:27.522047Z","caller":"traceutil/trace.go:171","msg":"trace[1324504856] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"4.099842912s","start":"2026-03-05T17:20:23.422178Z","end":"2026-03-05T17:20:27.522021Z","steps":["trace[1324504856] 'process raft request' (duration: 4.098787154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.522157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.422162Z","time spent":"4.099933324s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:27.522251Z","caller":"traceutil/trace.go:171","msg":"trace[908029028] transaction","detail":"{read_only:false; response_revision:23145; number_of_response:1; }","duration":"4.099652816s","start":"2026-03-05T17:20:23.422584Z","end":"2026-03-05T17:20:27.522237Z","steps":["trace[908029028] 'process raft request' (duration: 4.098460135s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.522301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.422569Z","time spent":"4.099705948s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:27.522778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.420773Z","time spent":"4.102000308s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:20:27.522972Z","caller":"traceutil/trace.go:171","msg":"trace[2011082734] transaction","detail":"{read_only:false; response_revision:23146; number_of_response:1; }","duration":"4.099730038s","start":"2026-03-05T17:20:23.423216Z","end":"2026-03-05T17:20:27.522946Z","steps":["trace[2011082734] 'process raft request' (duration: 4.097850169s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:27.523029Z","caller":"traceutil/trace.go:171","msg":"trace[444457662] linearizableReadLoop","detail":"{readStateIndex:23952; appliedIndex:23938; }","duration":"4.106608421s","start":"2026-03-05T17:20:23.416409Z","end":"2026-03-05T17:20:27.523017Z","steps":["trace[444457662] 'read index received' (duration: 1.347514135s)","trace[444457662] 'applied index is now lower than readState.Index' (duration: 2.759093606s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:27.52305Z","caller":"traceutil/trace.go:171","msg":"trace[1961764469] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"4.099724178s","start":"2026-03-05T17:20:23.423298Z","end":"2026-03-05T17:20:27.523023Z","steps":["trace[1961764469] 'process raft request' (duration: 4.097786786s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.523092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447095839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:27.523105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.423208Z","time spent":"4.099817951s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:27.523125Z","caller":"traceutil/trace.go:171","msg":"trace[1088898999] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23148; }","duration":"4.447154801s","start":"2026-03-05T17:20:23.075959Z","end":"2026-03-05T17:20:27.523114Z","steps":["trace[1088898999] 'agreement among raft nodes before linearized reading' (duration: 4.447075179s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.523117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.931117546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:27.523148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.075944Z","time spent":"4.447197603s","remote":"127.0.0.1:57418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:27.523157Z","caller":"traceutil/trace.go:171","msg":"trace[1960042540] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23148; }","duration":"5.931193559s","start":"2026-03-05T17:20:21.591952Z","end":"2026-03-05T17:20:27.523145Z","steps":["trace[1960042540] 'agreement among raft nodes before linearized reading' (duration: 5.931069046s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.52318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:21.591935Z","time spent":"5.931239949s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:27.523177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.423282Z","time spent":"4.099824011s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:27.523102Z","caller":"traceutil/trace.go:171","msg":"trace[2034406980] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"4.099224616s","start":"2026-03-05T17:20:23.423802Z","end":"2026-03-05T17:20:27.523027Z","steps":["trace[2034406980] 'process raft request' (duration: 4.099186814s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.523227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.419565571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:27.523251Z","caller":"traceutil/trace.go:171","msg":"trace[1468450502] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23148; }","duration":"6.419620413s","start":"2026-03-05T17:20:21.103624Z","end":"2026-03-05T17:20:27.523244Z","steps":["trace[1468450502] 'agreement among raft nodes before linearized reading' (duration: 6.419586302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.523271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:21.103606Z","time spent":"6.419660304s","remote":"127.0.0.1:38642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:27.523272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.42379Z","time spent":"4.099431911s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:27.523199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.008874454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:20:27.523334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.528619456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:27.523373Z","caller":"traceutil/trace.go:171","msg":"trace[2119601475] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23148; }","duration":"6.009087649s","start":"2026-03-05T17:20:21.514275Z","end":"2026-03-05T17:20:27.523363Z","steps":["trace[2119601475] 'agreement among raft nodes before linearized reading' (duration: 6.008811441s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.52338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.531712288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b9c87dad-f241-4510-981e-eb281eec9e16\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-05T17:20:27.523383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64703258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:27.523397Z","caller":"traceutil/trace.go:171","msg":"trace[912005275] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23148; }","duration":"6.528707559s","start":"2026-03-05T17:20:20.994673Z","end":"2026-03-05T17:20:27.523381Z","steps":["trace[912005275] 'agreement among raft nodes before linearized reading' (duration: 6.528581456s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:27.523408Z","caller":"traceutil/trace.go:171","msg":"trace[520506882] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23148; }","duration":"4.647088171s","start":"2026-03-05T17:20:22.876313Z","end":"2026-03-05T17:20:27.523402Z","steps":["trace[520506882] 'agreement among raft nodes before linearized reading' (duration: 4.646975958s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:27.523407Z","caller":"traceutil/trace.go:171","msg":"trace[36076107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b9c87dad-f241-4510-981e-eb281eec9e16; range_end:; response_count:1; response_revision:23148; }","duration":"6.531754619s","start":"2026-03-05T17:20:20.991643Z","end":"2026-03-05T17:20:27.523397Z","steps":["trace[36076107] 'agreement among raft nodes before linearized reading' (duration: 6.531636916s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.52341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:21.514257Z","time spent":"6.009139761s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:27.523427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:22.876288Z","time spent":"4.647134713s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:27.52343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.991635Z","time spent":"6.531790591s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-b9c87dad-f241-4510-981e-eb281eec9e16\" "} {"level":"warn","ts":"2026-03-05T17:20:27.523431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:20.994666Z","time spent":"6.528757801s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:20:27.523362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389147406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:20:27.523474Z","caller":"traceutil/trace.go:171","msg":"trace[1699583817] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23148; }","duration":"4.38928814s","start":"2026-03-05T17:20:23.13418Z","end":"2026-03-05T17:20:27.523468Z","steps":["trace[1699583817] 'agreement among raft nodes before linearized reading' (duration: 4.389047854s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:27.523494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.134165Z","time spent":"4.389322561s","remote":"127.0.0.1:54116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":160,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:28.023171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:28.16241Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.617388597s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:29.30697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:29.307041Z","caller":"traceutil/trace.go:171","msg":"trace[1978591303] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006177s","start":"2026-03-05T17:20:27.306964Z","end":"2026-03-05T17:20:29.307026Z","steps":["trace[1978591303] 'agreement among raft nodes before linearized reading' (duration: 1.999965018s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:29.307077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:27.306946Z","time spent":"2.000123923s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:29.335235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172506674s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:29.335322Z","caller":"traceutil/trace.go:171","msg":"trace[274143444] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"3.33975387s","start":"2026-03-05T17:20:25.995554Z","end":"2026-03-05T17:20:29.335308Z","steps":["trace[274143444] 'process raft request' (duration: 2.167107382s)","trace[274143444] 'compare' (duration: 1.172418513s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:29.335362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:25.995534Z","time spent":"3.339808741s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:29.932184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.769143681s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:31.30868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:31.308757Z","caller":"traceutil/trace.go:171","msg":"trace[1775036009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007371s","start":"2026-03-05T17:20:29.308002Z","end":"2026-03-05T17:20:31.308739Z","steps":["trace[1775036009] 'agreement among raft nodes before linearized reading' (duration: 2.000635667s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.308794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.307984Z","time spent":"2.000802712s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:31.716647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784203229s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:31.716787Z","caller":"traceutil/trace.go:171","msg":"trace[1151879993] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"4.799025972s","start":"2026-03-05T17:20:26.917748Z","end":"2026-03-05T17:20:31.716774Z","steps":["trace[1151879993] 'process raft request' (duration: 3.014630458s)","trace[1151879993] 'compare' (duration: 1.782759961s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:31.716834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.917726Z","time spent":"4.799088033s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:31.718662Z","caller":"traceutil/trace.go:171","msg":"trace[1389515785] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"4.800834059s","start":"2026-03-05T17:20:26.917817Z","end":"2026-03-05T17:20:31.718651Z","steps":["trace[1389515785] 'process raft request' (duration: 4.798906117s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.718717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.917811Z","time spent":"4.80088017s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:31.718905Z","caller":"traceutil/trace.go:171","msg":"trace[1981725162] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"4.799443313s","start":"2026-03-05T17:20:26.919453Z","end":"2026-03-05T17:20:31.718897Z","steps":["trace[1981725162] 'process raft request' (duration: 4.799382391s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:31.718913Z","caller":"traceutil/trace.go:171","msg":"trace[1212609924] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"4.800866391s","start":"2026-03-05T17:20:26.918021Z","end":"2026-03-05T17:20:31.718888Z","steps":["trace[1212609924] 'process raft request' (duration: 4.800770288s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:31.718946Z","caller":"traceutil/trace.go:171","msg":"trace[1133603221] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"4.796900105s","start":"2026-03-05T17:20:26.922032Z","end":"2026-03-05T17:20:31.718932Z","steps":["trace[1133603221] 'process raft request' (duration: 4.796832313s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.718954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.91942Z","time spent":"4.799509904s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:31.718999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.922023Z","time spent":"4.796950146s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:31.719015Z","caller":"traceutil/trace.go:171","msg":"trace[1599091833] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"4.194466675s","start":"2026-03-05T17:20:27.524542Z","end":"2026-03-05T17:20:31.719008Z","steps":["trace[1599091833] 'process raft request' (duration: 4.194374282s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:31.719021Z","caller":"traceutil/trace.go:171","msg":"trace[1652617794] linearizableReadLoop","detail":"{readStateIndex:23961; appliedIndex:23952; }","duration":"4.195941814s","start":"2026-03-05T17:20:27.523069Z","end":"2026-03-05T17:20:31.71901Z","steps":["trace[1652617794] 'read index received' (duration: 639.589383ms)","trace[1652617794] 'applied index is now lower than readState.Index' (duration: 3.556351771s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:31.719038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.917993Z","time spent":"4.800973832s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:31.719047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:27.524526Z","time spent":"4.194501475s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:31.719067Z","caller":"traceutil/trace.go:171","msg":"trace[1603665618] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"4.796805253s","start":"2026-03-05T17:20:26.922254Z","end":"2026-03-05T17:20:31.719059Z","steps":["trace[1603665618] 'process raft request' (duration: 4.796635439s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.719102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.922223Z","time spent":"4.796860884s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:31.719148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.898054512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:31.719174Z","caller":"traceutil/trace.go:171","msg":"trace[843424759] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23158; }","duration":"5.898114873s","start":"2026-03-05T17:20:25.821049Z","end":"2026-03-05T17:20:31.719164Z","steps":["trace[843424759] 'agreement among raft nodes before linearized reading' (duration: 5.898055522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.719178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.084287589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:31.719196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:25.821031Z","time spent":"5.898158184s","remote":"127.0.0.1:38816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:31.719206Z","caller":"traceutil/trace.go:171","msg":"trace[1699601883] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23158; }","duration":"8.08434407s","start":"2026-03-05T17:20:23.634851Z","end":"2026-03-05T17:20:31.719196Z","steps":["trace[1699601883] 'agreement among raft nodes before linearized reading' (duration: 8.084287499s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.719227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.634832Z","time spent":"8.084389932s","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:31.719246Z","caller":"traceutil/trace.go:171","msg":"trace[2132601231] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"1.849631052s","start":"2026-03-05T17:20:29.869609Z","end":"2026-03-05T17:20:31.71924Z","steps":["trace[2132601231] 'process raft request' (duration: 1.849373834s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.719291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.869586Z","time spent":"1.849685262s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:31.71918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.805502431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:31.719238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.735352137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:31.71934Z","caller":"traceutil/trace.go:171","msg":"trace[277272817] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23158; }","duration":"6.805687788s","start":"2026-03-05T17:20:24.913645Z","end":"2026-03-05T17:20:31.719333Z","steps":["trace[277272817] 'agreement among raft nodes before linearized reading' (duration: 6.805505393s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.719371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:24.913633Z","time spent":"6.805728169s","remote":"127.0.0.1:38558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:31.719441Z","caller":"traceutil/trace.go:171","msg":"trace[581697162] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"4.800972092s","start":"2026-03-05T17:20:26.917886Z","end":"2026-03-05T17:20:31.718858Z","steps":["trace[581697162] 'process raft request' (duration: 4.800720626s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:31.719359Z","caller":"traceutil/trace.go:171","msg":"trace[1348183186] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23158; }","duration":"6.7354834s","start":"2026-03-05T17:20:24.983856Z","end":"2026-03-05T17:20:31.71934Z","steps":["trace[1348183186] 'agreement among raft nodes before linearized reading' (duration: 6.735286115s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:31.719495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.917867Z","time spent":"4.80160122s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:31.719491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:24.983797Z","time spent":"6.735683855s","remote":"127.0.0.1:49636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.718903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.738893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-05T17:20:32.718966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.847486343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:32.718999Z","caller":"traceutil/trace.go:171","msg":"trace[437518472] linearizableReadLoop","detail":"{readStateIndex:23963; appliedIndex:23962; }","duration":"999.941519ms","start":"2026-03-05T17:20:31.719043Z","end":"2026-03-05T17:20:32.718984Z","steps":["trace[437518472] 'read index received' (duration: 182.515µs)","trace[437518472] 'applied index is now lower than readState.Index' (duration: 999.757764ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:32.719038Z","caller":"traceutil/trace.go:171","msg":"trace[1413559902] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23158; }","duration":"8.847608065s","start":"2026-03-05T17:20:23.87141Z","end":"2026-03-05T17:20:32.719018Z","steps":["trace[1413559902] 'agreement among raft nodes before linearized reading' (duration: 7.847806041s)","trace[1413559902] 'count revisions from in-memory index tree' (duration: 999.683561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.71908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.871392Z","time spent":"8.847679488s","remote":"127.0.0.1:49708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.719251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.301628499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:20:32.719297Z","caller":"traceutil/trace.go:171","msg":"trace[69504522] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23158; }","duration":"9.301701651s","start":"2026-03-05T17:20:23.417581Z","end":"2026-03-05T17:20:32.719282Z","steps":["trace[69504522] 'agreement among raft nodes before linearized reading' (duration: 8.301646909s)","trace[69504522] 'range keys from in-memory index tree' (duration: 999.912216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.719325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.417563Z","time spent":"9.301754302s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:20:32.719333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.024455657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:32.719356Z","caller":"traceutil/trace.go:171","msg":"trace[1294687497] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23158; }","duration":"7.024522948s","start":"2026-03-05T17:20:25.694825Z","end":"2026-03-05T17:20:32.719348Z","steps":["trace[1294687497] 'agreement among raft nodes before linearized reading' (duration: 6.024366594s)","trace[1294687497] 'count revisions from in-memory index tree' (duration: 1.000122383s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.719379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:25.694802Z","time spent":"7.024571299s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.719298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805501823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.719553Z","caller":"traceutil/trace.go:171","msg":"trace[1326497448] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23158; }","duration":"1.805806891s","start":"2026-03-05T17:20:30.913731Z","end":"2026-03-05T17:20:32.719538Z","steps":["trace[1326497448] 'agreement among raft nodes before linearized reading' (duration: 1.805479053s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.719562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.800340896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-05T17:20:32.719583Z","caller":"traceutil/trace.go:171","msg":"trace[133762943] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23158; }","duration":"7.800360056s","start":"2026-03-05T17:20:24.919216Z","end":"2026-03-05T17:20:32.719576Z","steps":["trace[133762943] 'agreement among raft nodes before linearized reading' (duration: 6.799975936s)","trace[133762943] 'range keys from in-memory index tree' (duration: 1.000293028s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.719585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:30.913712Z","time spent":"1.805862313s","remote":"127.0.0.1:38806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.719601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:24.919167Z","time spent":"7.800429588s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-05T17:20:32.719603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403420815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:32.71964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609842966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:32.719675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.092996839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:32.719704Z","caller":"traceutil/trace.go:171","msg":"trace[1313737204] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23158; }","duration":"6.093025301s","start":"2026-03-05T17:20:26.62667Z","end":"2026-03-05T17:20:32.719695Z","steps":["trace[1313737204] 'agreement among raft nodes before linearized reading' (duration: 5.092428044s)","trace[1313737204] 'count revisions from in-memory index tree' (duration: 1.000553385s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:32.719658Z","caller":"traceutil/trace.go:171","msg":"trace[1735656359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23158; }","duration":"1.403497166s","start":"2026-03-05T17:20:31.316145Z","end":"2026-03-05T17:20:32.719643Z","steps":["trace[1735656359] 'agreement among raft nodes before linearized reading' (duration: 1.403399653s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.719725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.298592229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:32.719738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.626607Z","time spent":"6.093122783s","remote":"127.0.0.1:43310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.719742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:31.31613Z","time spent":"1.403603579s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:32.719737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.749280725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:32.719769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.298762674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" ","response":"range_response_count:1 size:6836"} {"level":"warn","ts":"2026-03-05T17:20:32.719751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056734141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.719794Z","caller":"traceutil/trace.go:171","msg":"trace[1941764491] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz; range_end:; response_count:1; response_revision:23158; }","duration":"9.298801814s","start":"2026-03-05T17:20:23.420982Z","end":"2026-03-05T17:20:32.719783Z","steps":["trace[1941764491] 'agreement among raft nodes before linearized reading' (duration: 8.298219559s)","trace[1941764491] 'range keys from in-memory index tree' (duration: 1.000518764s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:32.719797Z","caller":"traceutil/trace.go:171","msg":"trace[575830561] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23158; }","duration":"5.749379127s","start":"2026-03-05T17:20:26.970402Z","end":"2026-03-05T17:20:32.719781Z","steps":["trace[575830561] 'agreement among raft nodes before linearized reading' (duration: 4.748676299s)","trace[575830561] 'count revisions from in-memory index tree' (duration: 1.000614547s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.719812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.420972Z","time spent":"9.298835836s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6859,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" "} {"level":"warn","ts":"2026-03-05T17:20:32.719782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.296880514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189a019ffbe41427\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-05T17:20:32.719759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191891597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T17:20:32.719829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.970385Z","time spent":"5.74943632s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.71986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.345717738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.719817Z","caller":"traceutil/trace.go:171","msg":"trace[1456420626] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23158; }","duration":"6.056826612s","start":"2026-03-05T17:20:26.662974Z","end":"2026-03-05T17:20:32.719801Z","steps":["trace[1456420626] 'agreement among raft nodes before linearized reading' (duration: 5.056114173s)","trace[1456420626] 'count revisions from in-memory index tree' (duration: 1.000635477s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:32.719702Z","caller":"traceutil/trace.go:171","msg":"trace[705688439] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23158; }","duration":"1.609940759s","start":"2026-03-05T17:20:31.109747Z","end":"2026-03-05T17:20:32.719687Z","steps":["trace[705688439] 'agreement among raft nodes before linearized reading' (duration: 1.609839946s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.719915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.833525274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.719926Z","caller":"traceutil/trace.go:171","msg":"trace[1913559207] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23158; }","duration":"2.345781408s","start":"2026-03-05T17:20:30.37411Z","end":"2026-03-05T17:20:32.719891Z","steps":["trace[1913559207] 'agreement among raft nodes before linearized reading' (duration: 2.345728777s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.719937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:31.109725Z","time spent":"1.610204416s","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:32.719953Z","caller":"traceutil/trace.go:171","msg":"trace[19267757] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23158; }","duration":"2.833566205s","start":"2026-03-05T17:20:29.886379Z","end":"2026-03-05T17:20:32.719945Z","steps":["trace[19267757] 'agreement among raft nodes before linearized reading' (duration: 2.833502103s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.719821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29970223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:32.719994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751091233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:32.720013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193431597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-05T17:20:32.720019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193599732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:20:32.720023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425306053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.720033Z","caller":"traceutil/trace.go:171","msg":"trace[1119717012] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23158; }","duration":"2.751154975s","start":"2026-03-05T17:20:29.968864Z","end":"2026-03-05T17:20:32.720019Z","steps":["trace[1119717012] 'agreement among raft nodes before linearized reading' (duration: 2.751096203s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454121175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.720075Z","caller":"traceutil/trace.go:171","msg":"trace[1967562367] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23158; }","duration":"4.425386245s","start":"2026-03-05T17:20:28.294676Z","end":"2026-03-05T17:20:32.720063Z","steps":["trace[1967562367] 'agreement among raft nodes before linearized reading' (duration: 4.425300793s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171028375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:32.720098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194107896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T17:20:32.720114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193298643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-05T17:20:32.720113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:28.294663Z","time spent":"4.425439706s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:32.719864Z","caller":"traceutil/trace.go:171","msg":"trace[1638097929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23158; }","duration":"3.192028551s","start":"2026-03-05T17:20:29.527827Z","end":"2026-03-05T17:20:32.719856Z","steps":["trace[1638097929] 'agreement among raft nodes before linearized reading' (duration: 3.191817625s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:32.720133Z","caller":"traceutil/trace.go:171","msg":"trace[1274807708] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23158; }","duration":"3.171069526s","start":"2026-03-05T17:20:29.549051Z","end":"2026-03-05T17:20:32.72012Z","steps":["trace[1274807708] 'agreement among raft nodes before linearized reading' (duration: 3.171010755s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:32.720041Z","caller":"traceutil/trace.go:171","msg":"trace[1012969734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23158; }","duration":"3.193473629s","start":"2026-03-05T17:20:29.526561Z","end":"2026-03-05T17:20:32.720035Z","steps":["trace[1012969734] 'agreement among raft nodes before linearized reading' (duration: 3.193385476s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26494545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:32.72017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.526555Z","time spent":"3.193608982s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:32.72017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.549018Z","time spent":"3.171141798s","remote":"127.0.0.1:38668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.72017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.527817Z","time spent":"3.19233962s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:20:32.720022Z","caller":"traceutil/trace.go:171","msg":"trace[1177312902] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23158; }","duration":"2.299905394s","start":"2026-03-05T17:20:30.420108Z","end":"2026-03-05T17:20:32.720013Z","steps":["trace[1177312902] 'agreement among raft nodes before linearized reading' (duration: 2.299686249s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:32.720195Z","caller":"traceutil/trace.go:171","msg":"trace[1025855372] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23158; }","duration":"4.265025392s","start":"2026-03-05T17:20:28.455151Z","end":"2026-03-05T17:20:32.720177Z","steps":["trace[1025855372] 'agreement among raft nodes before linearized reading' (duration: 4.264909639s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:32.720129Z","caller":"traceutil/trace.go:171","msg":"trace[1092586217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23158; }","duration":"3.194173027s","start":"2026-03-05T17:20:29.52595Z","end":"2026-03-05T17:20:32.720123Z","steps":["trace[1092586217] 'agreement among raft nodes before linearized reading' (duration: 3.194107356s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.72022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:30.42007Z","time spent":"2.300138542s","remote":"127.0.0.1:57400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.720228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:28.455104Z","time spent":"4.265117824s","remote":"127.0.0.1:43464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:32.71975Z","caller":"traceutil/trace.go:171","msg":"trace[1480315437] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23158; }","duration":"9.298628431s","start":"2026-03-05T17:20:23.421112Z","end":"2026-03-05T17:20:32.71974Z","steps":["trace[1480315437] 'agreement among raft nodes before linearized reading' (duration: 8.298096106s)","trace[1480315437] 'range keys from in-memory index tree' (duration: 1.000503573s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.719921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:26.662958Z","time spent":"6.056944845s","remote":"127.0.0.1:58996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.719959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:30.374095Z","time spent":"2.345857521s","remote":"127.0.0.1:49526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.720235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.525932Z","time spent":"3.19429574s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:20:32.719603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.729375128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.720421Z","caller":"traceutil/trace.go:171","msg":"trace[48876675] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23158; }","duration":"7.73022765s","start":"2026-03-05T17:20:24.990183Z","end":"2026-03-05T17:20:32.720411Z","steps":["trace[48876675] 'agreement among raft nodes before linearized reading' (duration: 6.729034249s)","trace[48876675] 'count revisions from in-memory index tree' (duration: 1.000352179s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:32.719864Z","caller":"traceutil/trace.go:171","msg":"trace[889716226] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189a019ffbe41427; range_end:; response_count:1; response_revision:23158; }","duration":"9.297007867s","start":"2026-03-05T17:20:23.422835Z","end":"2026-03-05T17:20:32.719843Z","steps":["trace[889716226] 'agreement among raft nodes before linearized reading' (duration: 8.29637157s)","trace[889716226] 'range keys from in-memory index tree' (duration: 1.000450291s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:32.720449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:24.99017Z","time spent":"7.730269921s","remote":"127.0.0.1:55384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.720456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.422826Z","time spent":"9.297620513s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189a019ffbe41427\" "} {"level":"warn","ts":"2026-03-05T17:20:32.719932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.085252366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:32.720517Z","caller":"traceutil/trace.go:171","msg":"trace[1988837070] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23158; }","duration":"4.085835931s","start":"2026-03-05T17:20:28.634673Z","end":"2026-03-05T17:20:32.720509Z","steps":["trace[1988837070] 'agreement among raft nodes before linearized reading' (duration: 4.085236345s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:28.634618Z","time spent":"4.085916783s","remote":"127.0.0.1:42962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.719988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.886355Z","time spent":"2.833623617s","remote":"127.0.0.1:49548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.720027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44559206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T17:20:32.720652Z","caller":"traceutil/trace.go:171","msg":"trace[909236274] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23158; }","duration":"2.446252346s","start":"2026-03-05T17:20:30.274388Z","end":"2026-03-05T17:20:32.720641Z","steps":["trace[909236274] 'agreement among raft nodes before linearized reading' (duration: 2.445556298s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:30.274362Z","time spent":"2.44630708s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:20:32.720036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.192150684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:20:32.720713Z","caller":"traceutil/trace.go:171","msg":"trace[1736251232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23158; }","duration":"3.192828081s","start":"2026-03-05T17:20:29.527878Z","end":"2026-03-05T17:20:32.720706Z","steps":["trace[1736251232] 'agreement among raft nodes before linearized reading' (duration: 3.192078461s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.527858Z","time spent":"3.192870223s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:20:32.720045Z","caller":"traceutil/trace.go:171","msg":"trace[2095203602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23158; }","duration":"3.193642134s","start":"2026-03-05T17:20:29.526397Z","end":"2026-03-05T17:20:32.720039Z","steps":["trace[2095203602] 'agreement among raft nodes before linearized reading' (duration: 3.193577422s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.720803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.526388Z","time spent":"3.194403704s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:20:32.720097Z","caller":"traceutil/trace.go:171","msg":"trace[1633347368] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23158; }","duration":"4.454184117s","start":"2026-03-05T17:20:28.265906Z","end":"2026-03-05T17:20:32.72009Z","steps":["trace[1633347368] 'agreement among raft nodes before linearized reading' (duration: 4.454132366s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:32.720136Z","caller":"traceutil/trace.go:171","msg":"trace[81629948] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23158; }","duration":"5.193341225s","start":"2026-03-05T17:20:27.52679Z","end":"2026-03-05T17:20:32.720131Z","steps":["trace[81629948] 'agreement among raft nodes before linearized reading' (duration: 5.193275353s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:32.721649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:27.526778Z","time spent":"5.194860125s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-05T17:20:32.720273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:23.421104Z","time spent":"9.299163785s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-05T17:20:32.721895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:29.968849Z","time spent":"2.751221496s","remote":"127.0.0.1:38682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:32.722913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:28.26589Z","time spent":"4.457010861s","remote":"127.0.0.1:38842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:33.219709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:33.720004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:34.22043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:34.232887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.560236183s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:20:34.234665Z","caller":"traceutil/trace.go:171","msg":"trace[376056336] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"1.604396381s","start":"2026-03-05T17:20:32.630204Z","end":"2026-03-05T17:20:34.2346Z","steps":["trace[376056336] 'process raft request' (duration: 1.603333823s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:34.235031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.630186Z","time spent":"1.604580167s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:34.722145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998154911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:34.722311Z","caller":"traceutil/trace.go:171","msg":"trace[618577508] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998361016s","start":"2026-03-05T17:20:32.723932Z","end":"2026-03-05T17:20:34.722293Z","steps":["trace[618577508] 'agreement among raft nodes before linearized reading' (duration: 1.998167251s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:34.722388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.72392Z","time spent":"1.998455239s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:36.179695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946533824s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:36.362346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.404315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:36.363056Z","caller":"traceutil/trace.go:171","msg":"trace[657302790] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"3.639018928s","start":"2026-03-05T17:20:32.724013Z","end":"2026-03-05T17:20:36.363031Z","steps":["trace[657302790] 'process raft request' (duration: 3.455837291s)","trace[657302790] 'compare' (duration: 182.279562ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:36.363134Z","caller":"traceutil/trace.go:171","msg":"trace[83652839] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"3.637805176s","start":"2026-03-05T17:20:32.725311Z","end":"2026-03-05T17:20:36.363116Z","steps":["trace[83652839] 'process raft request' (duration: 3.637653072s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.723996Z","time spent":"3.63911614s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.363194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.725299Z","time spent":"3.637867777s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.363226Z","caller":"traceutil/trace.go:171","msg":"trace[1991068944] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"3.637066966s","start":"2026-03-05T17:20:32.726141Z","end":"2026-03-05T17:20:36.363208Z","steps":["trace[1991068944] 'process raft request' (duration: 3.636879282s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.72613Z","time spent":"3.637136979s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.363357Z","caller":"traceutil/trace.go:171","msg":"trace[502812272] transaction","detail":"{read_only:false; response_revision:23163; number_of_response:1; }","duration":"3.637122408s","start":"2026-03-05T17:20:32.726226Z","end":"2026-03-05T17:20:36.363348Z","steps":["trace[502812272] 'process raft request' (duration: 3.636884921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.726207Z","time spent":"3.637177709s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.363627Z","caller":"traceutil/trace.go:171","msg":"trace[732806614] transaction","detail":"{read_only:false; response_revision:23167; number_of_response:1; }","duration":"3.63494024s","start":"2026-03-05T17:20:32.728678Z","end":"2026-03-05T17:20:36.363618Z","steps":["trace[732806614] 'process raft request' (duration: 3.634873829s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.72867Z","time spent":"3.634982511s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7124,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.363665Z","caller":"traceutil/trace.go:171","msg":"trace[953795157] transaction","detail":"{read_only:false; response_revision:23166; number_of_response:1; }","duration":"3.635968316s","start":"2026-03-05T17:20:32.727672Z","end":"2026-03-05T17:20:36.36364Z","steps":["trace[953795157] 'process raft request' (duration: 3.635849283s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:36.363729Z","caller":"traceutil/trace.go:171","msg":"trace[1677276508] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"3.637399825s","start":"2026-03-05T17:20:32.726323Z","end":"2026-03-05T17:20:36.363723Z","steps":["trace[1677276508] 'process raft request' (duration: 3.637066236s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.726317Z","time spent":"3.637428075s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.363783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.727662Z","time spent":"3.63606383s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.363701Z","caller":"traceutil/trace.go:171","msg":"trace[75556833] transaction","detail":"{read_only:false; response_revision:23168; number_of_response:1; }","duration":"2.740955145s","start":"2026-03-05T17:20:33.622736Z","end":"2026-03-05T17:20:36.363692Z","steps":["trace[75556833] 'process raft request' (duration: 2.740850532s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.622712Z","time spent":"2.74113017s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.363919Z","caller":"traceutil/trace.go:171","msg":"trace[1019781624] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"2.641397961s","start":"2026-03-05T17:20:33.722514Z","end":"2026-03-05T17:20:36.363912Z","steps":["trace[1019781624] 'process raft request' (duration: 2.641151695s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.363952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.722494Z","time spent":"2.641440472s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.36396Z","caller":"traceutil/trace.go:171","msg":"trace[802904642] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"2.640367504s","start":"2026-03-05T17:20:33.723583Z","end":"2026-03-05T17:20:36.36395Z","steps":["trace[802904642] 'process raft request' (duration: 2.640247801s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.723562Z","time spent":"2.640416525s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.364021Z","caller":"traceutil/trace.go:171","msg":"trace[2112265773] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"2.639334087s","start":"2026-03-05T17:20:33.724677Z","end":"2026-03-05T17:20:36.364011Z","steps":["trace[2112265773] 'process raft request' (duration: 2.639250464s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:36.364014Z","caller":"traceutil/trace.go:171","msg":"trace[1055094142] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"2.639490291s","start":"2026-03-05T17:20:33.724513Z","end":"2026-03-05T17:20:36.364004Z","steps":["trace[1055094142] 'process raft request' (duration: 2.639385068s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:36.364065Z","caller":"traceutil/trace.go:171","msg":"trace[2038740739] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"2.638810543s","start":"2026-03-05T17:20:33.725223Z","end":"2026-03-05T17:20:36.364033Z","steps":["trace[2038740739] 'process raft request' (duration: 2.638748061s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.364084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.72467Z","time spent":"2.639375747s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.36409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.724505Z","time spent":"2.639566022s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.364099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.725216Z","time spent":"2.638864434s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:36.364092Z","caller":"traceutil/trace.go:171","msg":"trace[1974827579] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23963; }","duration":"3.645063818s","start":"2026-03-05T17:20:32.719017Z","end":"2026-03-05T17:20:36.364081Z","steps":["trace[1974827579] 'read index received' (duration: 1.514228877s)","trace[1974827579] 'applied index is now lower than readState.Index' (duration: 2.130834011s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:36.364154Z","caller":"traceutil/trace.go:171","msg":"trace[79358256] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"2.63645505s","start":"2026-03-05T17:20:33.727693Z","end":"2026-03-05T17:20:36.364148Z","steps":["trace[79358256] 'process raft request' (duration: 2.636324227s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:36.36416Z","caller":"traceutil/trace.go:171","msg":"trace[1222152498] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"2.637994771s","start":"2026-03-05T17:20:33.726158Z","end":"2026-03-05T17:20:36.364152Z","steps":["trace[1222152498] 'process raft request' (duration: 2.637837587s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.364189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.727676Z","time spent":"2.636493961s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.364193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.726149Z","time spent":"2.638026832s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.364194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267400675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:36.364222Z","caller":"traceutil/trace.go:171","msg":"trace[295146573] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23175; }","duration":"4.267457437s","start":"2026-03-05T17:20:32.096756Z","end":"2026-03-05T17:20:36.364214Z","steps":["trace[295146573] 'agreement among raft nodes before linearized reading' (duration: 4.267391275s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.364249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.096741Z","time spent":"4.267503118s","remote":"127.0.0.1:55364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:36.364253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642071569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:20:36.364285Z","caller":"traceutil/trace.go:171","msg":"trace[303966933] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23175; }","duration":"4.642127599s","start":"2026-03-05T17:20:31.722148Z","end":"2026-03-05T17:20:36.364276Z","steps":["trace[303966933] 'agreement among raft nodes before linearized reading' (duration: 4.642017136s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.364307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:31.722135Z","time spent":"4.642166272s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"info","ts":"2026-03-05T17:20:36.364325Z","caller":"traceutil/trace.go:171","msg":"trace[1858996926] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"3.637204109s","start":"2026-03-05T17:20:32.726268Z","end":"2026-03-05T17:20:36.363472Z","steps":["trace[1858996926] 'process raft request' (duration: 3.636970533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.36443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.726256Z","time spent":"3.638105424s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:36.728858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000688507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:36.728942Z","caller":"traceutil/trace.go:171","msg":"trace[2001057438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000830842s","start":"2026-03-05T17:20:34.728093Z","end":"2026-03-05T17:20:36.728924Z","steps":["trace[2001057438] 'agreement among raft nodes before linearized reading' (duration: 2.000722449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:36.728997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:34.728076Z","time spent":"2.000906484s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:36.86475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:37.365453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:37.394227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0997957s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:38.729473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999832385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:38.729547Z","caller":"traceutil/trace.go:171","msg":"trace[1053977221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950309s","start":"2026-03-05T17:20:36.729579Z","end":"2026-03-05T17:20:38.729529Z","steps":["trace[1053977221] 'agreement among raft nodes before linearized reading' (duration: 1.999858496s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:38.729582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:36.729561Z","time spent":"2.0000141s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:39.083114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:37.340468Z","time spent":"1.74263782s","remote":"127.0.0.1:33648","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:20:39.083891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689266187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:39.084016Z","caller":"traceutil/trace.go:171","msg":"trace[94274391] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"4.742972188s","start":"2026-03-05T17:20:34.341019Z","end":"2026-03-05T17:20:39.083991Z","steps":["trace[94274391] 'process raft request' (duration: 3.053518946s)","trace[94274391] 'compare' (duration: 1.688778725s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:39.084111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:34.341Z","time spent":"4.743061171s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:39.196077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607392761s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:40.736266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:40.736359Z","caller":"traceutil/trace.go:171","msg":"trace[1893548185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000853273s","start":"2026-03-05T17:20:38.735488Z","end":"2026-03-05T17:20:40.736341Z","steps":["trace[1893548185] 'agreement among raft nodes before linearized reading' (duration: 2.00073355s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:40.736408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.735468Z","time spent":"2.000924994s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:41.890151Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.048499153s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:42.219603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023328337s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:20:42.225254Z","caller":"traceutil/trace.go:171","msg":"trace[1465961409] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"5.858658778s","start":"2026-03-05T17:20:36.366569Z","end":"2026-03-05T17:20:42.225228Z","steps":["trace[1465961409] 'process raft request' (duration: 5.853329528s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:42.225322Z","caller":"traceutil/trace.go:171","msg":"trace[801176712] linearizableReadLoop","detail":"{readStateIndex:23983; appliedIndex:23980; }","duration":"5.861108344s","start":"2026-03-05T17:20:36.364152Z","end":"2026-03-05T17:20:42.225261Z","steps":["trace[801176712] 'read index received' (duration: 1.030402384s)","trace[801176712] 'applied index is now lower than readState.Index' (duration: 4.83070323s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:42.225397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:36.366552Z","time spent":"5.858771613s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:42.22556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.500274006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-272bd464-81f1-4fdd-96dd-15ed2b4b1ba0\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-05T17:20:42.225557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.499423293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:20:42.225611Z","caller":"traceutil/trace.go:171","msg":"trace[1578215147] range","detail":"{range_begin:/registry/persistentvolumes/pvc-272bd464-81f1-4fdd-96dd-15ed2b4b1ba0; range_end:; response_count:1; response_revision:23178; }","duration":"9.500336338s","start":"2026-03-05T17:20:32.725253Z","end":"2026-03-05T17:20:42.225589Z","steps":["trace[1578215147] 'agreement among raft nodes before linearized reading' (duration: 9.500161923s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.225563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.500670675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:42.225634Z","caller":"traceutil/trace.go:171","msg":"trace[775600612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23178; }","duration":"9.499545237s","start":"2026-03-05T17:20:32.726068Z","end":"2026-03-05T17:20:42.225614Z","steps":["trace[775600612] 'agreement among raft nodes before linearized reading' (duration: 9.499215408s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.225644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.725247Z","time spent":"9.500388829s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-272bd464-81f1-4fdd-96dd-15ed2b4b1ba0\" "} {"level":"info","ts":"2026-03-05T17:20:42.225679Z","caller":"traceutil/trace.go:171","msg":"trace[1177385358] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:23178; }","duration":"9.50080365s","start":"2026-03-05T17:20:32.724853Z","end":"2026-03-05T17:20:42.225657Z","steps":["trace[1177385358] 'agreement among raft nodes before linearized reading' (duration: 9.500620075s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.225749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.724846Z","time spent":"9.500881353s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T17:20:42.225688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:32.726054Z","time spent":"9.499623878s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:20:42.225887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.269411768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:42.225987Z","caller":"traceutil/trace.go:171","msg":"trace[707048216] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23178; }","duration":"8.269553481s","start":"2026-03-05T17:20:33.95641Z","end":"2026-03-05T17:20:42.225964Z","steps":["trace[707048216] 'agreement among raft nodes before linearized reading' (duration: 8.268861513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.226052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176906029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128948"} {"level":"warn","ts":"2026-03-05T17:20:42.226058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.956395Z","time spent":"8.269639544s","remote":"127.0.0.1:49600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:42.226128Z","caller":"traceutil/trace.go:171","msg":"trace[28730140] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23179; }","duration":"7.177020562s","start":"2026-03-05T17:20:35.049091Z","end":"2026-03-05T17:20:42.226112Z","steps":["trace[28730140] 'agreement among raft nodes before linearized reading' (duration: 7.176604302s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.226224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:35.049067Z","time spent":"7.177141615s","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128971,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-05T17:20:42.226362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.943350889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-05T17:20:42.22642Z","caller":"traceutil/trace.go:171","msg":"trace[618325461] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"3.855991559s","start":"2026-03-05T17:20:38.370387Z","end":"2026-03-05T17:20:42.226379Z","steps":["trace[618325461] 'process raft request' (duration: 3.855030573s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:42.226447Z","caller":"traceutil/trace.go:171","msg":"trace[1070386188] transaction","detail":"{read_only:false; response_revision:23180; number_of_response:1; }","duration":"3.855546757s","start":"2026-03-05T17:20:38.37088Z","end":"2026-03-05T17:20:42.226426Z","steps":["trace[1070386188] 'process raft request' (duration: 3.855167077s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:42.226506Z","caller":"traceutil/trace.go:171","msg":"trace[1592713875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23179; }","duration":"8.943498693s","start":"2026-03-05T17:20:33.282946Z","end":"2026-03-05T17:20:42.226445Z","steps":["trace[1592713875] 'agreement among raft nodes before linearized reading' (duration: 8.942676102s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.226534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.370862Z","time spent":"3.85563796s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:42.226572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:33.282931Z","time spent":"8.943617677s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:20:42.226625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.370377Z","time spent":"3.856143602s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:42.226862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.20149251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-05T17:20:42.22766Z","caller":"traceutil/trace.go:171","msg":"trace[1425407173] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23180; }","duration":"7.202299581s","start":"2026-03-05T17:20:35.02533Z","end":"2026-03-05T17:20:42.22763Z","steps":["trace[1425407173] 'agreement among raft nodes before linearized reading' (duration: 7.200390172s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.227847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:35.025314Z","time spent":"7.202521568s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-05T17:20:42.227022Z","caller":"traceutil/trace.go:171","msg":"trace[199035557] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"3.854723055s","start":"2026-03-05T17:20:38.372271Z","end":"2026-03-05T17:20:42.226994Z","steps":["trace[199035557] 'process raft request' (duration: 3.854102889s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.228007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.372251Z","time spent":"3.85567955s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:42.227174Z","caller":"traceutil/trace.go:171","msg":"trace[1961110686] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"3.854809597s","start":"2026-03-05T17:20:38.372352Z","end":"2026-03-05T17:20:42.227162Z","steps":["trace[1961110686] 'process raft request' (duration: 3.854531061s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:42.227261Z","caller":"traceutil/trace.go:171","msg":"trace[2058616255] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"3.854852768s","start":"2026-03-05T17:20:38.3724Z","end":"2026-03-05T17:20:42.227253Z","steps":["trace[2058616255] 'process raft request' (duration: 3.854693154s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.228181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.372347Z","time spent":"3.855718352s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:42.22826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.372388Z","time spent":"3.855820424s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:42.227523Z","caller":"traceutil/trace.go:171","msg":"trace[406716292] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"3.855067324s","start":"2026-03-05T17:20:38.372439Z","end":"2026-03-05T17:20:42.227506Z","steps":["trace[406716292] 'process raft request' (duration: 3.854777927s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.22841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.372425Z","time spent":"3.855941997s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:42.227571Z","caller":"traceutil/trace.go:171","msg":"trace[95792990] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"3.855053234s","start":"2026-03-05T17:20:38.372501Z","end":"2026-03-05T17:20:42.227554Z","steps":["trace[95792990] 'process raft request' (duration: 3.854897909s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.228499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.372495Z","time spent":"3.855971368s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:42.736684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:42.736776Z","caller":"traceutil/trace.go:171","msg":"trace[1767037467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000279697s","start":"2026-03-05T17:20:40.73647Z","end":"2026-03-05T17:20:42.736749Z","steps":["trace[1767037467] 'agreement among raft nodes before linearized reading' (duration: 2.000168944s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:42.736821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:40.736454Z","time spent":"2.000357169s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:43.368738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999707782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:43.368832Z","caller":"traceutil/trace.go:171","msg":"trace[1844162742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999857346s","start":"2026-03-05T17:20:38.368955Z","end":"2026-03-05T17:20:43.368813Z","steps":["trace[1844162742] 'agreement among raft nodes before linearized reading' (duration: 4.999738163s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:43.368872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.368936Z","time spent":"4.999926717s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:20:43.368982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999729582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:43.369052Z","caller":"traceutil/trace.go:171","msg":"trace[473417421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999830064s","start":"2026-03-05T17:20:38.369202Z","end":"2026-03-05T17:20:43.369032Z","steps":["trace[473417421] 'agreement among raft nodes before linearized reading' (duration: 4.999741292s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:43.369088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.369194Z","time spent":"4.999886275s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:20:43.369343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999515046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:43.369411Z","caller":"traceutil/trace.go:171","msg":"trace[135746253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999609749s","start":"2026-03-05T17:20:38.369785Z","end":"2026-03-05T17:20:43.369394Z","steps":["trace[135746253] 'agreement among raft nodes before linearized reading' (duration: 4.999515286s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:43.369456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.36978Z","time spent":"4.999668041s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 17:20:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:44.21182Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829066098s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:44.525785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358903826s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.525891Z","caller":"traceutil/trace.go:171","msg":"trace[2113448604] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23185; }","duration":"1.359020459s","start":"2026-03-05T17:20:43.166852Z","end":"2026-03-05T17:20:44.525873Z","steps":["trace[2113448604] 'range keys from in-memory index tree' (duration: 1.358889286s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.527406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144611336s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:44.527556Z","caller":"traceutil/trace.go:171","msg":"trace[1288914153] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"5.302480153s","start":"2026-03-05T17:20:39.225053Z","end":"2026-03-05T17:20:44.527533Z","steps":["trace[1288914153] 'process raft request' (duration: 3.157642961s)","trace[1288914153] 'compare' (duration: 2.142732207s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:44.527601Z","caller":"traceutil/trace.go:171","msg":"trace[24036512] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"2.295307264s","start":"2026-03-05T17:20:42.232286Z","end":"2026-03-05T17:20:44.527593Z","steps":["trace[24036512] 'process raft request' (duration: 2.295263262s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.527632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:39.225035Z","time spent":"5.302566585s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:44.527637Z","caller":"traceutil/trace.go:171","msg":"trace[1311161706] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"2.297118561s","start":"2026-03-05T17:20:42.230494Z","end":"2026-03-05T17:20:44.527613Z","steps":["trace[1311161706] 'process raft request' (duration: 2.296986768s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.527642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.232274Z","time spent":"2.295345434s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:44.527727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.230462Z","time spent":"2.297216404s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:20:44.527761Z","caller":"traceutil/trace.go:171","msg":"trace[14981746] linearizableReadLoop","detail":"{readStateIndex:23991; appliedIndex:23990; }","duration":"2.302384049s","start":"2026-03-05T17:20:42.225369Z","end":"2026-03-05T17:20:44.527753Z","steps":["trace[14981746] 'read index received' (duration: 157.340212ms)","trace[14981746] 'applied index is now lower than readState.Index' (duration: 2.145041647s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:44.527827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594989544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.527852Z","caller":"traceutil/trace.go:171","msg":"trace[2088547224] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23188; }","duration":"2.595040774s","start":"2026-03-05T17:20:41.932803Z","end":"2026-03-05T17:20:44.527844Z","steps":["trace[2088547224] 'agreement among raft nodes before linearized reading' (duration: 2.594995863s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.527876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:41.932785Z","time spent":"2.595085594s","remote":"127.0.0.1:58950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.527959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422885828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.527991Z","caller":"traceutil/trace.go:171","msg":"trace[1976651388] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23188; }","duration":"5.422948749s","start":"2026-03-05T17:20:39.105034Z","end":"2026-03-05T17:20:44.527983Z","steps":["trace[1976651388] 'agreement among raft nodes before linearized reading' (duration: 5.422890288s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:39.105018Z","time spent":"5.422990062s","remote":"127.0.0.1:43240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.528032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.772922011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.52807Z","caller":"traceutil/trace.go:171","msg":"trace[2019703638] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23188; }","duration":"5.772990003s","start":"2026-03-05T17:20:38.755071Z","end":"2026-03-05T17:20:44.528061Z","steps":["trace[2019703638] 'agreement among raft nodes before linearized reading' (duration: 5.772929432s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.755055Z","time spent":"5.773039623s","remote":"127.0.0.1:54092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.52811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313912865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:44.528123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032626971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.528155Z","caller":"traceutil/trace.go:171","msg":"trace[965795981] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23188; }","duration":"3.313988857s","start":"2026-03-05T17:20:41.214152Z","end":"2026-03-05T17:20:44.52814Z","steps":["trace[965795981] 'agreement among raft nodes before linearized reading' (duration: 3.313907255s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.019944036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:44.528193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.261628022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:44.528214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.149276358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189a019f4d030f96\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-05T17:20:44.52825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807202688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:44.528252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.288291067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:44.528256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884437932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:44.528248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.155625457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:20:44.528153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.552476458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:44.528257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.187856029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:44.528235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.994274028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.528323Z","caller":"traceutil/trace.go:171","msg":"trace[54760258] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23188; }","duration":"4.552637512s","start":"2026-03-05T17:20:39.975668Z","end":"2026-03-05T17:20:44.528306Z","steps":["trace[54760258] 'agreement among raft nodes before linearized reading' (duration: 4.552465748s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:44.528315Z","caller":"traceutil/trace.go:171","msg":"trace[1879831138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23188; }","duration":"6.155707258s","start":"2026-03-05T17:20:38.372591Z","end":"2026-03-05T17:20:44.528298Z","steps":["trace[1879831138] 'agreement among raft nodes before linearized reading' (duration: 6.155483462s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152862004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" ","response":"range_response_count:1 size:7142"} {"level":"info","ts":"2026-03-05T17:20:44.528397Z","caller":"traceutil/trace.go:171","msg":"trace[1760919443] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz; range_end:; response_count:1; response_revision:23188; }","duration":"8.152932045s","start":"2026-03-05T17:20:36.375454Z","end":"2026-03-05T17:20:44.528386Z","steps":["trace[1760919443] 'agreement among raft nodes before linearized reading' (duration: 8.152799612s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:39.975623Z","time spent":"4.552745075s","remote":"127.0.0.1:49702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.528396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.372586Z","time spent":"6.155798401s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:44.528435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:36.375441Z","time spent":"8.152985737s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7165,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" "} {"level":"info","ts":"2026-03-05T17:20:44.528371Z","caller":"traceutil/trace.go:171","msg":"trace[1847461353] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23188; }","duration":"6.188012494s","start":"2026-03-05T17:20:38.340317Z","end":"2026-03-05T17:20:44.52833Z","steps":["trace[1847461353] 'agreement among raft nodes before linearized reading' (duration: 6.187833759s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:44.52851Z","caller":"traceutil/trace.go:171","msg":"trace[1772245278] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23188; }","duration":"4.884715769s","start":"2026-03-05T17:20:39.643784Z","end":"2026-03-05T17:20:44.5285Z","steps":["trace[1772245278] 'agreement among raft nodes before linearized reading' (duration: 4.884453513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.3403Z","time spent":"6.188205428s","remote":"127.0.0.1:38788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:44.528225Z","caller":"traceutil/trace.go:171","msg":"trace[1481738974] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23188; }","duration":"5.261705524s","start":"2026-03-05T17:20:39.266511Z","end":"2026-03-05T17:20:44.528216Z","steps":["trace[1481738974] 'agreement among raft nodes before linearized reading' (duration: 5.261631682s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:39.266466Z","time spent":"5.262123334s","remote":"127.0.0.1:58618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.528246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885497361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:44.528684Z","caller":"traceutil/trace.go:171","msg":"trace[1564161713] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23188; }","duration":"2.885963122s","start":"2026-03-05T17:20:41.642706Z","end":"2026-03-05T17:20:44.528669Z","steps":["trace[1564161713] 'agreement among raft nodes before linearized reading' (duration: 2.885432788s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:41.642689Z","time spent":"2.886030513s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.528162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.161136692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:20:44.528805Z","caller":"traceutil/trace.go:171","msg":"trace[1828645410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23188; }","duration":"6.161791579s","start":"2026-03-05T17:20:38.367004Z","end":"2026-03-05T17:20:44.528796Z","steps":["trace[1828645410] 'agreement among raft nodes before linearized reading' (duration: 6.161043349s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.52884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:38.366958Z","time spent":"6.161872942s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T17:20:44.528353Z","caller":"traceutil/trace.go:171","msg":"trace[1633674615] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23188; }","duration":"6.994423031s","start":"2026-03-05T17:20:37.533915Z","end":"2026-03-05T17:20:44.528338Z","steps":["trace[1633674615] 'agreement among raft nodes before linearized reading' (duration: 6.994296768s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.529025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:37.533895Z","time spent":"6.995089779s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:20:44.528189Z","caller":"traceutil/trace.go:171","msg":"trace[1735483123] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23188; }","duration":"4.032744966s","start":"2026-03-05T17:20:40.495426Z","end":"2026-03-05T17:20:44.528171Z","steps":["trace[1735483123] 'agreement among raft nodes before linearized reading' (duration: 4.032623563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.529094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:40.4954Z","time spent":"4.033685261s","remote":"127.0.0.1:45848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.52819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:41.214136Z","time spent":"3.314043649s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.528123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526665656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:44.529289Z","caller":"traceutil/trace.go:171","msg":"trace[1513617292] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23188; }","duration":"4.527826715s","start":"2026-03-05T17:20:40.001417Z","end":"2026-03-05T17:20:44.529243Z","steps":["trace[1513617292] 'agreement among raft nodes before linearized reading' (duration: 4.526683155s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:44.528241Z","caller":"traceutil/trace.go:171","msg":"trace[594569608] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23188; }","duration":"7.02008391s","start":"2026-03-05T17:20:37.508133Z","end":"2026-03-05T17:20:44.528217Z","steps":["trace[594569608] 'agreement among raft nodes before linearized reading' (duration: 7.019896505s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.529362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:40.001398Z","time spent":"4.527941099s","remote":"127.0.0.1:57480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.529385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:37.508118Z","time spent":"7.021256241s","remote":"127.0.0.1:43272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:44.528259Z","caller":"traceutil/trace.go:171","msg":"trace[163874224] range","detail":"{range_begin:/registry/events/openstack/container-infra.189a019f4d030f96; range_end:; response_count:1; response_revision:23188; }","duration":"8.149335831s","start":"2026-03-05T17:20:36.378909Z","end":"2026-03-05T17:20:44.528245Z","steps":["trace[163874224] 'agreement among raft nodes before linearized reading' (duration: 8.149177796s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.52948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:36.378901Z","time spent":"8.150563623s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.189a019f4d030f96\" "} {"level":"info","ts":"2026-03-05T17:20:44.528275Z","caller":"traceutil/trace.go:171","msg":"trace[696060953] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23188; }","duration":"3.807257129s","start":"2026-03-05T17:20:40.721013Z","end":"2026-03-05T17:20:44.52827Z","steps":["trace[696060953] 'agreement among raft nodes before linearized reading' (duration: 3.807199968s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.529558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:40.720997Z","time spent":"3.808553293s","remote":"127.0.0.1:43276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:44.528281Z","caller":"traceutil/trace.go:171","msg":"trace[193757267] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23188; }","duration":"7.288361788s","start":"2026-03-05T17:20:37.239912Z","end":"2026-03-05T17:20:44.528274Z","steps":["trace[193757267] 'agreement among raft nodes before linearized reading' (duration: 7.288318988s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.528554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:39.643768Z","time spent":"4.884767221s","remote":"127.0.0.1:38576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.530773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:37.239889Z","time spent":"7.290862734s","remote":"127.0.0.1:38736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:44.743178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000928174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:44.743249Z","caller":"traceutil/trace.go:171","msg":"trace[385008847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001046578s","start":"2026-03-05T17:20:42.742186Z","end":"2026-03-05T17:20:44.743232Z","steps":["trace[385008847] 'agreement among raft nodes before linearized reading' (duration: 2.000952276s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:44.743296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.74217Z","time spent":"2.00111737s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:45.028119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725798,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:45.505783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005940278s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:46.743441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:46.743518Z","caller":"traceutil/trace.go:171","msg":"trace[482837709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999682s","start":"2026-03-05T17:20:44.743531Z","end":"2026-03-05T17:20:46.743499Z","steps":["trace[482837709] 'agreement among raft nodes before linearized reading' (duration: 1.999872347s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:46.743566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.743507Z","time spent":"2.00004018s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:47.290934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:47.291002Z","caller":"traceutil/trace.go:171","msg":"trace[1597101789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498922s","start":"2026-03-05T17:20:45.290488Z","end":"2026-03-05T17:20:47.290987Z","steps":["trace[1597101789] 'agreement among raft nodes before linearized reading' (duration: 2.000413291s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:47.291036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.290458Z","time spent":"2.000571655s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:47.452694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946643867s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:47.452784Z","caller":"traceutil/trace.go:171","msg":"trace[600299256] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"3.363145549s","start":"2026-03-05T17:20:44.089622Z","end":"2026-03-05T17:20:47.452767Z","steps":["trace[600299256] 'process raft request' (duration: 1.416353747s)","trace[600299256] 'compare' (duration: 1.946392761s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:47.452828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.089593Z","time spent":"3.36321377s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:47.954866Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.448870787s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:48.224598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.494611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:48.224879Z","caller":"traceutil/trace.go:171","msg":"trace[1687686626] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"3.990469688s","start":"2026-03-05T17:20:44.234389Z","end":"2026-03-05T17:20:48.224859Z","steps":["trace[1687686626] 'process raft request' (duration: 3.990334865s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.224873Z","caller":"traceutil/trace.go:171","msg":"trace[2079112298] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"3.991060713s","start":"2026-03-05T17:20:44.233785Z","end":"2026-03-05T17:20:48.224845Z","steps":["trace[2079112298] 'process raft request' (duration: 3.721227452s)","trace[2079112298] 'compare' (duration: 268.903666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:48.224986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.234383Z","time spent":"3.99055501s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:48.225027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.233764Z","time spent":"3.991177197s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.225174Z","caller":"traceutil/trace.go:171","msg":"trace[390303773] transaction","detail":"{read_only:false; response_revision:23192; number_of_response:1; }","duration":"3.990730294s","start":"2026-03-05T17:20:44.234434Z","end":"2026-03-05T17:20:48.225165Z","steps":["trace[390303773] 'process raft request' (duration: 3.990373334s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.225243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.234412Z","time spent":"3.990787216s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.225394Z","caller":"traceutil/trace.go:171","msg":"trace[111814693] transaction","detail":"{read_only:false; response_revision:23193; number_of_response:1; }","duration":"3.990792915s","start":"2026-03-05T17:20:44.234532Z","end":"2026-03-05T17:20:48.225325Z","steps":["trace[111814693] 'process raft request' (duration: 3.990578809s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.225455Z","caller":"traceutil/trace.go:171","msg":"trace[1580955103] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"3.990508659s","start":"2026-03-05T17:20:44.234916Z","end":"2026-03-05T17:20:48.225424Z","steps":["trace[1580955103] 'process raft request' (duration: 3.990346325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.22614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.234896Z","time spent":"3.991177236s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.22614Z","caller":"traceutil/trace.go:171","msg":"trace[759704473] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"3.694964869s","start":"2026-03-05T17:20:44.531156Z","end":"2026-03-05T17:20:48.22612Z","steps":["trace[759704473] 'process raft request' (duration: 3.694745372s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.22621Z","caller":"traceutil/trace.go:171","msg":"trace[773789893] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"3.694394202s","start":"2026-03-05T17:20:44.531781Z","end":"2026-03-05T17:20:48.226175Z","steps":["trace[773789893] 'process raft request' (duration: 3.694240549s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.226254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.531134Z","time spent":"3.695067581s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.226336Z","caller":"traceutil/trace.go:171","msg":"trace[1454837165] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"3.694354562s","start":"2026-03-05T17:20:44.531974Z","end":"2026-03-05T17:20:48.226329Z","steps":["trace[1454837165] 'process raft request' (duration: 3.694111586s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.226515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.531958Z","time spent":"3.694494256s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.225491Z","caller":"traceutil/trace.go:171","msg":"trace[385815141] transaction","detail":"{read_only:false; response_revision:23195; number_of_response:1; }","duration":"3.990483127s","start":"2026-03-05T17:20:44.234984Z","end":"2026-03-05T17:20:48.225467Z","steps":["trace[385815141] 'process raft request' (duration: 3.990340644s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.226629Z","caller":"traceutil/trace.go:171","msg":"trace[500036254] transaction","detail":"{read_only:false; response_revision:23201; number_of_response:1; }","duration":"3.694505226s","start":"2026-03-05T17:20:44.532107Z","end":"2026-03-05T17:20:48.226612Z","steps":["trace[500036254] 'process raft request' (duration: 3.694197708s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.226684Z","caller":"traceutil/trace.go:171","msg":"trace[1517623879] linearizableReadLoop","detail":"{readStateIndex:24006; appliedIndex:23993; }","duration":"3.698894622s","start":"2026-03-05T17:20:44.527781Z","end":"2026-03-05T17:20:48.226676Z","steps":["trace[1517623879] 'read index received' (duration: 978.195143ms)","trace[1517623879] 'applied index is now lower than readState.Index' (duration: 2.720698789s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:48.226724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.532094Z","time spent":"3.694585348s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.226766Z","caller":"traceutil/trace.go:171","msg":"trace[2094912416] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"1.578098585s","start":"2026-03-05T17:20:46.648659Z","end":"2026-03-05T17:20:48.226758Z","steps":["trace[2094912416] 'process raft request' (duration: 1.577942862s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.226791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.75776197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.226651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.23498Z","time spent":"3.991647448s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:48.226818Z","caller":"traceutil/trace.go:171","msg":"trace[1204186572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23202; }","duration":"3.757823191s","start":"2026-03-05T17:20:44.468988Z","end":"2026-03-05T17:20:48.226811Z","steps":["trace[1204186572] 'agreement among raft nodes before linearized reading' (duration: 3.757756839s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.226841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.46897Z","time spent":"3.757865413s","remote":"127.0.0.1:38396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:48.225837Z","caller":"traceutil/trace.go:171","msg":"trace[637823662] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"3.990684713s","start":"2026-03-05T17:20:44.235124Z","end":"2026-03-05T17:20:48.225808Z","steps":["trace[637823662] 'process raft request' (duration: 3.990299893s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.226908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:46.648635Z","time spent":"1.578154928s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:48.22694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.235118Z","time spent":"3.991784792s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:48.227008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133850012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:48.227031Z","caller":"traceutil/trace.go:171","msg":"trace[119958233] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23202; }","duration":"4.133893532s","start":"2026-03-05T17:20:44.093133Z","end":"2026-03-05T17:20:48.227026Z","steps":["trace[119958233] 'agreement among raft nodes before linearized reading' (duration: 4.13384582s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.227047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.093124Z","time spent":"4.133918812s","remote":"127.0.0.1:42944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:48.225971Z","caller":"traceutil/trace.go:171","msg":"trace[1436934231] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"3.894495078s","start":"2026-03-05T17:20:44.33145Z","end":"2026-03-05T17:20:48.225945Z","steps":["trace[1436934231] 'process raft request' (duration: 3.894186639s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.22731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.331425Z","time spent":"3.895838133s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:48.226967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.04801655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:48.227512Z","caller":"traceutil/trace.go:171","msg":"trace[205473256] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23202; }","duration":"4.048593105s","start":"2026-03-05T17:20:44.178899Z","end":"2026-03-05T17:20:48.227492Z","steps":["trace[205473256] 'agreement among raft nodes before linearized reading' (duration: 4.048041531s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.22758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.178873Z","time spent":"4.048683837s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.227723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932030041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.227753Z","caller":"traceutil/trace.go:171","msg":"trace[1289056801] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23202; }","duration":"1.932087553s","start":"2026-03-05T17:20:46.295658Z","end":"2026-03-05T17:20:48.227745Z","steps":["trace[1289056801] 'agreement among raft nodes before linearized reading' (duration: 1.932038222s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.227771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:46.295642Z","time spent":"1.932124004s","remote":"127.0.0.1:38548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.228125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998361216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114350"} {"level":"info","ts":"2026-03-05T17:20:48.228151Z","caller":"traceutil/trace.go:171","msg":"trace[152760493] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23202; }","duration":"5.998415057s","start":"2026-03-05T17:20:42.229729Z","end":"2026-03-05T17:20:48.228144Z","steps":["trace[152760493] 'agreement among raft nodes before linearized reading' (duration: 5.99813314s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.229716Z","time spent":"5.998447248s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114373,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-05T17:20:48.22821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345902192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.228249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997288098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T17:20:48.228276Z","caller":"traceutil/trace.go:171","msg":"trace[170078889] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23202; }","duration":"5.346008984s","start":"2026-03-05T17:20:42.882253Z","end":"2026-03-05T17:20:48.228262Z","steps":["trace[170078889] 'agreement among raft nodes before linearized reading' (duration: 5.345889041s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.225562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.234511Z","time spent":"3.990966481s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:48.228338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882436998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.228343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000429571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.228378Z","caller":"traceutil/trace.go:171","msg":"trace[1094000263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23202; }","duration":"5.997472451s","start":"2026-03-05T17:20:42.230799Z","end":"2026-03-05T17:20:48.228272Z","steps":["trace[1094000263] 'agreement among raft nodes before linearized reading' (duration: 5.996291881s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.230787Z","time spent":"5.997612536s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-03-05T17:20:48.228405Z","caller":"traceutil/trace.go:171","msg":"trace[1489057807] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:0; response_revision:23202; }","duration":"6.000493172s","start":"2026-03-05T17:20:42.227896Z","end":"2026-03-05T17:20:48.228389Z","steps":["trace[1489057807] 'agreement among raft nodes before linearized reading' (duration: 6.00041774s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.807189687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-03-05T17:20:48.228448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.227889Z","time spent":"6.000547873s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T17:20:48.226264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.531761Z","time spent":"3.694478026s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:20:48.228533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853073981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-05T17:20:48.228559Z","caller":"traceutil/trace.go:171","msg":"trace[1864814486] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:23202; }","duration":"4.853123673s","start":"2026-03-05T17:20:43.375431Z","end":"2026-03-05T17:20:48.228554Z","steps":["trace[1864814486] 'agreement among raft nodes before linearized reading' (duration: 4.853041381s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:43.375418Z","time spent":"4.853154204s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-05T17:20:48.228635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85716676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:20:48.228663Z","caller":"traceutil/trace.go:171","msg":"trace[1333953571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23202; }","duration":"2.857208202s","start":"2026-03-05T17:20:45.371448Z","end":"2026-03-05T17:20:48.228656Z","steps":["trace[1333953571] 'agreement among raft nodes before linearized reading' (duration: 2.857026367s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.460153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.228682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.371442Z","time spent":"2.857235172s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-05T17:20:48.228763Z","caller":"traceutil/trace.go:171","msg":"trace[1835721480] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23202; }","duration":"234.952257ms","start":"2026-03-05T17:20:47.993767Z","end":"2026-03-05T17:20:48.228719Z","steps":["trace[1835721480] 'agreement among raft nodes before linearized reading' (duration: 234.449233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.000902823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-05T17:20:48.228846Z","caller":"traceutil/trace.go:171","msg":"trace[1467582308] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23202; }","duration":"6.000979765s","start":"2026-03-05T17:20:42.227852Z","end":"2026-03-05T17:20:48.228832Z","steps":["trace[1467582308] 'agreement among raft nodes before linearized reading' (duration: 6.00080735s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.22783Z","time spent":"6.001050727s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-05T17:20:48.228911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858280629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:20:48.228932Z","caller":"traceutil/trace.go:171","msg":"trace[399231144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23202; }","duration":"2.858329711s","start":"2026-03-05T17:20:45.370597Z","end":"2026-03-05T17:20:48.228927Z","steps":["trace[399231144] 'agreement among raft nodes before linearized reading' (duration: 2.858278169s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.37058Z","time spent":"2.858364933s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:20:48.228305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479224501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.229024Z","caller":"traceutil/trace.go:171","msg":"trace[1075565699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23202; }","duration":"1.479958449s","start":"2026-03-05T17:20:46.749049Z","end":"2026-03-05T17:20:48.229008Z","steps":["trace[1075565699] 'agreement among raft nodes before linearized reading' (duration: 1.479238521s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.229083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:46.749033Z","time spent":"1.480033791s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:48.229152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.718568742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.229151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.562714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.229177Z","caller":"traceutil/trace.go:171","msg":"trace[1031440961] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23202; }","duration":"5.718595223s","start":"2026-03-05T17:20:42.510576Z","end":"2026-03-05T17:20:48.229172Z","steps":["trace[1031440961] 'agreement among raft nodes before linearized reading' (duration: 5.718555641s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.229201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.510521Z","time spent":"5.718676005s","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:48.229202Z","caller":"traceutil/trace.go:171","msg":"trace[1319312593] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23202; }","duration":"226.643987ms","start":"2026-03-05T17:20:48.002542Z","end":"2026-03-05T17:20:48.229186Z","steps":["trace[1319312593] 'agreement among raft nodes before linearized reading' (duration: 226.560035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.22832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695128032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.229307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.708190237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.229332Z","caller":"traceutil/trace.go:171","msg":"trace[1350938785] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23202; }","duration":"5.70824589s","start":"2026-03-05T17:20:42.521081Z","end":"2026-03-05T17:20:48.229327Z","steps":["trace[1350938785] 'agreement among raft nodes before linearized reading' (duration: 5.708207309s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.229389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.521063Z","time spent":"5.70828225s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.228361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197633429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.229294Z","caller":"traceutil/trace.go:171","msg":"trace[2088659719] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23202; }","duration":"3.696115109s","start":"2026-03-05T17:20:44.533164Z","end":"2026-03-05T17:20:48.229279Z","steps":["trace[2088659719] 'agreement among raft nodes before linearized reading' (duration: 3.694033934s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145814817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:48.229524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.533154Z","time spent":"3.696362456s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:20:48.229553Z","caller":"traceutil/trace.go:171","msg":"trace[1453642964] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23202; }","duration":"3.146636849s","start":"2026-03-05T17:20:45.082896Z","end":"2026-03-05T17:20:48.229533Z","steps":["trace[1453642964] 'agreement among raft nodes before linearized reading' (duration: 3.145876429s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.228361Z","caller":"traceutil/trace.go:171","msg":"trace[264229301] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23202; }","duration":"1.882462699s","start":"2026-03-05T17:20:46.345893Z","end":"2026-03-05T17:20:48.228356Z","steps":["trace[264229301] 'agreement among raft nodes before linearized reading' (duration: 1.882423928s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.229638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:46.345834Z","time spent":"1.883798695s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.229791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.496619729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:20:48.229821Z","caller":"traceutil/trace.go:171","msg":"trace[1884548008] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23202; }","duration":"5.497320029s","start":"2026-03-05T17:20:42.732494Z","end":"2026-03-05T17:20:48.229814Z","steps":["trace[1884548008] 'agreement among raft nodes before linearized reading' (duration: 5.49621379s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.228309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.882237Z","time spent":"5.346065676s","remote":"127.0.0.1:43218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.229841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.732479Z","time spent":"5.497356219s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.23004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.316234858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:48.230087Z","caller":"traceutil/trace.go:171","msg":"trace[901178860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23202; }","duration":"3.316314108s","start":"2026-03-05T17:20:44.91376Z","end":"2026-03-05T17:20:48.230074Z","steps":["trace[901178860] 'agreement among raft nodes before linearized reading' (duration: 3.316235757s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.230119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.913745Z","time spent":"3.316363561s","remote":"127.0.0.1:49626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.227534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.997707229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:114350"} {"level":"info","ts":"2026-03-05T17:20:48.230168Z","caller":"traceutil/trace.go:171","msg":"trace[1102063699] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23202; }","duration":"6.000357768s","start":"2026-03-05T17:20:42.229802Z","end":"2026-03-05T17:20:48.230159Z","steps":["trace[1102063699] 'agreement among raft nodes before linearized reading' (duration: 5.997335138s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.230204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:42.22979Z","time spent":"6.000402389s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":114373,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-05T17:20:48.228862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857820258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:20:48.230286Z","caller":"traceutil/trace.go:171","msg":"trace[409669977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23202; }","duration":"2.859295427s","start":"2026-03-05T17:20:45.370978Z","end":"2026-03-05T17:20:48.230273Z","steps":["trace[409669977] 'agreement among raft nodes before linearized reading' (duration: 2.857845429s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.230334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.370958Z","time spent":"2.859362899s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:20:48.230413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200581007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:48.230487Z","caller":"traceutil/trace.go:171","msg":"trace[1596567662] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23202; }","duration":"3.200634799s","start":"2026-03-05T17:20:45.029798Z","end":"2026-03-05T17:20:48.230433Z","steps":["trace[1596567662] 'agreement among raft nodes before linearized reading' (duration: 3.199912319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.230515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.029784Z","time spent":"3.200723831s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.228358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523538852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:48.230723Z","caller":"traceutil/trace.go:171","msg":"trace[396968988] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23202; }","duration":"2.525911015s","start":"2026-03-05T17:20:45.704781Z","end":"2026-03-05T17:20:48.230692Z","steps":["trace[396968988] 'agreement among raft nodes before linearized reading' (duration: 2.523553713s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.228451Z","caller":"traceutil/trace.go:171","msg":"trace[1959047987] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23202; }","duration":"4.807249799s","start":"2026-03-05T17:20:43.421193Z","end":"2026-03-05T17:20:48.228443Z","steps":["trace[1959047987] 'agreement among raft nodes before linearized reading' (duration: 4.807186957s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.230846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.704765Z","time spent":"2.526044739s","remote":"127.0.0.1:58662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.230847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:43.421174Z","time spent":"4.809651382s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-05T17:20:48.229494Z","caller":"traceutil/trace.go:171","msg":"trace[1744964314] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23202; }","duration":"4.198779559s","start":"2026-03-05T17:20:44.030694Z","end":"2026-03-05T17:20:48.229473Z","steps":["trace[1744964314] 'agreement among raft nodes before linearized reading' (duration: 4.197630748s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:48.233098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:45.082875Z","time spent":"3.146725262s","remote":"127.0.0.1:38828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:48.231179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:44.030678Z","time spent":"4.200485694s","remote":"127.0.0.1:38462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} 2026/03/05 17:20:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 17:20:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 17:20:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:48.385505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.711985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T17:20:48.385546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.377096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:48.385588Z","caller":"traceutil/trace.go:171","msg":"trace[1842413517] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; }","duration":"148.879799ms","start":"2026-03-05T17:20:48.236691Z","end":"2026-03-05T17:20:48.38557Z","steps":["trace[1842413517] 'agreement among raft nodes before linearized reading' (duration: 148.719425ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:48.385609Z","caller":"traceutil/trace.go:171","msg":"trace[785585773] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"151.471997ms","start":"2026-03-05T17:20:48.234121Z","end":"2026-03-05T17:20:48.385593Z","steps":["trace[785585773] 'agreement among raft nodes before linearized reading' (duration: 151.383255ms)"],"step_count":1} 2026/03/05 17:20:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/05 17:20:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:48.734267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725806,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:49.595676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.972761ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:20:49.59681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.232017Z","time spent":"1.364788722s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:20:50.238681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:50.238783Z","caller":"traceutil/trace.go:171","msg":"trace[982980709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184265s","start":"2026-03-05T17:20:48.238579Z","end":"2026-03-05T17:20:50.238763Z","steps":["trace[982980709] 'agreement among raft nodes before linearized reading' (duration: 2.000075863s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:50.238846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.238563Z","time spent":"2.000268828s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:51.139016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952320937s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:51.885144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.62907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:51.885548Z","caller":"traceutil/trace.go:171","msg":"trace[829828553] linearizableReadLoop","detail":"{readStateIndex:24013; appliedIndex:24007; }","duration":"3.652421842s","start":"2026-03-05T17:20:48.233112Z","end":"2026-03-05T17:20:51.885534Z","steps":["trace[829828553] 'read index received' (duration: 953.591762ms)","trace[829828553] 'applied index is now lower than readState.Index' (duration: 2.69882936s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:51.885597Z","caller":"traceutil/trace.go:171","msg":"trace[701677048] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23205; }","duration":"3.514089422s","start":"2026-03-05T17:20:48.371484Z","end":"2026-03-05T17:20:51.885573Z","steps":["trace[701677048] 'process raft request' (duration: 3.513834536s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:51.88571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.37147Z","time spent":"3.514179054s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:51.885718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652601318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:20:51.885755Z","caller":"traceutil/trace.go:171","msg":"trace[1215147477] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23205; }","duration":"3.652647879s","start":"2026-03-05T17:20:48.233098Z","end":"2026-03-05T17:20:51.885746Z","steps":["trace[1215147477] 'agreement among raft nodes before linearized reading' (duration: 3.652477334s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:51.885787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.233052Z","time spent":"3.6527288s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"info","ts":"2026-03-05T17:20:51.885599Z","caller":"traceutil/trace.go:171","msg":"trace[1969466167] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23205; }","duration":"3.513452695s","start":"2026-03-05T17:20:48.372124Z","end":"2026-03-05T17:20:51.885577Z","steps":["trace[1969466167] 'process raft request' (duration: 3.513378504s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:51.885896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.372118Z","time spent":"3.513702322s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:52.239281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000586964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:20:52.239364Z","caller":"traceutil/trace.go:171","msg":"trace[2103310309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711068s","start":"2026-03-05T17:20:50.238634Z","end":"2026-03-05T17:20:52.239345Z","steps":["trace[2103310309] 'agreement among raft nodes before linearized reading' (duration: 2.000604905s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:52.239403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.238626Z","time spent":"2.00076889s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:52.386226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:52.393396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:20:52.393469Z","caller":"traceutil/trace.go:171","msg":"trace[1781921889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176804s","start":"2026-03-05T17:20:50.393273Z","end":"2026-03-05T17:20:52.39345Z","steps":["trace[1781921889] 'agreement among raft nodes before linearized reading' (duration: 2.000088211s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:52.393506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.393254Z","time spent":"2.000244106s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:20:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:20:52.887161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:20:52.911834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.731068233s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:54.133871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089080927s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:20:54.22811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060936552s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.228244Z","caller":"traceutil/trace.go:171","msg":"trace[1321409416] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23205; }","duration":"1.061107577s","start":"2026-03-05T17:20:53.167115Z","end":"2026-03-05T17:20:54.228222Z","steps":["trace[1321409416] 'range keys from in-memory index tree' (duration: 1.060921502s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.229727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317585853s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:54.230233Z","caller":"traceutil/trace.go:171","msg":"trace[683214796] linearizableReadLoop","detail":"{readStateIndex:24024; appliedIndex:24013; }","duration":"2.34464412s","start":"2026-03-05T17:20:51.885576Z","end":"2026-03-05T17:20:54.23022Z","steps":["trace[683214796] 'read index received' (duration: 1.026487451s)","trace[683214796] 'applied index is now lower than readState.Index' (duration: 1.318155759s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:54.230316Z","caller":"traceutil/trace.go:171","msg":"trace[1894627928] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"4.632556646s","start":"2026-03-05T17:20:49.597748Z","end":"2026-03-05T17:20:54.230305Z","steps":["trace[1894627928] 'process raft request' (duration: 3.314328706s)","trace[1894627928] 'compare' (duration: 1.316383142s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:54.230374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:49.597728Z","time spent":"4.632612628s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:54.230619Z","caller":"traceutil/trace.go:171","msg":"trace[965773070] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"3.99888399s","start":"2026-03-05T17:20:50.231711Z","end":"2026-03-05T17:20:54.230595Z","steps":["trace[965773070] 'process raft request' (duration: 3.998166121s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.230629Z","caller":"traceutil/trace.go:171","msg":"trace[595513824] transaction","detail":"{read_only:false; response_revision:23212; number_of_response:1; }","duration":"3.993509987s","start":"2026-03-05T17:20:50.237089Z","end":"2026-03-05T17:20:54.230599Z","steps":["trace[595513824] 'process raft request' (duration: 3.992945433s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.23168Z","time spent":"3.998991463s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:54.230721Z","caller":"traceutil/trace.go:171","msg":"trace[1113436353] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"3.999702511s","start":"2026-03-05T17:20:50.230982Z","end":"2026-03-05T17:20:54.230685Z","steps":["trace[1113436353] 'process raft request' (duration: 3.998820388s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.230786Z","caller":"traceutil/trace.go:171","msg":"trace[1695362250] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"3.997771001s","start":"2026-03-05T17:20:50.233005Z","end":"2026-03-05T17:20:54.230776Z","steps":["trace[1695362250] 'process raft request' (duration: 3.996933228s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.349851786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.230825Z","caller":"traceutil/trace.go:171","msg":"trace[910100626] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23216; }","duration":"5.349907827s","start":"2026-03-05T17:20:48.880905Z","end":"2026-03-05T17:20:54.230813Z","steps":["trace[910100626] 'agreement among raft nodes before linearized reading' (duration: 5.349864596s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998261903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-05T17:20:54.230834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998606462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:20:54.230837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985484915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:54.230837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137651111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.230868Z","caller":"traceutil/trace.go:171","msg":"trace[692980646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23216; }","duration":"3.998648954s","start":"2026-03-05T17:20:50.232206Z","end":"2026-03-05T17:20:54.230855Z","steps":["trace[692980646] 'agreement among raft nodes before linearized reading' (duration: 3.998565491s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.230877Z","caller":"traceutil/trace.go:171","msg":"trace[816013788] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"1.773337813s","start":"2026-03-05T17:20:52.457529Z","end":"2026-03-05T17:20:54.230867Z","steps":["trace[816013788] 'process raft request' (duration: 1.772655794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.230963Z","time spent":"3.999827086s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.230891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.352201758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:54.230898Z","caller":"traceutil/trace.go:171","msg":"trace[1455808109] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"3.995107901s","start":"2026-03-05T17:20:50.235785Z","end":"2026-03-05T17:20:54.230893Z","steps":["trace[1455808109] 'process raft request' (duration: 3.994221397s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.23089Z","caller":"traceutil/trace.go:171","msg":"trace[1207801007] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23216; }","duration":"3.137725974s","start":"2026-03-05T17:20:51.093145Z","end":"2026-03-05T17:20:54.230871Z","steps":["trace[1207801007] 'agreement among raft nodes before linearized reading' (duration: 3.137655922s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042382131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:20:54.230934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.235767Z","time spent":"3.995150141s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:54.23094Z","caller":"traceutil/trace.go:171","msg":"trace[748105638] transaction","detail":"{read_only:false; response_revision:23214; number_of_response:1; }","duration":"2.342961134s","start":"2026-03-05T17:20:51.88797Z","end":"2026-03-05T17:20:54.230931Z","steps":["trace[748105638] 'process raft request' (duration: 2.342134343s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.23095Z","caller":"traceutil/trace.go:171","msg":"trace[1317983139] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23216; }","duration":"3.042493893s","start":"2026-03-05T17:20:51.188441Z","end":"2026-03-05T17:20:54.230935Z","steps":["trace[1317983139] 'agreement among raft nodes before linearized reading' (duration: 3.042147344s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.237072Z","time spent":"3.993606741s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.230975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875837405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T17:20:54.230971Z","caller":"traceutil/trace.go:171","msg":"trace[1405083799] transaction","detail":"{read_only:false; response_revision:23215; number_of_response:1; }","duration":"2.198677337s","start":"2026-03-05T17:20:52.032286Z","end":"2026-03-05T17:20:54.230963Z","steps":["trace[1405083799] 'process raft request' (duration: 2.197864705s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:51.188425Z","time spent":"3.042554426s","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.230786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.996735754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128948"} {"level":"info","ts":"2026-03-05T17:20:54.231Z","caller":"traceutil/trace.go:171","msg":"trace[1770615707] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23216; }","duration":"5.875889125s","start":"2026-03-05T17:20:48.355106Z","end":"2026-03-05T17:20:54.230995Z","steps":["trace[1770615707] 'agreement among raft nodes before linearized reading' (duration: 5.875818113s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:51.887954Z","time spent":"2.343009807s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.23101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.914946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:54.231026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.35509Z","time spent":"5.875931477s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T17:20:54.231026Z","caller":"traceutil/trace.go:171","msg":"trace[2128049016] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23216; }","duration":"5.99699494s","start":"2026-03-05T17:20:48.234024Z","end":"2026-03-05T17:20:54.231019Z","steps":["trace[2128049016] 'agreement among raft nodes before linearized reading' (duration: 5.99662262s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:52.032261Z","time spent":"2.198741988s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.230938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:51.093126Z","time spent":"3.137800616s","remote":"127.0.0.1:55398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.231053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.234015Z","time spent":"5.99703253s","remote":"127.0.0.1:42884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128971,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-05T17:20:54.23094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.996752554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-673b96e9-9450-419f-916d-75652638f467\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-05T17:20:54.231126Z","caller":"traceutil/trace.go:171","msg":"trace[1491912053] range","detail":"{range_begin:/registry/persistentvolumes/pvc-673b96e9-9450-419f-916d-75652638f467; range_end:; response_count:1; response_revision:23216; }","duration":"5.997049921s","start":"2026-03-05T17:20:48.234063Z","end":"2026-03-05T17:20:54.231113Z","steps":["trace[1491912053] 'agreement among raft nodes before linearized reading' (duration: 5.996575449s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991251798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:54.231169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428347543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.230869Z","caller":"traceutil/trace.go:171","msg":"trace[221592978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23216; }","duration":"1.985538507s","start":"2026-03-05T17:20:52.24532Z","end":"2026-03-05T17:20:54.230859Z","steps":["trace[221592978] 'agreement among raft nodes before linearized reading' (duration: 1.985498365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.23118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.99476646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-05T17:20:54.231177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280995794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:54.231191Z","caller":"traceutil/trace.go:171","msg":"trace[706584827] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23216; }","duration":"5.991315519s","start":"2026-03-05T17:20:48.239857Z","end":"2026-03-05T17:20:54.231172Z","steps":["trace[706584827] 'agreement among raft nodes before linearized reading' (duration: 5.991255488s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.231198Z","caller":"traceutil/trace.go:171","msg":"trace[1306108665] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23216; }","duration":"2.428410336s","start":"2026-03-05T17:20:51.802777Z","end":"2026-03-05T17:20:54.231188Z","steps":["trace[1306108665] 'agreement among raft nodes before linearized reading' (duration: 2.428361314s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:52.245306Z","time spent":"1.985893607s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:20:54.23121Z","caller":"traceutil/trace.go:171","msg":"trace[971915386] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23216; }","duration":"5.994803742s","start":"2026-03-05T17:20:48.236397Z","end":"2026-03-05T17:20:54.231201Z","steps":["trace[971915386] 'agreement among raft nodes before linearized reading' (duration: 5.994712919s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.231212Z","caller":"traceutil/trace.go:171","msg":"trace[1240350340] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23216; }","duration":"1.281032516s","start":"2026-03-05T17:20:52.950171Z","end":"2026-03-05T17:20:54.231204Z","steps":["trace[1240350340] 'agreement among raft nodes before linearized reading' (duration: 1.280922563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:51.802762Z","time spent":"2.428461657s","remote":"127.0.0.1:57390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.231242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.236391Z","time spent":"5.994844052s","remote":"127.0.0.1:42894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-05T17:20:54.231247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:52.950152Z","time spent":"1.281087436s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.230933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:52.457505Z","time spent":"1.773397224s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.231217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.239841Z","time spent":"5.991367451s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:20:54.230913Z","caller":"traceutil/trace.go:171","msg":"trace[1461197305] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23216; }","duration":"5.352253009s","start":"2026-03-05T17:20:48.878654Z","end":"2026-03-05T17:20:54.230907Z","steps":["trace[1461197305] 'agreement among raft nodes before linearized reading' (duration: 5.352213878s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.231154Z","caller":"traceutil/trace.go:171","msg":"trace[1312728840] transaction","detail":"{read_only:false; response_revision:23213; number_of_response:1; }","duration":"3.993835127s","start":"2026-03-05T17:20:50.237311Z","end":"2026-03-05T17:20:54.231146Z","steps":["trace[1312728840] 'process raft request' (duration: 3.992758698s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.230832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.232997Z","time spent":"3.997814572s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.231265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.234049Z","time spent":"5.997115382s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-673b96e9-9450-419f-916d-75652638f467\" "} {"level":"warn","ts":"2026-03-05T17:20:54.231346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.878638Z","time spent":"5.352691762s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.231397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633684467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:20:54.230857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.88089Z","time spent":"5.349960349s","remote":"127.0.0.1:38604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:54.231424Z","caller":"traceutil/trace.go:171","msg":"trace[68171831] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23216; }","duration":"2.633713569s","start":"2026-03-05T17:20:51.597705Z","end":"2026-03-05T17:20:54.231418Z","steps":["trace[68171831] 'agreement among raft nodes before linearized reading' (duration: 2.633663817s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:51.597647Z","time spent":"2.63379292s","remote":"127.0.0.1:43202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:20:54.230854Z","caller":"traceutil/trace.go:171","msg":"trace[1294539655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23216; }","duration":"3.998410987s","start":"2026-03-05T17:20:50.232438Z","end":"2026-03-05T17:20:54.230849Z","steps":["trace[1294539655] 'agreement among raft nodes before linearized reading' (duration: 3.998185091s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862414049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-05T17:20:54.231537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.996036234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-05T17:20:54.23156Z","caller":"traceutil/trace.go:171","msg":"trace[1974978585] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23216; }","duration":"5.996071216s","start":"2026-03-05T17:20:48.235481Z","end":"2026-03-05T17:20:54.231553Z","steps":["trace[1974978585] 'agreement among raft nodes before linearized reading' (duration: 5.996003524s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:54.231554Z","caller":"traceutil/trace.go:171","msg":"trace[1112342635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23216; }","duration":"2.862498912s","start":"2026-03-05T17:20:51.369044Z","end":"2026-03-05T17:20:54.231542Z","steps":["trace[1112342635] 'agreement among raft nodes before linearized reading' (duration: 2.862345287s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.235476Z","time spent":"5.996104006s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:20:54.231598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:51.369028Z","time spent":"2.862562593s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:20:54.23157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.232397Z","time spent":"3.999130266s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:54.230903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.232198Z","time spent":"3.998698905s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-05T17:20:54.230967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.691687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.231882Z","caller":"traceutil/trace.go:171","msg":"trace[1340380040] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23216; }","duration":"408.610311ms","start":"2026-03-05T17:20:53.823261Z","end":"2026-03-05T17:20:54.231872Z","steps":["trace[1340380040] 'agreement among raft nodes before linearized reading' (duration: 407.674616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.23136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.237284Z","time spent":"3.994048152s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:54.231039Z","caller":"traceutil/trace.go:171","msg":"trace[585172676] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23216; }","duration":"567.976939ms","start":"2026-03-05T17:20:53.663053Z","end":"2026-03-05T17:20:54.23103Z","steps":["trace[585172676] 'agreement among raft nodes before linearized reading' (duration: 567.935898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.231927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:53.823207Z","time spent":"408.710194ms","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.231984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:53.663033Z","time spent":"568.940814ms","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.230748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.990257111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-05T17:20:54.232158Z","caller":"traceutil/trace.go:171","msg":"trace[1672688538] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23216; }","duration":"5.991678718s","start":"2026-03-05T17:20:48.240466Z","end":"2026-03-05T17:20:54.232144Z","steps":["trace[1672688538] 'agreement among raft nodes before linearized reading' (duration: 5.990119687s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.232231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:48.24046Z","time spent":"5.99176266s","remote":"127.0.0.1:49718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-05T17:20:54.230875Z","caller":"traceutil/trace.go:171","msg":"trace[142435781] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"3.996819506s","start":"2026-03-05T17:20:50.234049Z","end":"2026-03-05T17:20:54.230868Z","steps":["trace[142435781] 'process raft request' (duration: 3.995923372s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.232389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:50.23402Z","time spent":"3.998343476s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:54.231078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064089976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.232523Z","caller":"traceutil/trace.go:171","msg":"trace[1364846564] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23216; }","duration":"1.065563964s","start":"2026-03-05T17:20:53.166951Z","end":"2026-03-05T17:20:54.232515Z","steps":["trace[1364846564] 'agreement among raft nodes before linearized reading' (duration: 1.064106295s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.232549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:53.16693Z","time spent":"1.065610866s","remote":"127.0.0.1:49620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.23073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256948658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:54.232725Z","caller":"traceutil/trace.go:171","msg":"trace[1941644143] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23216; }","duration":"4.259005533s","start":"2026-03-05T17:20:49.97371Z","end":"2026-03-05T17:20:54.232715Z","steps":["trace[1941644143] 'agreement among raft nodes before linearized reading' (duration: 4.256883106s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:54.232754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:49.973691Z","time spent":"4.259053613s","remote":"127.0.0.1:38566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:54.755107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371725830,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:20:55.181712Z","caller":"traceutil/trace.go:171","msg":"trace[749558441] transaction","detail":"{read_only:false; response_revision:23217; number_of_response:1; }","duration":"933.85091ms","start":"2026-03-05T17:20:54.247834Z","end":"2026-03-05T17:20:55.181685Z","steps":["trace[749558441] 'process raft request' (duration: 840.230363ms)","trace[749558441] 'compare' (duration: 93.454533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:55.181829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.247826Z","time spent":"933.941382ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:55.287811Z","caller":"traceutil/trace.go:171","msg":"trace[1604020834] linearizableReadLoop","detail":"{readStateIndex:24029; appliedIndex:24024; }","duration":"1.032989963s","start":"2026-03-05T17:20:54.254802Z","end":"2026-03-05T17:20:55.287792Z","steps":["trace[1604020834] 'read index received' (duration: 833.273768ms)","trace[1604020834] 'applied index is now lower than readState.Index' (duration: 199.715515ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:55.287872Z","caller":"traceutil/trace.go:171","msg":"trace[1505728790] transaction","detail":"{read_only:false; response_revision:23220; number_of_response:1; }","duration":"1.032724116s","start":"2026-03-05T17:20:54.255107Z","end":"2026-03-05T17:20:55.287831Z","steps":["trace[1505728790] 'process raft request' (duration: 1.032592703s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:55.287944Z","caller":"traceutil/trace.go:171","msg":"trace[1674767383] transaction","detail":"{read_only:false; response_revision:23218; number_of_response:1; }","duration":"1.039835834s","start":"2026-03-05T17:20:54.248077Z","end":"2026-03-05T17:20:55.287913Z","steps":["trace[1674767383] 'process raft request' (duration: 1.037140333s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:55.288016Z","caller":"traceutil/trace.go:171","msg":"trace[538974564] transaction","detail":"{read_only:false; response_revision:23219; number_of_response:1; }","duration":"1.032776818s","start":"2026-03-05T17:20:54.255061Z","end":"2026-03-05T17:20:55.287838Z","steps":["trace[538974564] 'process raft request' (duration: 1.032589083s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.288069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.248049Z","time spent":"1.039961728s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:20:55.288066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.255104Z","time spent":"1.032852899s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:55.288065Z","caller":"traceutil/trace.go:171","msg":"trace[215639838] transaction","detail":"{read_only:false; response_revision:23221; number_of_response:1; }","duration":"1.021099858s","start":"2026-03-05T17:20:54.266939Z","end":"2026-03-05T17:20:55.288039Z","steps":["trace[215639838] 'process raft request' (duration: 1.0207875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.288175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033281671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:55.288174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033345402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T17:20:55.288207Z","caller":"traceutil/trace.go:171","msg":"trace[992692910] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23221; }","duration":"1.033321001s","start":"2026-03-05T17:20:54.254878Z","end":"2026-03-05T17:20:55.288199Z","steps":["trace[992692910] 'agreement among raft nodes before linearized reading' (duration: 1.03325544s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.288197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.26692Z","time spent":"1.021207412s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:55.288227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.254875Z","time spent":"1.033347753s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:20:55.288235Z","caller":"traceutil/trace.go:171","msg":"trace[186881964] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23221; }","duration":"1.033443105s","start":"2026-03-05T17:20:54.254775Z","end":"2026-03-05T17:20:55.288218Z","steps":["trace[186881964] 'agreement among raft nodes before linearized reading' (duration: 1.03322931s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.288268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.254761Z","time spent":"1.033500127s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T17:20:55.288283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.755149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:20:55.28809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.255054Z","time spent":"1.033001294s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:55.288341Z","caller":"traceutil/trace.go:171","msg":"trace[397424871] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23221; }","duration":"260.847532ms","start":"2026-03-05T17:20:55.027479Z","end":"2026-03-05T17:20:55.288327Z","steps":["trace[397424871] 'agreement among raft nodes before linearized reading' (duration: 260.75545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.288379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.857209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:55.28841Z","caller":"traceutil/trace.go:171","msg":"trace[158657721] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23221; }","duration":"504.951931ms","start":"2026-03-05T17:20:54.783449Z","end":"2026-03-05T17:20:55.288401Z","steps":["trace[158657721] 'agreement among raft nodes before linearized reading' (duration: 504.754486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.28844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.78343Z","time spent":"505.000703ms","remote":"127.0.0.1:54096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:55.288465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033461996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T17:20:55.288494Z","caller":"traceutil/trace.go:171","msg":"trace[1582585024] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23221; }","duration":"1.033500426s","start":"2026-03-05T17:20:54.254986Z","end":"2026-03-05T17:20:55.288486Z","steps":["trace[1582585024] 'agreement among raft nodes before linearized reading' (duration: 1.033389363s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.288514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:54.254982Z","time spent":"1.033526606s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-05T17:20:55.438452Z","caller":"traceutil/trace.go:171","msg":"trace[521987775] linearizableReadLoop","detail":"{readStateIndex:24032; appliedIndex:24031; }","duration":"101.214998ms","start":"2026-03-05T17:20:55.337163Z","end":"2026-03-05T17:20:55.438378Z","steps":["trace[521987775] 'read index received' (duration: 81.028545ms)","trace[521987775] 'applied index is now lower than readState.Index' (duration: 20.185703ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:55.438581Z","caller":"traceutil/trace.go:171","msg":"trace[112809564] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"119.873361ms","start":"2026-03-05T17:20:55.318698Z","end":"2026-03-05T17:20:55.438571Z","steps":["trace[112809564] 'process raft request' (duration: 99.469061ms)","trace[112809564] 'compare' (duration: 20.067172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:55.438894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.184778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1971ee4b-32ae-4ec0-bb5c-bf088fbf8a51\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T17:20:55.438924Z","caller":"traceutil/trace.go:171","msg":"trace[1063360579] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1971ee4b-32ae-4ec0-bb5c-bf088fbf8a51; range_end:; response_count:1; response_revision:23223; }","duration":"118.273229ms","start":"2026-03-05T17:20:55.320642Z","end":"2026-03-05T17:20:55.438915Z","steps":["trace[1063360579] 'agreement among raft nodes before linearized reading' (duration: 118.124616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.790231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.47764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:55.790328Z","caller":"traceutil/trace.go:171","msg":"trace[1559274835] linearizableReadLoop","detail":"{readStateIndex:24034; appliedIndex:24033; }","duration":"337.08853ms","start":"2026-03-05T17:20:55.453225Z","end":"2026-03-05T17:20:55.790314Z","steps":["trace[1559274835] 'read index received' (duration: 225.399414ms)","trace[1559274835] 'applied index is now lower than readState.Index' (duration: 111.687666ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:55.790453Z","caller":"traceutil/trace.go:171","msg":"trace[74497528] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"339.402281ms","start":"2026-03-05T17:20:55.451013Z","end":"2026-03-05T17:20:55.790415Z","steps":["trace[74497528] 'process raft request' (duration: 227.661204ms)","trace[74497528] 'compare' (duration: 111.371937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:55.79046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.230563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T17:20:55.790533Z","caller":"traceutil/trace.go:171","msg":"trace[105911722] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23225; }","duration":"337.324435ms","start":"2026-03-05T17:20:55.453189Z","end":"2026-03-05T17:20:55.790514Z","steps":["trace[105911722] 'agreement among raft nodes before linearized reading' (duration: 337.16705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:55.790577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:55.451Z","time spent":"339.514004ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:20:55.790581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:55.453174Z","time spent":"337.396737ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-05T17:20:56.052858Z","caller":"traceutil/trace.go:171","msg":"trace[1339402475] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"124.657218ms","start":"2026-03-05T17:20:55.928171Z","end":"2026-03-05T17:20:56.052828Z","steps":["trace[1339402475] 'process raft request' (duration: 124.224066ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.437183Z","caller":"traceutil/trace.go:171","msg":"trace[1021217194] linearizableReadLoop","detail":"{readStateIndex:24041; appliedIndex:24039; }","duration":"343.91191ms","start":"2026-03-05T17:20:56.093252Z","end":"2026-03-05T17:20:56.437164Z","steps":["trace[1021217194] 'read index received' (duration: 10.469287ms)","trace[1021217194] 'applied index is now lower than readState.Index' (duration: 333.441893ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:56.437259Z","caller":"traceutil/trace.go:171","msg":"trace[1519886438] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"373.972146ms","start":"2026-03-05T17:20:56.063256Z","end":"2026-03-05T17:20:56.437228Z","steps":["trace[1519886438] 'process raft request' (duration: 285.956357ms)","trace[1519886438] 'compare' (duration: 87.761041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:56.437304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.041843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:20:56.437329Z","caller":"traceutil/trace.go:171","msg":"trace[648559626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23232; }","duration":"344.115026ms","start":"2026-03-05T17:20:56.093206Z","end":"2026-03-05T17:20:56.437321Z","steps":["trace[648559626] 'agreement among raft nodes before linearized reading' (duration: 344.056414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:56.437355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:56.093186Z","time spent":"344.163937ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:20:56.437381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:56.063232Z","time spent":"374.080439ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:20:56.48505Z","caller":"traceutil/trace.go:171","msg":"trace[2114102720] transaction","detail":"{read_only:false; response_revision:23233; number_of_response:1; }","duration":"246.330609ms","start":"2026-03-05T17:20:56.238698Z","end":"2026-03-05T17:20:56.485029Z","steps":["trace[2114102720] 'process raft request' (duration: 246.166744ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.485197Z","caller":"traceutil/trace.go:171","msg":"trace[697981167] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"242.65006ms","start":"2026-03-05T17:20:56.242516Z","end":"2026-03-05T17:20:56.485166Z","steps":["trace[697981167] 'process raft request' (duration: 242.481905ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.485477Z","caller":"traceutil/trace.go:171","msg":"trace[95245947] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"237.004391ms","start":"2026-03-05T17:20:56.248455Z","end":"2026-03-05T17:20:56.485459Z","steps":["trace[95245947] 'process raft request' (duration: 236.879367ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.485594Z","caller":"traceutil/trace.go:171","msg":"trace[1624323342] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"234.126485ms","start":"2026-03-05T17:20:56.251457Z","end":"2026-03-05T17:20:56.485584Z","steps":["trace[1624323342] 'process raft request' (duration: 234.057013ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.485593Z","caller":"traceutil/trace.go:171","msg":"trace[272559088] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"234.418323ms","start":"2026-03-05T17:20:56.25115Z","end":"2026-03-05T17:20:56.485568Z","steps":["trace[272559088] 'process raft request' (duration: 234.330261ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.485614Z","caller":"traceutil/trace.go:171","msg":"trace[1988008751] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"241.09205ms","start":"2026-03-05T17:20:56.244507Z","end":"2026-03-05T17:20:56.485599Z","steps":["trace[1988008751] 'process raft request' (duration: 240.740811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:56.485737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.263117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:20:56.485767Z","caller":"traceutil/trace.go:171","msg":"trace[472069396] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23239; }","duration":"373.328998ms","start":"2026-03-05T17:20:56.112427Z","end":"2026-03-05T17:20:56.485756Z","steps":["trace[472069396] 'agreement among raft nodes before linearized reading' (duration: 373.250717ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.485749Z","caller":"traceutil/trace.go:171","msg":"trace[759194899] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"235.395179ms","start":"2026-03-05T17:20:56.250321Z","end":"2026-03-05T17:20:56.485716Z","steps":["trace[759194899] 'process raft request' (duration: 235.05237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:56.485787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:56.112416Z","time spent":"373.36426ms","remote":"127.0.0.1:43280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:20:56.485848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.172573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:20:56.485913Z","caller":"traceutil/trace.go:171","msg":"trace[2017094025] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23239; }","duration":"379.318867ms","start":"2026-03-05T17:20:56.106576Z","end":"2026-03-05T17:20:56.485895Z","steps":["trace[2017094025] 'agreement among raft nodes before linearized reading' (duration: 379.070619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:56.485944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:20:56.10656Z","time spent":"379.377118ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"info","ts":"2026-03-05T17:20:56.625798Z","caller":"traceutil/trace.go:171","msg":"trace[453324948] linearizableReadLoop","detail":"{readStateIndex:24051; appliedIndex:24050; }","duration":"107.492055ms","start":"2026-03-05T17:20:56.518287Z","end":"2026-03-05T17:20:56.625779Z","steps":["trace[453324948] 'read index received' (duration: 33.043934ms)","trace[453324948] 'applied index is now lower than readState.Index' (duration: 74.447381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:56.626007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.7128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qtbnr\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-03-05T17:20:56.62603Z","caller":"traceutil/trace.go:171","msg":"trace[80618083] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qtbnr; range_end:; response_count:1; response_revision:23242; }","duration":"107.775812ms","start":"2026-03-05T17:20:56.518247Z","end":"2026-03-05T17:20:56.626023Z","steps":["trace[80618083] 'agreement among raft nodes before linearized reading' (duration: 107.604087ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.626135Z","caller":"traceutil/trace.go:171","msg":"trace[379981635] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"108.628394ms","start":"2026-03-05T17:20:56.517473Z","end":"2026-03-05T17:20:56.626101Z","steps":["trace[379981635] 'process raft request' (duration: 33.926488ms)","trace[379981635] 'compare' (duration: 74.281455ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:56.750756Z","caller":"traceutil/trace.go:171","msg":"trace[1180113393] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"119.038789ms","start":"2026-03-05T17:20:56.631692Z","end":"2026-03-05T17:20:56.750731Z","steps":["trace[1180113393] 'process raft request' (duration: 114.53826ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:56.967414Z","caller":"traceutil/trace.go:171","msg":"trace[1081159609] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"214.601019ms","start":"2026-03-05T17:20:56.752789Z","end":"2026-03-05T17:20:56.96739Z","steps":["trace[1081159609] 'process raft request' (duration: 139.008379ms)","trace[1081159609] 'compare' (duration: 75.309922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:57.602859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.662871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:20:57.603123Z","caller":"traceutil/trace.go:171","msg":"trace[1455503477] linearizableReadLoop","detail":"{readStateIndex:24066; appliedIndex:24064; }","duration":"224.457639ms","start":"2026-03-05T17:20:57.378621Z","end":"2026-03-05T17:20:57.603079Z","steps":["trace[1455503477] 'read index received' (duration: 94.391998ms)","trace[1455503477] 'applied index is now lower than readState.Index' (duration: 130.064321ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:57.603221Z","caller":"traceutil/trace.go:171","msg":"trace[1834757628] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"274.32824ms","start":"2026-03-05T17:20:57.328879Z","end":"2026-03-05T17:20:57.603207Z","steps":["trace[1834757628] 'process raft request' (duration: 274.094643ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:57.603265Z","caller":"traceutil/trace.go:171","msg":"trace[402791398] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"275.930571ms","start":"2026-03-05T17:20:57.327308Z","end":"2026-03-05T17:20:57.603238Z","steps":["trace[402791398] 'process raft request' (duration: 145.772647ms)","trace[402791398] 'compare' (duration: 129.512937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:57.603339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.709586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-03-05T17:20:57.603387Z","caller":"traceutil/trace.go:171","msg":"trace[2003367940] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23257; }","duration":"224.788108ms","start":"2026-03-05T17:20:57.378583Z","end":"2026-03-05T17:20:57.603371Z","steps":["trace[2003367940] 'agreement among raft nodes before linearized reading' (duration: 224.594432ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.45808Z","caller":"traceutil/trace.go:171","msg":"trace[1065782102] linearizableReadLoop","detail":"{readStateIndex:24077; appliedIndex:24076; }","duration":"187.240073ms","start":"2026-03-05T17:20:58.270821Z","end":"2026-03-05T17:20:58.458061Z","steps":["trace[1065782102] 'read index received' (duration: 187.165742ms)","trace[1065782102] 'applied index is now lower than readState.Index' (duration: 73.451µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:58.458176Z","caller":"traceutil/trace.go:171","msg":"trace[1716180305] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"278.114718ms","start":"2026-03-05T17:20:58.180053Z","end":"2026-03-05T17:20:58.458167Z","steps":["trace[1716180305] 'process raft request' (duration: 277.866102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:20:58.458335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.495691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:20:58.458368Z","caller":"traceutil/trace.go:171","msg":"trace[1763847569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23268; }","duration":"187.573893ms","start":"2026-03-05T17:20:58.270786Z","end":"2026-03-05T17:20:58.45836Z","steps":["trace[1763847569] 'agreement among raft nodes before linearized reading' (duration: 187.43794ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.464699Z","caller":"traceutil/trace.go:171","msg":"trace[805016965] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"111.628784ms","start":"2026-03-05T17:20:58.353057Z","end":"2026-03-05T17:20:58.464685Z","steps":["trace[805016965] 'process raft request' (duration: 111.340836ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.63104Z","caller":"traceutil/trace.go:171","msg":"trace[1078319282] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"139.83498ms","start":"2026-03-05T17:20:58.491181Z","end":"2026-03-05T17:20:58.631016Z","steps":["trace[1078319282] 'process raft request' (duration: 107.613427ms)","trace[1078319282] 'compare' (duration: 32.025647ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:20:58.631214Z","caller":"traceutil/trace.go:171","msg":"trace[2112233182] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"140.036315ms","start":"2026-03-05T17:20:58.491171Z","end":"2026-03-05T17:20:58.631207Z","steps":["trace[2112233182] 'process raft request' (duration: 139.762717ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.631632Z","caller":"traceutil/trace.go:171","msg":"trace[1866717948] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"140.379775ms","start":"2026-03-05T17:20:58.491227Z","end":"2026-03-05T17:20:58.631607Z","steps":["trace[1866717948] 'process raft request' (duration: 139.945093ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.631693Z","caller":"traceutil/trace.go:171","msg":"trace[477665084] linearizableReadLoop","detail":"{readStateIndex:24087; appliedIndex:24080; }","duration":"133.122792ms","start":"2026-03-05T17:20:58.498554Z","end":"2026-03-05T17:20:58.631677Z","steps":["trace[477665084] 'read index received' (duration: 49.053358ms)","trace[477665084] 'applied index is now lower than readState.Index' (duration: 84.068764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:20:58.631855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.284437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-03-05T17:20:58.631885Z","caller":"traceutil/trace.go:171","msg":"trace[1154417269] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23278; }","duration":"133.344128ms","start":"2026-03-05T17:20:58.498531Z","end":"2026-03-05T17:20:58.631875Z","steps":["trace[1154417269] 'agreement among raft nodes before linearized reading' (duration: 133.212355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.632106Z","caller":"traceutil/trace.go:171","msg":"trace[1265294966] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"140.823735ms","start":"2026-03-05T17:20:58.491273Z","end":"2026-03-05T17:20:58.632097Z","steps":["trace[1265294966] 'process raft request' (duration: 140.116797ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.632179Z","caller":"traceutil/trace.go:171","msg":"trace[1294102139] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"139.305056ms","start":"2026-03-05T17:20:58.492868Z","end":"2026-03-05T17:20:58.632173Z","steps":["trace[1294102139] 'process raft request' (duration: 138.725871ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:20:58.632393Z","caller":"traceutil/trace.go:171","msg":"trace[879612795] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"135.610148ms","start":"2026-03-05T17:20:58.496775Z","end":"2026-03-05T17:20:58.632385Z","steps":["trace[879612795] 'process raft request' (duration: 134.850638ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:00.793028Z","caller":"traceutil/trace.go:171","msg":"trace[1138876291] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"155.244697ms","start":"2026-03-05T17:21:00.63775Z","end":"2026-03-05T17:21:00.792995Z","steps":["trace[1138876291] 'process raft request' (duration: 153.926303ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:00.978813Z","caller":"traceutil/trace.go:171","msg":"trace[718784165] linearizableReadLoop","detail":"{readStateIndex:24096; appliedIndex:24092; }","duration":"340.918491ms","start":"2026-03-05T17:21:00.637875Z","end":"2026-03-05T17:21:00.978793Z","steps":["trace[718784165] 'read index received' (duration: 154.954151ms)","trace[718784165] 'applied index is now lower than readState.Index' (duration: 185.96343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:00.978955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.057914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:00.978995Z","caller":"traceutil/trace.go:171","msg":"trace[1113206325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23289; }","duration":"341.143715ms","start":"2026-03-05T17:21:00.637839Z","end":"2026-03-05T17:21:00.978983Z","steps":["trace[1113206325] 'agreement among raft nodes before linearized reading' (duration: 341.034833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:00.979034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:00.637823Z","time spent":"341.199879ms","remote":"127.0.0.1:49628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:00.979319Z","caller":"traceutil/trace.go:171","msg":"trace[808019753] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"341.499636ms","start":"2026-03-05T17:21:00.637806Z","end":"2026-03-05T17:21:00.979305Z","steps":["trace[808019753] 'process raft request' (duration: 259.190008ms)","trace[808019753] 'compare' (duration: 81.302442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:00.979403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:00.637797Z","time spent":"341.553578ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:00.979568Z","caller":"traceutil/trace.go:171","msg":"trace[2094205099] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"341.736063ms","start":"2026-03-05T17:21:00.637821Z","end":"2026-03-05T17:21:00.979557Z","steps":["trace[2094205099] 'process raft request' (duration: 340.808518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:00.979627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:00.637806Z","time spent":"341.790794ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:00.979765Z","caller":"traceutil/trace.go:171","msg":"trace[1824101801] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"341.907036ms","start":"2026-03-05T17:21:00.637847Z","end":"2026-03-05T17:21:00.979754Z","steps":["trace[1824101801] 'process raft request' (duration: 340.832817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:00.979824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:00.637843Z","time spent":"341.950037ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:00.979982Z","caller":"traceutil/trace.go:171","msg":"trace[1783240630] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"341.941437ms","start":"2026-03-05T17:21:00.638029Z","end":"2026-03-05T17:21:00.979971Z","steps":["trace[1783240630] 'process raft request' (duration: 340.687495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:00.98004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:00.638024Z","time spent":"341.986219ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:00.980204Z","caller":"traceutil/trace.go:171","msg":"trace[1935758542] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"337.50163ms","start":"2026-03-05T17:21:00.642691Z","end":"2026-03-05T17:21:00.980192Z","steps":["trace[1935758542] 'process raft request' (duration: 336.062131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:00.980328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:00.642673Z","time spent":"337.619343ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:02.196644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726004,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:21:02.520656Z","caller":"traceutil/trace.go:171","msg":"trace[1408691182] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"870.77503ms","start":"2026-03-05T17:21:01.649729Z","end":"2026-03-05T17:21:02.520504Z","steps":["trace[1408691182] 'process raft request' (duration: 870.591575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:02.52078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:01.649709Z","time spent":"871.009316ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:03.852181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.331769348s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:21:04.088532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.211595ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:04.088626Z","caller":"traceutil/trace.go:171","msg":"trace[12202374] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23291; }","duration":"921.318728ms","start":"2026-03-05T17:21:03.167294Z","end":"2026-03-05T17:21:04.088613Z","steps":["trace[12202374] 'range keys from in-memory index tree' (duration: 921.194825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:04.089435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.811986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:04.089552Z","caller":"traceutil/trace.go:171","msg":"trace[1481973754] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24099; }","duration":"2.39348405s","start":"2026-03-05T17:21:01.696049Z","end":"2026-03-05T17:21:04.089533Z","steps":["trace[1481973754] 'read index received' (duration: 824.388702ms)","trace[1481973754] 'applied index is now lower than readState.Index' (duration: 1.569093808s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:04.089581Z","caller":"traceutil/trace.go:171","msg":"trace[165469097] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"2.347760092s","start":"2026-03-05T17:21:01.741797Z","end":"2026-03-05T17:21:04.089557Z","steps":["trace[165469097] 'process raft request' (duration: 2.110740721s)","trace[165469097] 'compare' (duration: 236.688192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:04.089696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:01.741775Z","time spent":"2.347855274s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:04.089719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393669325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:21:04.089751Z","caller":"traceutil/trace.go:171","msg":"trace[496463449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23292; }","duration":"2.393731377s","start":"2026-03-05T17:21:01.696011Z","end":"2026-03-05T17:21:04.089742Z","steps":["trace[496463449] 'agreement among raft nodes before linearized reading' (duration: 2.393605104s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:04.089779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:01.695994Z","time spent":"2.393779699s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:21:04.095787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:04.095832Z","caller":"traceutil/trace.go:171","msg":"trace[1876925048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078182s","start":"2026-03-05T17:21:02.095745Z","end":"2026-03-05T17:21:04.095823Z","steps":["trace[1876925048] 'agreement among raft nodes before linearized reading' (duration: 2.00002262s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:04.095861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.095728Z","time spent":"2.000126642s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:04.590388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:05.091217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:05.592263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:06.093076Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:06.096854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:06.096933Z","caller":"traceutil/trace.go:171","msg":"trace[556077351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338208s","start":"2026-03-05T17:21:04.096577Z","end":"2026-03-05T17:21:06.096915Z","steps":["trace[556077351] 'agreement among raft nodes before linearized reading' (duration: 2.000227756s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:06.096985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:04.096563Z","time spent":"2.000413289s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:06.593627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:06.706741Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.713357015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:21:07.290859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:07.290938Z","caller":"traceutil/trace.go:171","msg":"trace[817505847] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000544093s","start":"2026-03-05T17:21:05.290372Z","end":"2026-03-05T17:21:07.290916Z","steps":["trace[817505847] 'agreement among raft nodes before linearized reading' (duration: 2.000441641s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:07.290976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.290353Z","time spent":"2.000615175s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:07.364158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.104446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:07.364412Z","caller":"traceutil/trace.go:171","msg":"trace[1225445047] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"4.378724621s","start":"2026-03-05T17:21:02.985671Z","end":"2026-03-05T17:21:07.364396Z","steps":["trace[1225445047] 'process raft request' (duration: 4.378629008s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:07.36442Z","caller":"traceutil/trace.go:171","msg":"trace[1692389365] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"4.565515273s","start":"2026-03-05T17:21:02.798862Z","end":"2026-03-05T17:21:07.364378Z","steps":["trace[1692389365] 'process raft request' (duration: 4.5653692s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:07.364422Z","caller":"traceutil/trace.go:171","msg":"trace[163391448] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"4.796082753s","start":"2026-03-05T17:21:02.568246Z","end":"2026-03-05T17:21:07.364329Z","steps":["trace[163391448] 'process raft request' (duration: 4.138750491s)","trace[163391448] 'compare' (duration: 656.467539ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:07.364468Z","caller":"traceutil/trace.go:171","msg":"trace[488787530] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"4.378670969s","start":"2026-03-05T17:21:02.98579Z","end":"2026-03-05T17:21:07.364461Z","steps":["trace[488787530] 'process raft request' (duration: 4.378537554s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:07.364511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.985723Z","time spent":"4.378766611s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:07.364589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.985644Z","time spent":"4.378800382s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:07.364618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.568226Z","time spent":"4.796247699s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:07.364638Z","caller":"traceutil/trace.go:171","msg":"trace[1223100757] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"4.378813062s","start":"2026-03-05T17:21:02.985818Z","end":"2026-03-05T17:21:07.364631Z","steps":["trace[1223100757] 'process raft request' (duration: 4.378531265s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:07.364533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.798837Z","time spent":"4.565638206s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:07.364681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.985805Z","time spent":"4.378854694s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:07.364443Z","caller":"traceutil/trace.go:171","msg":"trace[113071130] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"4.377656231s","start":"2026-03-05T17:21:02.986777Z","end":"2026-03-05T17:21:07.364433Z","steps":["trace[113071130] 'process raft request' (duration: 4.377620911s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:07.364735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.986768Z","time spent":"4.377944419s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:07.364783Z","caller":"traceutil/trace.go:171","msg":"trace[483538975] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"4.378906645s","start":"2026-03-05T17:21:02.985837Z","end":"2026-03-05T17:21:07.364744Z","steps":["trace[483538975] 'process raft request' (duration: 4.378534985s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:07.364902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.985794Z","time spent":"4.379046128s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:08.105006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:08.105085Z","caller":"traceutil/trace.go:171","msg":"trace[738926769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000814922s","start":"2026-03-05T17:21:06.104253Z","end":"2026-03-05T17:21:08.105068Z","steps":["trace[738926769] 'agreement among raft nodes before linearized reading' (duration: 2.000698899s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:08.105123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:06.104219Z","time spent":"2.000895483s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:10.112824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:10.112893Z","caller":"traceutil/trace.go:171","msg":"trace[107105723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000215205s","start":"2026-03-05T17:21:08.112662Z","end":"2026-03-05T17:21:10.112877Z","steps":["trace[107105723] 'agreement among raft nodes before linearized reading' (duration: 2.000127232s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:10.112935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:08.112619Z","time spent":"2.000307628s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:10.382784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999374143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:10.382881Z","caller":"traceutil/trace.go:171","msg":"trace[985460606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999513376s","start":"2026-03-05T17:21:05.383342Z","end":"2026-03-05T17:21:10.382856Z","steps":["trace[985460606] 'agreement among raft nodes before linearized reading' (duration: 4.999398853s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:10.383017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.383324Z","time spent":"4.99967604s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 17:21:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:10.50597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999045784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:10.506085Z","caller":"traceutil/trace.go:171","msg":"trace[1803888627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999222128s","start":"2026-03-05T17:21:05.506847Z","end":"2026-03-05T17:21:10.506069Z","steps":["trace[1803888627] 'agreement among raft nodes before linearized reading' (duration: 4.999086445s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:10.506149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.506825Z","time spent":"4.999309011s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:21:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:11.029759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273496627s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:11.029902Z","caller":"traceutil/trace.go:171","msg":"trace[223428119] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"6.768773622s","start":"2026-03-05T17:21:04.261102Z","end":"2026-03-05T17:21:11.029876Z","steps":["trace[223428119] 'process raft request' (duration: 3.4950959s)","trace[223428119] 'compare' (duration: 3.272248804s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:11.030033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:04.261082Z","time spent":"6.768887254s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:11.110107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.740386931s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:21:11.631231Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"4d269cbed7fe69ef","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-05T17:21:11.857504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99963576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:11.857595Z","caller":"traceutil/trace.go:171","msg":"trace[253335672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999785414s","start":"2026-03-05T17:21:06.857787Z","end":"2026-03-05T17:21:11.857572Z","steps":["trace[253335672] 'agreement among raft nodes before linearized reading' (duration: 4.99967676s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:11.857658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:06.857771Z","time spent":"4.999877225s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/05 17:21:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:12.113836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000606566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:12.113982Z","caller":"traceutil/trace.go:171","msg":"trace[906764220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080067s","start":"2026-03-05T17:21:10.113165Z","end":"2026-03-05T17:21:12.113966Z","steps":["trace[906764220] 'agreement among raft nodes before linearized reading' (duration: 2.000635166s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:12.114059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.113148Z","time spent":"2.000901274s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:13.248688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218852141s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:21:13.248872Z","caller":"traceutil/trace.go:171","msg":"trace[167577621] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24101; }","duration":"9.159268452s","start":"2026-03-05T17:21:04.089589Z","end":"2026-03-05T17:21:13.248857Z","steps":["trace[167577621] 'read index received' (duration: 2.617320184s)","trace[167577621] 'applied index is now lower than readState.Index' (duration: 6.541947388s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:13.249417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.792851766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:21:13.24944Z","caller":"traceutil/trace.go:171","msg":"trace[1825526144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23300; }","duration":"9.79292082s","start":"2026-03-05T17:21:03.456511Z","end":"2026-03-05T17:21:13.249432Z","steps":["trace[1825526144] 'agreement among raft nodes before linearized reading' (duration: 9.792811867s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:13.249463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:03.45649Z","time spent":"9.79296505s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:21:13.249695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.325089819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:13.249685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.63383054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:13.249715Z","caller":"traceutil/trace.go:171","msg":"trace[507337823] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23300; }","duration":"11.325140001s","start":"2026-03-05T17:21:01.924568Z","end":"2026-03-05T17:21:13.249708Z","steps":["trace[507337823] 'agreement among raft nodes before linearized reading' (duration: 11.32510055s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:13.249738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:01.924552Z","time spent":"11.325180712s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:13.249745Z","caller":"traceutil/trace.go:171","msg":"trace[1631036301] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23300; }","duration":"10.633943282s","start":"2026-03-05T17:21:02.615786Z","end":"2026-03-05T17:21:13.249729Z","steps":["trace[1631036301] 'agreement among raft nodes before linearized reading' (duration: 10.633753328s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:13.249777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.615763Z","time spent":"10.634003444s","remote":"127.0.0.1:43174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:13.249812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.993424834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:13.249835Z","caller":"traceutil/trace.go:171","msg":"trace[595989121] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"4.548555364s","start":"2026-03-05T17:21:08.701259Z","end":"2026-03-05T17:21:13.249814Z","steps":["trace[595989121] 'process raft request' (duration: 4.547512196s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:13.249881Z","caller":"traceutil/trace.go:171","msg":"trace[1856082642] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23300; }","duration":"10.993535277s","start":"2026-03-05T17:21:02.256326Z","end":"2026-03-05T17:21:13.249861Z","steps":["trace[1856082642] 'agreement among raft nodes before linearized reading' (duration: 10.993364142s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:13.249921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:02.256306Z","time spent":"10.993603148s","remote":"127.0.0.1:43186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:13.249944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:08.701237Z","time spent":"4.548647177s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:13.249756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.51220693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:13.250943Z","caller":"traceutil/trace.go:171","msg":"trace[1877721265] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23300; }","duration":"11.513430445s","start":"2026-03-05T17:21:01.737499Z","end":"2026-03-05T17:21:13.250929Z","steps":["trace[1877721265] 'agreement among raft nodes before linearized reading' (duration: 11.512207082s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:13.250982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:01.737483Z","time spent":"11.513489585s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} 2026/03/05 17:21:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:13.749594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:14.121367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999446426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:14.121448Z","caller":"traceutil/trace.go:171","msg":"trace[729383171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999544448s","start":"2026-03-05T17:21:12.121885Z","end":"2026-03-05T17:21:14.12143Z","steps":["trace[729383171] 'agreement among raft nodes before linearized reading' (duration: 1.999443195s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.121549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:12.121828Z","time spent":"1.999709483s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.243871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.133605575s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:21:14.369274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.370552Z","time spent":"4.998714365s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.369383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.370607Z","time spent":"4.998773336s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.369372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.370689Z","time spent":"4.998676014s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.369385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.370607Z","time spent":"4.998772026s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.369418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.371248Z","time spent":"4.99816955s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.369438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.370678Z","time spent":"4.998758636s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.369442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.370453Z","time spent":"4.998988502s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.404398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154527459s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:14.404639Z","caller":"traceutil/trace.go:171","msg":"trace[1467738568] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"5.657196339s","start":"2026-03-05T17:21:08.747417Z","end":"2026-03-05T17:21:14.404613Z","steps":["trace[1467738568] 'process raft request' (duration: 4.502384392s)","trace[1467738568] 'compare' (duration: 1.153911153s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:14.40478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:08.747395Z","time spent":"5.657316271s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:14.52408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999731091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:14.524163Z","caller":"traceutil/trace.go:171","msg":"trace[1882593822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999855014s","start":"2026-03-05T17:21:04.524289Z","end":"2026-03-05T17:21:14.524144Z","steps":["trace[1882593822] 'agreement among raft nodes before linearized reading' (duration: 9.999754132s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.524211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:04.524273Z","time spent":"9.999928857s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/05 17:21:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:14.601818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.072485ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:21:14.602735Z","caller":"traceutil/trace.go:171","msg":"trace[2084019100] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23312; }","duration":"1.144541033s","start":"2026-03-05T17:21:13.458157Z","end":"2026-03-05T17:21:14.602698Z","steps":["trace[2084019100] 'process raft request' (duration: 1.144435451s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.602828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.301832934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.602863Z","caller":"traceutil/trace.go:171","msg":"trace[432934467] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23313; }","duration":"10.301907717s","start":"2026-03-05T17:21:04.300945Z","end":"2026-03-05T17:21:14.602853Z","steps":["trace[432934467] 'agreement among raft nodes before linearized reading' (duration: 10.301840985s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.602872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:13.458136Z","time spent":"1.144664997s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":475,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:14.602896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:04.30093Z","time spent":"10.301956238s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:14.60299Z","caller":"traceutil/trace.go:171","msg":"trace[11169674] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"3.008402192s","start":"2026-03-05T17:21:11.59458Z","end":"2026-03-05T17:21:14.602982Z","steps":["trace[11169674] 'process raft request' (duration: 3.007339454s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.60303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.594556Z","time spent":"3.008454633s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:14.60275Z","caller":"traceutil/trace.go:171","msg":"trace[1289216139] linearizableReadLoop","detail":"{readStateIndex:24123; appliedIndex:24111; }","duration":"1.353842812s","start":"2026-03-05T17:21:13.24889Z","end":"2026-03-05T17:21:14.602733Z","steps":["trace[1289216139] 'read index received' (duration: 995.175631ms)","trace[1289216139] 'applied index is now lower than readState.Index' (duration: 358.666521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:14.60303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521049036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:14.603137Z","caller":"traceutil/trace.go:171","msg":"trace[74047061] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23313; }","duration":"1.521152949s","start":"2026-03-05T17:21:13.081973Z","end":"2026-03-05T17:21:14.603126Z","steps":["trace[74047061] 'agreement among raft nodes before linearized reading' (duration: 1.521030636s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924947084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-03-05T17:21:14.603162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:13.081908Z","time spent":"1.521244162s","remote":"127.0.0.1:43224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:14.603168Z","caller":"traceutil/trace.go:171","msg":"trace[312048103] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23313; }","duration":"2.924993954s","start":"2026-03-05T17:21:11.678168Z","end":"2026-03-05T17:21:14.603162Z","steps":["trace[312048103] 'agreement among raft nodes before linearized reading' (duration: 2.924913112s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.67815Z","time spent":"2.925032177s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:14.603069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:14.603285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783588343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:14.603309Z","caller":"traceutil/trace.go:171","msg":"trace[1902594846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23313; }","duration":"3.783638915s","start":"2026-03-05T17:21:10.819663Z","end":"2026-03-05T17:21:14.603301Z","steps":["trace[1902594846] 'agreement among raft nodes before linearized reading' (duration: 3.783603134s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.819646Z","time spent":"3.783676495s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.603413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113226386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:21:14.603442Z","caller":"traceutil/trace.go:171","msg":"trace[1403910452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23313; }","duration":"1.113255766s","start":"2026-03-05T17:21:13.490179Z","end":"2026-03-05T17:21:14.603435Z","steps":["trace[1403910452] 'agreement among raft nodes before linearized reading' (duration: 1.113141063s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:13.490161Z","time spent":"1.113318978s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:21:14.603493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823361696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.603521Z","caller":"traceutil/trace.go:171","msg":"trace[690004695] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23313; }","duration":"3.823420426s","start":"2026-03-05T17:21:10.780089Z","end":"2026-03-05T17:21:14.60351Z","steps":["trace[690004695] 'agreement among raft nodes before linearized reading' (duration: 3.823351754s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.780069Z","time spent":"3.823499549s","remote":"127.0.0.1:38376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.603644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.251950505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-05T17:21:14.603695Z","caller":"traceutil/trace.go:171","msg":"trace[193203672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23313; }","duration":"5.252002736s","start":"2026-03-05T17:21:09.351675Z","end":"2026-03-05T17:21:14.603678Z","steps":["trace[193203672] 'agreement among raft nodes before linearized reading' (duration: 5.251909405s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.081477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-05T17:21:14.603734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.303017466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:14.603736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.351626Z","time spent":"5.252101859s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-05T17:21:14.603753Z","caller":"traceutil/trace.go:171","msg":"trace[1047549173] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23313; }","duration":"233.115297ms","start":"2026-03-05T17:21:14.370629Z","end":"2026-03-05T17:21:14.603745Z","steps":["trace[1047549173] 'agreement among raft nodes before linearized reading' (duration: 233.056076ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.603757Z","caller":"traceutil/trace.go:171","msg":"trace[46775588] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23313; }","duration":"9.303060356s","start":"2026-03-05T17:21:05.300689Z","end":"2026-03-05T17:21:14.60375Z","steps":["trace[46775588] 'agreement among raft nodes before linearized reading' (duration: 9.303029036s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.300674Z","time spent":"9.303098108s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:21:14.603803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.848084309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418331"} {"level":"warn","ts":"2026-03-05T17:21:14.603851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.21349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-05T17:21:14.60387Z","caller":"traceutil/trace.go:171","msg":"trace[1863841300] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23313; }","duration":"8.848183761s","start":"2026-03-05T17:21:05.755669Z","end":"2026-03-05T17:21:14.603853Z","steps":["trace[1863841300] 'agreement among raft nodes before linearized reading' (duration: 8.847874613s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.310613147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.603891Z","caller":"traceutil/trace.go:171","msg":"trace[1892222839] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23313; }","duration":"233.343984ms","start":"2026-03-05T17:21:14.370538Z","end":"2026-03-05T17:21:14.603882Z","steps":["trace[1892222839] 'agreement among raft nodes before linearized reading' (duration: 233.263942ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.603902Z","caller":"traceutil/trace.go:171","msg":"trace[247104230] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:0; response_revision:23313; }","duration":"9.310631798s","start":"2026-03-05T17:21:05.293265Z","end":"2026-03-05T17:21:14.603897Z","steps":["trace[247104230] 'agreement among raft nodes before linearized reading' (duration: 9.310599746s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.755653Z","time spent":"8.848245393s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418354,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-05T17:21:14.60392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.293239Z","time spent":"9.310678109s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T17:21:14.603976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.352204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T17:21:14.603998Z","caller":"traceutil/trace.go:171","msg":"trace[1097191911] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23313; }","duration":"233.388306ms","start":"2026-03-05T17:21:14.370604Z","end":"2026-03-05T17:21:14.603993Z","steps":["trace[1097191911] 'agreement among raft nodes before linearized reading' (duration: 233.329735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418301517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T17:21:14.604037Z","caller":"traceutil/trace.go:171","msg":"trace[2086380528] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23313; }","duration":"4.418370329s","start":"2026-03-05T17:21:10.185657Z","end":"2026-03-05T17:21:14.604027Z","steps":["trace[2086380528] 'agreement among raft nodes before linearized reading' (duration: 4.418255736s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.470256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:14.604049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.194477265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:14.604063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977200926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:14.604075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.18564Z","time spent":"4.41842623s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:14.604076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.036303239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604091Z","caller":"traceutil/trace.go:171","msg":"trace[669615631] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23313; }","duration":"5.194551007s","start":"2026-03-05T17:21:09.409526Z","end":"2026-03-05T17:21:14.604077Z","steps":["trace[669615631] 'agreement among raft nodes before linearized reading' (duration: 5.194457114s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.604097Z","caller":"traceutil/trace.go:171","msg":"trace[816413408] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23313; }","duration":"6.977267417s","start":"2026-03-05T17:21:07.626818Z","end":"2026-03-05T17:21:14.604085Z","steps":["trace[816413408] 'agreement among raft nodes before linearized reading' (duration: 6.977173015s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:07.626798Z","time spent":"6.977315939s","remote":"127.0.0.1:45834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.604122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.409506Z","time spent":"5.194605669s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:14.604117Z","caller":"traceutil/trace.go:171","msg":"trace[1799141409] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23313; }","duration":"5.036396271s","start":"2026-03-05T17:21:09.567706Z","end":"2026-03-05T17:21:14.604102Z","steps":["trace[1799141409] 'agreement among raft nodes before linearized reading' (duration: 5.03630297s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.987145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-05T17:21:14.604159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:09.567689Z","time spent":"5.036460193s","remote":"127.0.0.1:38588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.604188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.911823455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:21:14.604209Z","caller":"traceutil/trace.go:171","msg":"trace[750942253] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23313; }","duration":"9.911878875s","start":"2026-03-05T17:21:04.692325Z","end":"2026-03-05T17:21:14.604204Z","steps":["trace[750942253] 'agreement among raft nodes before linearized reading' (duration: 9.911742012s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:04.692306Z","time spent":"9.911918769s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.604257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.653433339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604277Z","caller":"traceutil/trace.go:171","msg":"trace[640025029] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23313; }","duration":"5.653482819s","start":"2026-03-05T17:21:08.950788Z","end":"2026-03-05T17:21:14.604271Z","steps":["trace[640025029] 'agreement among raft nodes before linearized reading' (duration: 5.653445289s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.993522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-05T17:21:14.604299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:08.950771Z","time spent":"5.653522811s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:14.604166Z","caller":"traceutil/trace.go:171","msg":"trace[455287703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23313; }","duration":"631.002466ms","start":"2026-03-05T17:21:13.973159Z","end":"2026-03-05T17:21:14.604161Z","steps":["trace[455287703] 'agreement among raft nodes before linearized reading' (duration: 630.951714ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.604317Z","caller":"traceutil/trace.go:171","msg":"trace[1232610039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23313; }","duration":"234.017652ms","start":"2026-03-05T17:21:14.370286Z","end":"2026-03-05T17:21:14.604304Z","steps":["trace[1232610039] 'agreement among raft nodes before linearized reading' (duration: 233.958581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.60433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:13.973102Z","time spent":"631.218281ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-05T17:21:14.604333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.609787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-05T17:21:14.604379Z","caller":"traceutil/trace.go:171","msg":"trace[795730028] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23313; }","duration":"234.681479ms","start":"2026-03-05T17:21:14.369686Z","end":"2026-03-05T17:21:14.604367Z","steps":["trace[795730028] 'agreement among raft nodes before linearized reading' (duration: 234.562966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.061712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:14.604101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.715154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604429Z","caller":"traceutil/trace.go:171","msg":"trace[714381560] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23313; }","duration":"254.137193ms","start":"2026-03-05T17:21:14.350282Z","end":"2026-03-05T17:21:14.60442Z","steps":["trace[714381560] 'agreement among raft nodes before linearized reading' (duration: 254.01447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.603706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.26760698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604073Z","caller":"traceutil/trace.go:171","msg":"trace[981124283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23313; }","duration":"482.512797ms","start":"2026-03-05T17:21:14.121555Z","end":"2026-03-05T17:21:14.604068Z","steps":["trace[981124283] 'agreement among raft nodes before linearized reading' (duration: 482.483656ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.603287Z","caller":"traceutil/trace.go:171","msg":"trace[2140452160] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23313; }","duration":"2.668050865s","start":"2026-03-05T17:21:11.935229Z","end":"2026-03-05T17:21:14.603279Z","steps":["trace[2140452160] 'agreement among raft nodes before linearized reading' (duration: 2.667814139s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.604458Z","caller":"traceutil/trace.go:171","msg":"trace[697806310] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23313; }","duration":"9.26839048s","start":"2026-03-05T17:21:05.336061Z","end":"2026-03-05T17:21:14.604452Z","steps":["trace[697806310] 'agreement among raft nodes before linearized reading' (duration: 9.26762177s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.573767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-05T17:21:14.604467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:11.935185Z","time spent":"2.669276859s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:14.604467Z","caller":"traceutil/trace.go:171","msg":"trace[1727559224] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23313; }","duration":"573.105964ms","start":"2026-03-05T17:21:14.031345Z","end":"2026-03-05T17:21:14.604451Z","steps":["trace[1727559224] 'agreement among raft nodes before linearized reading' (duration: 572.738354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.821520175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-03-05T17:21:14.604485Z","caller":"traceutil/trace.go:171","msg":"trace[197127580] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23313; }","duration":"234.599607ms","start":"2026-03-05T17:21:14.369879Z","end":"2026-03-05T17:21:14.604479Z","steps":["trace[197127580] 'agreement among raft nodes before linearized reading' (duration: 234.539935ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:14.604507Z","caller":"traceutil/trace.go:171","msg":"trace[1127465119] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23313; }","duration":"5.821615489s","start":"2026-03-05T17:21:08.782881Z","end":"2026-03-05T17:21:14.604497Z","steps":["trace[1127465119] 'agreement among raft nodes before linearized reading' (duration: 5.821505266s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:08.782865Z","time spent":"5.82167511s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-05T17:21:14.604554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.247495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604598Z","caller":"traceutil/trace.go:171","msg":"trace[1564328990] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23313; }","duration":"266.321637ms","start":"2026-03-05T17:21:14.33826Z","end":"2026-03-05T17:21:14.604581Z","steps":["trace[1564328990] 'agreement among raft nodes before linearized reading' (duration: 266.268755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.279522725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604639Z","caller":"traceutil/trace.go:171","msg":"trace[1505323584] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23313; }","duration":"8.279590717s","start":"2026-03-05T17:21:06.325039Z","end":"2026-03-05T17:21:14.604629Z","steps":["trace[1505323584] 'agreement among raft nodes before linearized reading' (duration: 8.279541456s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:06.325021Z","time spent":"8.279641168s","remote":"127.0.0.1:38720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.604666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.449872123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.604701Z","caller":"traceutil/trace.go:171","msg":"trace[239291401] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23313; }","duration":"8.449936454s","start":"2026-03-05T17:21:06.154755Z","end":"2026-03-05T17:21:14.604691Z","steps":["trace[239291401] 'agreement among raft nodes before linearized reading' (duration: 8.449874522s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.267999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:14.604752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:06.154738Z","time spent":"8.450004295s","remote":"127.0.0.1:43256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.60476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.031322Z","time spent":"573.418572ms","remote":"127.0.0.1:57514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.604473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.121541Z","time spent":"482.920128ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:14.604218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.426352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T17:21:14.604895Z","caller":"traceutil/trace.go:171","msg":"trace[1815872406] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23313; }","duration":"235.145972ms","start":"2026-03-05T17:21:14.36974Z","end":"2026-03-05T17:21:14.604886Z","steps":["trace[1815872406] 'agreement among raft nodes before linearized reading' (duration: 234.36103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.263462278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:21:14.604947Z","caller":"traceutil/trace.go:171","msg":"trace[2098657299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23313; }","duration":"10.264047175s","start":"2026-03-05T17:21:04.340892Z","end":"2026-03-05T17:21:14.604939Z","steps":["trace[2098657299] 'agreement among raft nodes before linearized reading' (duration: 10.263431738s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.604973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:04.340876Z","time spent":"10.264090575s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T17:21:14.604771Z","caller":"traceutil/trace.go:171","msg":"trace[110456864] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23313; }","duration":"392.897577ms","start":"2026-03-05T17:21:14.211865Z","end":"2026-03-05T17:21:14.604763Z","steps":["trace[110456864] 'agreement among raft nodes before linearized reading' (duration: 392.172677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.605046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.211847Z","time spent":"393.192274ms","remote":"127.0.0.1:38544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.604055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.521806356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-03-05T17:21:14.605135Z","caller":"traceutil/trace.go:171","msg":"trace[635052000] range","detail":"{range_begin:/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf; range_end:; response_count:1; response_revision:23313; }","duration":"9.522905994s","start":"2026-03-05T17:21:05.082215Z","end":"2026-03-05T17:21:14.605121Z","steps":["trace[635052000] 'agreement among raft nodes before linearized reading' (duration: 9.521787424s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.605184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.082199Z","time spent":"9.522969026s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" "} {"level":"warn","ts":"2026-03-05T17:21:14.604483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:05.336046Z","time spent":"9.268430971s","remote":"127.0.0.1:57402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:14.605569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.533874984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:14.605804Z","caller":"traceutil/trace.go:171","msg":"trace[1596047169] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23313; }","duration":"4.534160983s","start":"2026-03-05T17:21:10.071634Z","end":"2026-03-05T17:21:14.605795Z","steps":["trace[1596047169] 'agreement among raft nodes before linearized reading' (duration: 4.532378026s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:14.605838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:10.071608Z","time spent":"4.534221504s","remote":"127.0.0.1:58628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:16.251308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281430415s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:16.265781Z","caller":"traceutil/trace.go:171","msg":"trace[1843136493] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.656479221s","start":"2026-03-05T17:21:14.609264Z","end":"2026-03-05T17:21:16.265743Z","steps":["trace[1843136493] 'process raft request' (duration: 1.642416599s)","trace[1843136493] 'compare' (duration: 12.819529ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:16.265845Z","caller":"traceutil/trace.go:171","msg":"trace[690590443] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.65648731s","start":"2026-03-05T17:21:14.609326Z","end":"2026-03-05T17:21:16.265813Z","steps":["trace[690590443] 'process raft request' (duration: 1.656333137s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:16.265925Z","caller":"traceutil/trace.go:171","msg":"trace[966538616] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24124; }","duration":"1.656577383s","start":"2026-03-05T17:21:14.609333Z","end":"2026-03-05T17:21:16.265911Z","steps":["trace[966538616] 'read index received' (duration: 60.621055ms)","trace[966538616] 'applied index is now lower than readState.Index' (duration: 1.595955458s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:16.265924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.609246Z","time spent":"1.656611244s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:16.265952Z","caller":"traceutil/trace.go:171","msg":"trace[224428789] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.655117233s","start":"2026-03-05T17:21:14.610802Z","end":"2026-03-05T17:21:16.265919Z","steps":["trace[224428789] 'process raft request' (duration: 1.65499399s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:16.26599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.609317Z","time spent":"1.656594213s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:16.265993Z","caller":"traceutil/trace.go:171","msg":"trace[515115556] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"1.655003411s","start":"2026-03-05T17:21:14.610979Z","end":"2026-03-05T17:21:16.265983Z","steps":["trace[515115556] 'process raft request' (duration: 1.654847907s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:16.266121Z","caller":"traceutil/trace.go:171","msg":"trace[209503518] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.655082254s","start":"2026-03-05T17:21:14.611028Z","end":"2026-03-05T17:21:16.26611Z","steps":["trace[209503518] 'process raft request' (duration: 1.654837217s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:16.266114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.61079Z","time spent":"1.655244527s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:16.266184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.61102Z","time spent":"1.655129394s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:16.266181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.610953Z","time spent":"1.655188256s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:16.266365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657089497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c466a0f2-24d5-4076-8a87-4419b5d83190\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-05T17:21:16.266408Z","caller":"traceutil/trace.go:171","msg":"trace[966313650] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c466a0f2-24d5-4076-8a87-4419b5d83190; range_end:; response_count:1; response_revision:23319; }","duration":"1.657133598s","start":"2026-03-05T17:21:14.609263Z","end":"2026-03-05T17:21:16.266397Z","steps":["trace[966313650] 'agreement among raft nodes before linearized reading' (duration: 1.657052526s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:16.266438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.609251Z","time spent":"1.657179029s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-c466a0f2-24d5-4076-8a87-4419b5d83190\" "} {"level":"info","ts":"2026-03-05T17:21:16.266433Z","caller":"traceutil/trace.go:171","msg":"trace[368659122] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"1.657036536s","start":"2026-03-05T17:21:14.609378Z","end":"2026-03-05T17:21:16.266414Z","steps":["trace[368659122] 'process raft request' (duration: 1.656357678s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:16.266632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657291712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-05T17:21:16.266644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.609374Z","time spent":"1.657225821s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:16.266664Z","caller":"traceutil/trace.go:171","msg":"trace[1084658630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23319; }","duration":"1.657343133s","start":"2026-03-05T17:21:14.609313Z","end":"2026-03-05T17:21:16.266656Z","steps":["trace[1084658630] 'agreement among raft nodes before linearized reading' (duration: 1.6572325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:16.266684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.609309Z","time spent":"1.657370023s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:21:16.610922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:16.610987Z","caller":"traceutil/trace.go:171","msg":"trace[19905729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269456s","start":"2026-03-05T17:21:14.610703Z","end":"2026-03-05T17:21:16.610972Z","steps":["trace[19905729] 'agreement among raft nodes before linearized reading' (duration: 2.000187284s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:16.611022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.610686Z","time spent":"2.000329418s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:16.766328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:17.267332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:17.767929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726044,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:18.224165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.897049996s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:21:18.611238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:18.611318Z","caller":"traceutil/trace.go:171","msg":"trace[437111602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180134s","start":"2026-03-05T17:21:16.611119Z","end":"2026-03-05T17:21:18.611299Z","steps":["trace[437111602] 'agreement among raft nodes before linearized reading' (duration: 2.000078481s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:18.611492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.611104Z","time spent":"2.000374251s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:19.368456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.759061043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T17:21:19.368449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757781599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:19.368531Z","caller":"traceutil/trace.go:171","msg":"trace[25123813] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.759169687s","start":"2026-03-05T17:21:14.609344Z","end":"2026-03-05T17:21:19.368514Z","steps":["trace[25123813] 'agreement among raft nodes before linearized reading' (duration: 4.759064814s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:19.368553Z","caller":"traceutil/trace.go:171","msg":"trace[1880972101] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.757912994s","start":"2026-03-05T17:21:14.610613Z","end":"2026-03-05T17:21:19.368526Z","steps":["trace[1880972101] 'agreement among raft nodes before linearized reading' (duration: 4.7577897s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.368569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.609341Z","time spent":"4.759220169s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/05 17:21:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:19.368612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.610608Z","time spent":"4.757989996s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/05 17:21:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:19.369092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755641392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:19.369178Z","caller":"traceutil/trace.go:171","msg":"trace[1332834839] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.755752445s","start":"2026-03-05T17:21:14.613405Z","end":"2026-03-05T17:21:19.369157Z","steps":["trace[1332834839] 'agreement among raft nodes before linearized reading' (duration: 4.755646462s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.369233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.613398Z","time spent":"4.755824508s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/05 17:21:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:19.369618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757513952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T17:21:19.369613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.757440861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-05T17:21:19.369647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.758849779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:19.369688Z","caller":"traceutil/trace.go:171","msg":"trace[464182337] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.757601006s","start":"2026-03-05T17:21:14.612073Z","end":"2026-03-05T17:21:19.369674Z","steps":["trace[464182337] 'agreement among raft nodes before linearized reading' (duration: 4.757523544s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:19.369698Z","caller":"traceutil/trace.go:171","msg":"trace[723123040] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.75891597s","start":"2026-03-05T17:21:14.61077Z","end":"2026-03-05T17:21:19.369686Z","steps":["trace[723123040] 'agreement among raft nodes before linearized reading' (duration: 4.758858259s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.369735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.612067Z","time spent":"4.757657378s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/05 17:21:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:19.369738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.610764Z","time spent":"4.758966052s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/05 17:21:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T17:21:19.369692Z","caller":"traceutil/trace.go:171","msg":"trace[2132893172] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.757550784s","start":"2026-03-05T17:21:14.612128Z","end":"2026-03-05T17:21:19.369679Z","steps":["trace[2132893172] 'agreement among raft nodes before linearized reading' (duration: 4.757465332s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.369933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.612111Z","time spent":"4.75780031s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/05 17:21:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:19.438883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214456464s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:19.440058Z","caller":"traceutil/trace.go:171","msg":"trace[1924371703] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"4.768906463s","start":"2026-03-05T17:21:14.671124Z","end":"2026-03-05T17:21:19.44003Z","steps":["trace[1924371703] 'process raft request' (duration: 3.553221587s)","trace[1924371703] 'compare' (duration: 1.212664366s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:19.440228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.671106Z","time spent":"4.769054717s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:19.440319Z","caller":"traceutil/trace.go:171","msg":"trace[173807767] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"3.404362678s","start":"2026-03-05T17:21:16.035855Z","end":"2026-03-05T17:21:19.440218Z","steps":["trace[173807767] 'process raft request' (duration: 3.403120186s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.44041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.035831Z","time spent":"3.404536043s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:19.464014Z","caller":"traceutil/trace.go:171","msg":"trace[853036586] linearizableReadLoop","detail":"{readStateIndex:24134; appliedIndex:24131; }","duration":"3.198039099s","start":"2026-03-05T17:21:16.265957Z","end":"2026-03-05T17:21:19.463996Z","steps":["trace[853036586] 'read index received' (duration: 1.958403748s)","trace[853036586] 'applied index is now lower than readState.Index' (duration: 1.239634291s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:19.464142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059875793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:19.464183Z","caller":"traceutil/trace.go:171","msg":"trace[43071083] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23322; }","duration":"4.059926185s","start":"2026-03-05T17:21:15.404245Z","end":"2026-03-05T17:21:19.464171Z","steps":["trace[43071083] 'agreement among raft nodes before linearized reading' (duration: 4.059852623s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.464215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:15.404198Z","time spent":"4.060008137s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:19.464291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852745674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:21:19.46434Z","caller":"traceutil/trace.go:171","msg":"trace[33754415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23322; }","duration":"4.852797415s","start":"2026-03-05T17:21:14.611525Z","end":"2026-03-05T17:21:19.464322Z","steps":["trace[33754415] 'agreement among raft nodes before linearized reading' (duration: 4.852671622s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:19.464349Z","caller":"traceutil/trace.go:171","msg":"trace[28834406] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"3.192701129s","start":"2026-03-05T17:21:16.271627Z","end":"2026-03-05T17:21:19.464328Z","steps":["trace[28834406] 'process raft request' (duration: 3.192266777s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.464376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.611522Z","time spent":"4.852847996s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:21:19.464382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852900106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:19.464261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680203997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T17:21:19.464439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.271611Z","time spent":"3.192776781s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:21:19.464451Z","caller":"traceutil/trace.go:171","msg":"trace[400798148] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23322; }","duration":"4.852994369s","start":"2026-03-05T17:21:14.61144Z","end":"2026-03-05T17:21:19.464435Z","steps":["trace[400798148] 'agreement among raft nodes before linearized reading' (duration: 4.852854315s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:19.464493Z","caller":"traceutil/trace.go:171","msg":"trace[1886322872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23322; }","duration":"3.680493025s","start":"2026-03-05T17:21:15.783979Z","end":"2026-03-05T17:21:19.464472Z","steps":["trace[1886322872] 'agreement among raft nodes before linearized reading' (duration: 3.680035333s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.464512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:14.611436Z","time spent":"4.853060652s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:21:19.464487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101109455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:19.464548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:15.783955Z","time spent":"3.680575987s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:21:19.464544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.205681273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:19.464632Z","caller":"traceutil/trace.go:171","msg":"trace[341757500] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23322; }","duration":"3.205831316s","start":"2026-03-05T17:21:16.258782Z","end":"2026-03-05T17:21:19.464613Z","steps":["trace[341757500] 'agreement among raft nodes before linearized reading' (duration: 3.20562531s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.464678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.258761Z","time spent":"3.205905978s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:19.464571Z","caller":"traceutil/trace.go:171","msg":"trace[1887330114] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23322; }","duration":"4.101244209s","start":"2026-03-05T17:21:15.363305Z","end":"2026-03-05T17:21:19.464549Z","steps":["trace[1887330114] 'agreement among raft nodes before linearized reading' (duration: 4.101062883s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:19.464745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:15.36329Z","time spent":"4.101432334s","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:19.964167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:20.465166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:20.619264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000222225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:20.619349Z","caller":"traceutil/trace.go:171","msg":"trace[693892314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347078s","start":"2026-03-05T17:21:18.618983Z","end":"2026-03-05T17:21:20.61933Z","steps":["trace[693892314] 'agreement among raft nodes before linearized reading' (duration: 2.000237575s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:20.619398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:18.618952Z","time spent":"2.000436001s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:20.965436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:21.269639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999456854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:21.269721Z","caller":"traceutil/trace.go:171","msg":"trace[1118970564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999585939s","start":"2026-03-05T17:21:16.270117Z","end":"2026-03-05T17:21:21.269703Z","steps":["trace[1118970564] 'agreement among raft nodes before linearized reading' (duration: 4.999483316s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:21.269786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.270098Z","time spent":"4.999678311s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:21:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:21.270374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999479806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:21.270455Z","caller":"traceutil/trace.go:171","msg":"trace[1291318569] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999595678s","start":"2026-03-05T17:21:16.27084Z","end":"2026-03-05T17:21:21.270435Z","steps":["trace[1291318569] 'agreement among raft nodes before linearized reading' (duration: 4.999492866s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:21.270537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.270831Z","time spent":"4.999696291s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 17:21:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:21.465704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:21.965862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:22.466931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:22.620415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:22.620513Z","caller":"traceutil/trace.go:171","msg":"trace[690474845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809692s","start":"2026-03-05T17:21:20.619681Z","end":"2026-03-05T17:21:22.620491Z","steps":["trace[690474845] 'agreement among raft nodes before linearized reading' (duration: 2.000083062s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:22.620562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:20.619659Z","time spent":"2.000890573s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:22.967556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:23.271583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:18.272506Z","time spent":"4.999068225s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:23.413115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.372764Z","time spent":"4.040343396s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/05 17:21:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:23.443544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977810933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:23.443613Z","caller":"traceutil/trace.go:171","msg":"trace[1629785232] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"3.977906925s","start":"2026-03-05T17:21:19.465691Z","end":"2026-03-05T17:21:23.443598Z","steps":["trace[1629785232] 'agreement among raft nodes before linearized reading' (duration: 3.977821553s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:23.443648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.465678Z","time spent":"3.977960846s","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/05 17:21:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:23.46776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:23.968815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726050,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:24.323093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.859165282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:24.323663Z","caller":"traceutil/trace.go:171","msg":"trace[876091000] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"4.951095085s","start":"2026-03-05T17:21:19.372543Z","end":"2026-03-05T17:21:24.323639Z","steps":["trace[876091000] 'process raft request' (duration: 4.951012633s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:24.323657Z","caller":"traceutil/trace.go:171","msg":"trace[2141643280] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"4.951798484s","start":"2026-03-05T17:21:19.371831Z","end":"2026-03-05T17:21:24.323629Z","steps":["trace[2141643280] 'process raft request' (duration: 4.951682331s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:24.323781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.372521Z","time spent":"4.951187077s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:24.323797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.371814Z","time spent":"4.951905186s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:24.467067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.469189Z","time spent":"4.997868933s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-05T17:21:24.628531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:24.628585Z","caller":"traceutil/trace.go:171","msg":"trace[288593241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000791s","start":"2026-03-05T17:21:22.628565Z","end":"2026-03-05T17:21:24.628573Z","steps":["trace[288593241] 'agreement among raft nodes before linearized reading' (duration: 1.999924188s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:24.628619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.62854Z","time spent":"2.000065632s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:25.172977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.187466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:25.173225Z","caller":"traceutil/trace.go:171","msg":"trace[1957208743] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"753.323823ms","start":"2026-03-05T17:21:24.419887Z","end":"2026-03-05T17:21:25.17321Z","steps":["trace[1957208743] 'process raft request' (duration: 753.292242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.173281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:24.419861Z","time spent":"753.394674ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:25.173299Z","caller":"traceutil/trace.go:171","msg":"trace[5004783] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"1.580768086s","start":"2026-03-05T17:21:23.592484Z","end":"2026-03-05T17:21:25.173252Z","steps":["trace[5004783] 'process raft request' (duration: 1.580656694s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:25.173393Z","caller":"traceutil/trace.go:171","msg":"trace[1507906412] linearizableReadLoop","detail":"{readStateIndex:24141; appliedIndex:24134; }","duration":"5.709310518s","start":"2026-03-05T17:21:19.46407Z","end":"2026-03-05T17:21:25.173381Z","steps":["trace[1507906412] 'read index received' (duration: 4.859295546s)","trace[1507906412] 'applied index is now lower than readState.Index' (duration: 850.013532ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:25.173308Z","caller":"traceutil/trace.go:171","msg":"trace[1022440943] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"3.064745393s","start":"2026-03-05T17:21:22.108465Z","end":"2026-03-05T17:21:25.17321Z","steps":["trace[1022440943] 'process raft request' (duration: 3.064601929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.173447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:23.59247Z","time spent":"1.580894439s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:25.173531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.731580287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-05T17:21:25.173555Z","caller":"traceutil/trace.go:171","msg":"trace[1416622675] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23330; }","duration":"5.731637048s","start":"2026-03-05T17:21:19.441912Z","end":"2026-03-05T17:21:25.173549Z","steps":["trace[1416622675] 'agreement among raft nodes before linearized reading' (duration: 5.731534035s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.173574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.441896Z","time spent":"5.731673339s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:21:25.173651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.10844Z","time spent":"3.065042079s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:25.173724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.903592878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-05T17:21:25.173736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.591020657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:25.173774Z","caller":"traceutil/trace.go:171","msg":"trace[1163794838] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23330; }","duration":"8.903682259s","start":"2026-03-05T17:21:16.270076Z","end":"2026-03-05T17:21:25.173758Z","steps":["trace[1163794838] 'agreement among raft nodes before linearized reading' (duration: 8.903537576s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:25.173805Z","caller":"traceutil/trace.go:171","msg":"trace[2040615348] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23330; }","duration":"7.59113698s","start":"2026-03-05T17:21:17.582651Z","end":"2026-03-05T17:21:25.173788Z","steps":["trace[2040615348] 'agreement among raft nodes before linearized reading' (duration: 7.591029937s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.173811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.270051Z","time spent":"8.903751781s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-05T17:21:25.173821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.596919322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:25.173829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.903816013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-05T17:21:25.173829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.891941709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-03-05T17:21:25.17388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.199476547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:25.173812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.698667515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:25.173888Z","caller":"traceutil/trace.go:171","msg":"trace[552208055] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23330; }","duration":"8.903878725s","start":"2026-03-05T17:21:16.269992Z","end":"2026-03-05T17:21:25.173871Z","steps":["trace[552208055] 'agreement among raft nodes before linearized reading' (duration: 8.90369769s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.173912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.826300052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:25.173916Z","caller":"traceutil/trace.go:171","msg":"trace[2044796515] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.892060632s","start":"2026-03-05T17:21:16.281835Z","end":"2026-03-05T17:21:25.173896Z","steps":["trace[2044796515] 'agreement among raft nodes before linearized reading' (duration: 8.891708653s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.051285735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:25.174122Z","caller":"traceutil/trace.go:171","msg":"trace[1474639157] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23330; }","duration":"8.826540299s","start":"2026-03-05T17:21:16.347571Z","end":"2026-03-05T17:21:25.174111Z","steps":["trace[1474639157] 'agreement among raft nodes before linearized reading' (duration: 8.826320083s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.17412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.269965Z","time spent":"8.904145461s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-05T17:21:25.174128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.970039905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:25.174123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.895987345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-03-05T17:21:25.174171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.420195947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:25.174197Z","caller":"traceutil/trace.go:171","msg":"trace[701087499] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23330; }","duration":"7.420261419s","start":"2026-03-05T17:21:17.753929Z","end":"2026-03-05T17:21:25.174191Z","steps":["trace[701087499] 'agreement among raft nodes before linearized reading' (duration: 7.420221368s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:25.174193Z","caller":"traceutil/trace.go:171","msg":"trace[1641579255] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23330; }","duration":"6.970124878s","start":"2026-03-05T17:21:18.204043Z","end":"2026-03-05T17:21:25.174168Z","steps":["trace[1641579255] 'agreement among raft nodes before linearized reading' (duration: 6.969866421s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:25.174187Z","caller":"traceutil/trace.go:171","msg":"trace[265035699] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.896060698s","start":"2026-03-05T17:21:16.278116Z","end":"2026-03-05T17:21:25.174176Z","steps":["trace[265035699] 'agreement among raft nodes before linearized reading' (duration: 8.895696259s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:17.753906Z","time spent":"7.42031049s","remote":"127.0.0.1:45946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:25.174241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.897400732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-03-05T17:21:25.174242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:18.204024Z","time spent":"6.970208029s","remote":"127.0.0.1:49558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:25.174267Z","caller":"traceutil/trace.go:171","msg":"trace[1340858911] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.897437746s","start":"2026-03-05T17:21:16.276822Z","end":"2026-03-05T17:21:25.174259Z","steps":["trace[1340858911] 'agreement among raft nodes before linearized reading' (duration: 8.89686127s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.17426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.867855052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-05T17:21:25.173906Z","caller":"traceutil/trace.go:171","msg":"trace[671055692] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23330; }","duration":"6.199524878s","start":"2026-03-05T17:21:18.974371Z","end":"2026-03-05T17:21:25.173896Z","steps":["trace[671055692] 'agreement among raft nodes before linearized reading' (duration: 6.199487197s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.276815Z","time spent":"8.897468546s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-05T17:21:25.174303Z","caller":"traceutil/trace.go:171","msg":"trace[1327386387] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.867911203s","start":"2026-03-05T17:21:16.306381Z","end":"2026-03-05T17:21:25.174292Z","steps":["trace[1327386387] 'agreement among raft nodes before linearized reading' (duration: 8.86778572s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:18.974352Z","time spent":"6.199948189s","remote":"127.0.0.1:38508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:25.174316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.697175516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-03-05T17:21:25.173845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.904008459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:21:25.174383Z","caller":"traceutil/trace.go:171","msg":"trace[1037234275] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23330; }","duration":"8.904580154s","start":"2026-03-05T17:21:16.269791Z","end":"2026-03-05T17:21:25.174371Z","steps":["trace[1037234275] 'agreement among raft nodes before linearized reading' (duration: 8.903915886s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.896082669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-05T17:21:25.173914Z","caller":"traceutil/trace.go:171","msg":"trace[2022057376] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23330; }","duration":"8.698828669s","start":"2026-03-05T17:21:16.475078Z","end":"2026-03-05T17:21:25.173906Z","steps":["trace[2022057376] 'agreement among raft nodes before linearized reading' (duration: 8.698670535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.269776Z","time spent":"8.904644916s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"warn","ts":"2026-03-05T17:21:25.17387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.893415258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-03-05T17:21:25.174499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.475059Z","time spent":"8.699397765s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:25.174389Z","caller":"traceutil/trace.go:171","msg":"trace[803430831] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.697274549s","start":"2026-03-05T17:21:16.477093Z","end":"2026-03-05T17:21:25.174368Z","steps":["trace[803430831] 'agreement among raft nodes before linearized reading' (duration: 8.696759325s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.477072Z","time spent":"8.697488553s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.1742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.89687515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-05T17:21:25.174702Z","caller":"traceutil/trace.go:171","msg":"trace[1966911912] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.897394663s","start":"2026-03-05T17:21:16.277298Z","end":"2026-03-05T17:21:25.174692Z","steps":["trace[1966911912] 'agreement among raft nodes before linearized reading' (duration: 8.896327505s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.277284Z","time spent":"8.897439825s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-05T17:21:25.174507Z","caller":"traceutil/trace.go:171","msg":"trace[42998603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.894091306s","start":"2026-03-05T17:21:16.280403Z","end":"2026-03-05T17:21:25.174494Z","steps":["trace[42998603] 'agreement among raft nodes before linearized reading' (duration: 8.893273884s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.174835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.280387Z","time spent":"8.894428784s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.174342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.30637Z","time spent":"8.867964864s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.174892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.896423608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-03-05T17:21:25.174157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.896841509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-05T17:21:25.174962Z","caller":"traceutil/trace.go:171","msg":"trace[1590257673] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.89691548s","start":"2026-03-05T17:21:16.278028Z","end":"2026-03-05T17:21:25.174944Z","steps":["trace[1590257673] 'agreement among raft nodes before linearized reading' (duration: 8.895842342s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:25.174989Z","caller":"traceutil/trace.go:171","msg":"trace[309346682] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.897695451s","start":"2026-03-05T17:21:16.27728Z","end":"2026-03-05T17:21:25.174976Z","steps":["trace[309346682] 'agreement among raft nodes before linearized reading' (duration: 8.896399667s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.175017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.278019Z","time spent":"8.896982622s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.174237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.278111Z","time spent":"8.896117489s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.175028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.277268Z","time spent":"8.897749353s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.175662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.969324858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:21:25.175709Z","caller":"traceutil/trace.go:171","msg":"trace[396666645] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23330; }","duration":"6.969403098s","start":"2026-03-05T17:21:18.206297Z","end":"2026-03-05T17:21:25.1757Z","steps":["trace[396666645] 'agreement among raft nodes before linearized reading' (duration: 6.967818006s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:25.174139Z","caller":"traceutil/trace.go:171","msg":"trace[484269910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23330; }","duration":"7.051330508s","start":"2026-03-05T17:21:18.122803Z","end":"2026-03-05T17:21:25.174134Z","steps":["trace[484269910] 'agreement among raft nodes before linearized reading' (duration: 7.051114712s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.175742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:18.206276Z","time spent":"6.969458071s","remote":"127.0.0.1:43348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2665,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:25.175755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:18.122788Z","time spent":"7.052954119s","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:25.173859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.895324799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-05T17:21:25.17588Z","caller":"traceutil/trace.go:171","msg":"trace[1800883677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.897384043s","start":"2026-03-05T17:21:16.278485Z","end":"2026-03-05T17:21:25.175869Z","steps":["trace[1800883677] 'agreement among raft nodes before linearized reading' (duration: 8.895179535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.175923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.278456Z","time spent":"8.897455155s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.173844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:17.582623Z","time spent":"7.591212222s","remote":"127.0.0.1:45882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:25.174143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.34755Z","time spent":"8.826588171s","remote":"127.0.0.1:57520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:25.174137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.281827Z","time spent":"8.892300738s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-05T17:21:25.173876Z","caller":"traceutil/trace.go:171","msg":"trace[1815389619] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23330; }","duration":"8.597004546s","start":"2026-03-05T17:21:16.576857Z","end":"2026-03-05T17:21:25.173862Z","steps":["trace[1815389619] 'agreement among raft nodes before linearized reading' (duration: 8.596908093s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.176109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.576835Z","time spent":"8.599261415s","remote":"127.0.0.1:58598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:25.174429Z","caller":"traceutil/trace.go:171","msg":"trace[1972245075] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:23330; }","duration":"8.89611557s","start":"2026-03-05T17:21:16.278306Z","end":"2026-03-05T17:21:25.174421Z","steps":["trace[1972245075] 'agreement among raft nodes before linearized reading' (duration: 8.895326929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:25.176218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:16.278299Z","time spent":"8.897855585s","remote":"127.0.0.1:42872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-05T17:21:25.673802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726056,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:26.150743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117194031s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:26.248056Z","caller":"traceutil/trace.go:171","msg":"trace[1591026574] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"1.802173005s","start":"2026-03-05T17:21:24.445845Z","end":"2026-03-05T17:21:26.248018Z","steps":["trace[1591026574] 'process raft request' (duration: 1.705066305s)","trace[1591026574] 'compare' (duration: 96.872484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:26.249011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:24.445808Z","time spent":"1.803078549s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:26.269229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996202889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:26.269322Z","caller":"traceutil/trace.go:171","msg":"trace[1464244882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996327142s","start":"2026-03-05T17:21:23.272959Z","end":"2026-03-05T17:21:26.269286Z","steps":["trace[1464244882] 'agreement among raft nodes before linearized reading' (duration: 2.99624162s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.269369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:23.272928Z","time spent":"2.996430505s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/05 17:21:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:26.27206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998839728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:26.272123Z","caller":"traceutil/trace.go:171","msg":"trace[1638067822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998946852s","start":"2026-03-05T17:21:23.273162Z","end":"2026-03-05T17:21:26.272109Z","steps":["trace[1638067822] 'agreement among raft nodes before linearized reading' (duration: 2.998863389s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.27217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:23.273155Z","time spent":"2.999008223s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/05 17:21:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:26.628692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:26.628772Z","caller":"traceutil/trace.go:171","msg":"trace[1320195300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188764s","start":"2026-03-05T17:21:24.628565Z","end":"2026-03-05T17:21:26.628753Z","steps":["trace[1320195300] 'agreement among raft nodes before linearized reading' (duration: 2.000081941s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.628823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:24.628543Z","time spent":"2.000270527s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-05T17:21:26.688902Z","caller":"traceutil/trace.go:171","msg":"trace[1004315646] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24142; }","duration":"1.515456509s","start":"2026-03-05T17:21:25.173422Z","end":"2026-03-05T17:21:26.688879Z","steps":["trace[1004315646] 'read index received' (duration: 977.479534ms)","trace[1004315646] 'applied index is now lower than readState.Index' (duration: 537.975875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:26.689007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.176664Z","time spent":"1.512341066s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:21:26.689178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.720391331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:26.689201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300678255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:26.689258Z","caller":"traceutil/trace.go:171","msg":"trace[802819742] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23332; }","duration":"5.720483174s","start":"2026-03-05T17:21:20.968755Z","end":"2026-03-05T17:21:26.689239Z","steps":["trace[802819742] 'agreement among raft nodes before linearized reading' (duration: 5.720300058s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.689304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:20.968714Z","time spent":"5.720578735s","remote":"127.0.0.1:38450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:26.689307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359158372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:26.689348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.216628891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:26.689415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.901625986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:26.689453Z","caller":"traceutil/trace.go:171","msg":"trace[888618084] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23332; }","duration":"6.901693268s","start":"2026-03-05T17:21:19.787746Z","end":"2026-03-05T17:21:26.689439Z","steps":["trace[888618084] 'agreement among raft nodes before linearized reading' (duration: 6.901643456s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.689493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.787726Z","time spent":"6.901757389s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:26.689454Z","caller":"traceutil/trace.go:171","msg":"trace[1203051202] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23332; }","duration":"4.300808558s","start":"2026-03-05T17:21:22.388451Z","end":"2026-03-05T17:21:26.689259Z","steps":["trace[1203051202] 'agreement among raft nodes before linearized reading' (duration: 4.300580902s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.689604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.38843Z","time spent":"4.301160628s","remote":"127.0.0.1:45846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:26.689672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.127335198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:26.689712Z","caller":"traceutil/trace.go:171","msg":"trace[547564496] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23332; }","duration":"7.127408269s","start":"2026-03-05T17:21:19.562293Z","end":"2026-03-05T17:21:26.689702Z","steps":["trace[547564496] 'agreement among raft nodes before linearized reading' (duration: 7.127346908s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.689741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.562277Z","time spent":"7.127456381s","remote":"127.0.0.1:38662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:26.689965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.219197469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:26.690001Z","caller":"traceutil/trace.go:171","msg":"trace[1882438076] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23332; }","duration":"7.219261289s","start":"2026-03-05T17:21:19.470732Z","end":"2026-03-05T17:21:26.689993Z","steps":["trace[1882438076] 'agreement among raft nodes before linearized reading' (duration: 7.219199207s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:19.470716Z","time spent":"7.219305502s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-05T17:21:26.690142Z","caller":"traceutil/trace.go:171","msg":"trace[108713744] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23332; }","duration":"4.359248915s","start":"2026-03-05T17:21:22.330095Z","end":"2026-03-05T17:21:26.689344Z","steps":["trace[108713744] 'agreement among raft nodes before linearized reading' (duration: 4.359158413s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.689529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938318327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:26.690219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.330076Z","time spent":"4.360119508s","remote":"127.0.0.1:58642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:26.690243Z","caller":"traceutil/trace.go:171","msg":"trace[640943094] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23332; }","duration":"4.939049805s","start":"2026-03-05T17:21:21.751168Z","end":"2026-03-05T17:21:26.690218Z","steps":["trace[640943094] 'agreement among raft nodes before linearized reading' (duration: 4.938329296s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.689215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.53477672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:26.690303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:21.751149Z","time spent":"4.939136619s","remote":"127.0.0.1:38464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:26.690324Z","caller":"traceutil/trace.go:171","msg":"trace[487570588] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"1.507740864s","start":"2026-03-05T17:21:25.182568Z","end":"2026-03-05T17:21:26.690309Z","steps":["trace[487570588] 'process raft request' (duration: 1.506188513s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232543723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:26.690401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.18255Z","time spent":"1.507805335s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:26.690431Z","caller":"traceutil/trace.go:171","msg":"trace[1011480338] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23332; }","duration":"4.232740218s","start":"2026-03-05T17:21:22.457671Z","end":"2026-03-05T17:21:26.690411Z","steps":["trace[1011480338] 'agreement among raft nodes before linearized reading' (duration: 4.232538952s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067588539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:26.690533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.457652Z","time spent":"4.23286254s","remote":"127.0.0.1:38404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:26.690557Z","caller":"traceutil/trace.go:171","msg":"trace[1556489781] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23332; }","duration":"2.067632389s","start":"2026-03-05T17:21:24.622913Z","end":"2026-03-05T17:21:26.690546Z","steps":["trace[1556489781] 'agreement among raft nodes before linearized reading' (duration: 2.067592088s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506277646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:26.690335Z","caller":"traceutil/trace.go:171","msg":"trace[1099982594] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23332; }","duration":"4.536013612s","start":"2026-03-05T17:21:22.154292Z","end":"2026-03-05T17:21:26.690306Z","steps":["trace[1099982594] 'agreement among raft nodes before linearized reading' (duration: 4.53478363s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417671769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T17:21:26.690589Z","caller":"traceutil/trace.go:171","msg":"trace[1437745716] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23332; }","duration":"2.506358047s","start":"2026-03-05T17:21:24.184222Z","end":"2026-03-05T17:21:26.69058Z","steps":["trace[1437745716] 'agreement among raft nodes before linearized reading' (duration: 2.506224623s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:26.69061Z","caller":"traceutil/trace.go:171","msg":"trace[946734829] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23332; }","duration":"3.417731383s","start":"2026-03-05T17:21:23.272868Z","end":"2026-03-05T17:21:26.6906Z","steps":["trace[946734829] 'agreement among raft nodes before linearized reading' (duration: 3.41763289s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:24.1842Z","time spent":"2.50640639s","remote":"127.0.0.1:49700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:26.690635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:23.272849Z","time spent":"3.417781883s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:21:26.690624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.154264Z","time spent":"4.536337091s","remote":"127.0.0.1:43190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:26.690646Z","caller":"traceutil/trace.go:171","msg":"trace[882374318] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23332; }","duration":"6.216697512s","start":"2026-03-05T17:21:20.472688Z","end":"2026-03-05T17:21:26.689385Z","steps":["trace[882374318] 'agreement among raft nodes before linearized reading' (duration: 6.216552019s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846315252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:26.690729Z","caller":"traceutil/trace.go:171","msg":"trace[571792907] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23332; }","duration":"3.846829867s","start":"2026-03-05T17:21:22.843892Z","end":"2026-03-05T17:21:26.690722Z","steps":["trace[571792907] 'agreement among raft nodes before linearized reading' (duration: 3.8461936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:26.690735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:20.472643Z","time spent":"6.218067229s","remote":"127.0.0.1:55338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:26.690756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:22.84387Z","time spent":"3.846878807s","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:26.690579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:24.622899Z","time spent":"2.067674329s","remote":"127.0.0.1:57508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:27.190016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:27.29115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:27.291254Z","caller":"traceutil/trace.go:171","msg":"trace[1256573092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458461s","start":"2026-03-05T17:21:25.290773Z","end":"2026-03-05T17:21:27.291232Z","steps":["trace[1256573092] 'agreement among raft nodes before linearized reading' (duration: 2.000327998s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.291321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.290724Z","time spent":"2.000582036s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:27.987134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.061526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:27.987396Z","caller":"traceutil/trace.go:171","msg":"trace[2098271470] linearizableReadLoop","detail":"{readStateIndex:24148; appliedIndex:24145; }","duration":"1.298412115s","start":"2026-03-05T17:21:26.688967Z","end":"2026-03-05T17:21:27.987379Z","steps":["trace[2098271470] 'read index received' (duration: 887.03674ms)","trace[2098271470] 'applied index is now lower than readState.Index' (duration: 411.374275ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:27.987494Z","caller":"traceutil/trace.go:171","msg":"trace[964446247] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"1.716229441s","start":"2026-03-05T17:21:26.271252Z","end":"2026-03-05T17:21:27.987481Z","steps":["trace[964446247] 'process raft request' (duration: 1.304736283s)","trace[964446247] 'compare' (duration: 410.702547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:27.987555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.271229Z","time spent":"1.716296012s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:27.987826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811619205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T17:21:27.987848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16292365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:27.987864Z","caller":"traceutil/trace.go:171","msg":"trace[142126110] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23335; }","duration":"2.811660715s","start":"2026-03-05T17:21:25.176193Z","end":"2026-03-05T17:21:27.987854Z","steps":["trace[142126110] 'agreement among raft nodes before linearized reading' (duration: 2.811528142s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:27.987889Z","caller":"traceutil/trace.go:171","msg":"trace[1267704241] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23335; }","duration":"1.163017294s","start":"2026-03-05T17:21:26.824863Z","end":"2026-03-05T17:21:27.98788Z","steps":["trace[1267704241] 'agreement among raft nodes before linearized reading' (duration: 1.162950502s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.987893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.176168Z","time spent":"2.811718228s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-05T17:21:27.987915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.824837Z","time spent":"1.163072394s","remote":"127.0.0.1:55324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:27.987906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809318224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ca67d8a-a154-4dd5-b234-32e10b599035\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-05T17:21:27.98792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185112217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:27.987988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433240324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:27.987985Z","caller":"traceutil/trace.go:171","msg":"trace[557400771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ca67d8a-a154-4dd5-b234-32e10b599035; range_end:; response_count:1; response_revision:23335; }","duration":"2.809512498s","start":"2026-03-05T17:21:25.178452Z","end":"2026-03-05T17:21:27.987965Z","steps":["trace[557400771] 'agreement among raft nodes before linearized reading' (duration: 2.809242872s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:27.98799Z","caller":"traceutil/trace.go:171","msg":"trace[1163494646] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23335; }","duration":"2.185184908s","start":"2026-03-05T17:21:25.802786Z","end":"2026-03-05T17:21:27.987971Z","steps":["trace[1163494646] 'agreement among raft nodes before linearized reading' (duration: 2.185081956s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.987994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09415023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:27.988039Z","caller":"traceutil/trace.go:171","msg":"trace[473541489] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"1.715726777s","start":"2026-03-05T17:21:26.272306Z","end":"2026-03-05T17:21:27.988033Z","steps":["trace[473541489] 'process raft request' (duration: 1.714920507s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.982986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T17:21:27.988011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316155055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:27.987905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293615169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-03-05T17:21:27.988063Z","caller":"traceutil/trace.go:171","msg":"trace[2036906235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23335; }","duration":"156.039299ms","start":"2026-03-05T17:21:27.832018Z","end":"2026-03-05T17:21:27.988057Z","steps":["trace[2036906235] 'agreement among raft nodes before linearized reading' (duration: 155.982638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291984976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-05T17:21:27.988079Z","caller":"traceutil/trace.go:171","msg":"trace[668154591] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23335; }","duration":"1.293841845s","start":"2026-03-05T17:21:26.694228Z","end":"2026-03-05T17:21:27.98807Z","steps":["trace[668154591] 'agreement among raft nodes before linearized reading' (duration: 1.293524917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.272292Z","time spent":"1.715762109s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:27.988083Z","caller":"traceutil/trace.go:171","msg":"trace[2118914465] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23335; }","duration":"2.316278548s","start":"2026-03-05T17:21:25.671787Z","end":"2026-03-05T17:21:27.988066Z","steps":["trace[2118914465] 'agreement among raft nodes before linearized reading' (duration: 2.316139045s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.802765Z","time spent":"2.185259131s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-05T17:21:27.988131Z","caller":"traceutil/trace.go:171","msg":"trace[2081703587] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"1.296096995s","start":"2026-03-05T17:21:26.692024Z","end":"2026-03-05T17:21:27.988121Z","steps":["trace[2081703587] 'process raft request' (duration: 1.295299303s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915420082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:27.988145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352025944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:27.988151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292773526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:27.988175Z","caller":"traceutil/trace.go:171","msg":"trace[629131382] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23335; }","duration":"1.915483413s","start":"2026-03-05T17:21:26.072683Z","end":"2026-03-05T17:21:27.988167Z","steps":["trace[629131382] 'agreement among raft nodes before linearized reading' (duration: 1.915422202s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:27.988185Z","caller":"traceutil/trace.go:171","msg":"trace[363984082] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23335; }","duration":"1.292820807s","start":"2026-03-05T17:21:26.695356Z","end":"2026-03-05T17:21:27.988177Z","steps":["trace[363984082] 'agreement among raft nodes before linearized reading' (duration: 1.292772256s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.692006Z","time spent":"1.296160106s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:27.988216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.695346Z","time spent":"1.292863049s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:21:27.988216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.072668Z","time spent":"1.915539585s","remote":"127.0.0.1:58678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:27.988017Z","caller":"traceutil/trace.go:171","msg":"trace[347950423] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23335; }","duration":"1.433293335s","start":"2026-03-05T17:21:26.554716Z","end":"2026-03-05T17:21:27.98801Z","steps":["trace[347950423] 'agreement among raft nodes before linearized reading' (duration: 1.433253993s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.5547Z","time spent":"1.433563401s","remote":"127.0.0.1:38848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:27.987982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237292387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:27.988437Z","caller":"traceutil/trace.go:171","msg":"trace[1245239510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23335; }","duration":"1.237759552s","start":"2026-03-05T17:21:26.750656Z","end":"2026-03-05T17:21:27.988415Z","steps":["trace[1245239510] 'agreement among raft nodes before linearized reading' (duration: 1.237300929s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.694214Z","time spent":"1.293884366s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7100,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-05T17:21:27.988509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.750643Z","time spent":"1.237844643s","remote":"127.0.0.1:55408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:27.988063Z","caller":"traceutil/trace.go:171","msg":"trace[725131725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23335; }","duration":"2.094245464s","start":"2026-03-05T17:21:25.893799Z","end":"2026-03-05T17:21:27.988045Z","steps":["trace[725131725] 'agreement among raft nodes before linearized reading' (duration: 2.094135101s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.89379Z","time spent":"2.094816968s","remote":"127.0.0.1:49646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:27.987796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079124944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-05T17:21:27.989968Z","caller":"traceutil/trace.go:171","msg":"trace[1146911668] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:23335; }","duration":"2.081345633s","start":"2026-03-05T17:21:25.908598Z","end":"2026-03-05T17:21:27.989944Z","steps":["trace[1146911668] 'agreement among raft nodes before linearized reading' (duration: 2.07896055s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.987946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186013021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:27.990048Z","caller":"traceutil/trace.go:171","msg":"trace[2105077119] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23335; }","duration":"2.188139088s","start":"2026-03-05T17:21:25.80189Z","end":"2026-03-05T17:21:27.990029Z","steps":["trace[2105077119] 'agreement among raft nodes before linearized reading' (duration: 2.185994741s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.988035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.178437Z","time spent":"2.809588962s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-7ca67d8a-a154-4dd5-b234-32e10b599035\" "} {"level":"warn","ts":"2026-03-05T17:21:27.990121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.801872Z","time spent":"2.18823202s","remote":"127.0.0.1:54114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-05T17:21:27.988108Z","caller":"traceutil/trace.go:171","msg":"trace[744051397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23335; }","duration":"1.292039467s","start":"2026-03-05T17:21:26.696053Z","end":"2026-03-05T17:21:27.988092Z","steps":["trace[744051397] 'agreement among raft nodes before linearized reading' (duration: 1.291948095s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.990191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.696044Z","time spent":"1.294140662s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:21:27.988143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.671767Z","time spent":"2.316366601s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:27.988162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453070477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T17:21:27.990313Z","caller":"traceutil/trace.go:171","msg":"trace[253990722] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23335; }","duration":"1.455255325s","start":"2026-03-05T17:21:26.535047Z","end":"2026-03-05T17:21:27.990302Z","steps":["trace[253990722] 'agreement among raft nodes before linearized reading' (duration: 1.453017696s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.990346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.53503Z","time spent":"1.455306327s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-05T17:21:27.988179Z","caller":"traceutil/trace.go:171","msg":"trace[863538633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23335; }","duration":"1.352086056s","start":"2026-03-05T17:21:26.636085Z","end":"2026-03-05T17:21:27.988171Z","steps":["trace[863538633] 'agreement among raft nodes before linearized reading' (duration: 1.352037365s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:27.990434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:26.636071Z","time spent":"1.354344186s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:27.990008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:25.908578Z","time spent":"2.081419454s","remote":"127.0.0.1:54080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-05T17:21:28.604588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.387524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:28.604665Z","caller":"traceutil/trace.go:171","msg":"trace[1237680094] linearizableReadLoop","detail":"{readStateIndex:24149; appliedIndex:24148; }","duration":"611.620073ms","start":"2026-03-05T17:21:27.993033Z","end":"2026-03-05T17:21:28.604653Z","steps":["trace[1237680094] 'read index received' (duration: 190.620813ms)","trace[1237680094] 'applied index is now lower than readState.Index' (duration: 420.9982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:28.604777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.743057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-05T17:21:28.604761Z","caller":"traceutil/trace.go:171","msg":"trace[1395072658] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"612.001743ms","start":"2026-03-05T17:21:27.992711Z","end":"2026-03-05T17:21:28.604713Z","steps":["trace[1395072658] 'process raft request' (duration: 190.927982ms)","trace[1395072658] 'compare' (duration: 420.087416ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:28.604803Z","caller":"traceutil/trace.go:171","msg":"trace[837703098] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:23336; }","duration":"611.777658ms","start":"2026-03-05T17:21:27.993018Z","end":"2026-03-05T17:21:28.604796Z","steps":["trace[837703098] 'agreement among raft nodes before linearized reading' (duration: 611.681765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:28.604827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:27.993008Z","time spent":"611.814368ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T17:21:28.604911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:27.992703Z","time spent":"612.125096ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:29.104883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:29.605352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:29.808737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625058558s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:29.886303Z","caller":"traceutil/trace.go:171","msg":"trace[62201118] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"1.88888766s","start":"2026-03-05T17:21:27.997389Z","end":"2026-03-05T17:21:29.886276Z","steps":["trace[62201118] 'process raft request' (duration: 1.888778527s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:29.886448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:27.99738Z","time spent":"1.888995262s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:29.88674Z","caller":"traceutil/trace.go:171","msg":"trace[2092186515] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"1.891978891s","start":"2026-03-05T17:21:27.994692Z","end":"2026-03-05T17:21:29.886671Z","steps":["trace[2092186515] 'process raft request' (duration: 1.814222174s)","trace[2092186515] 'compare' (duration: 76.761531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:29.887346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:27.994685Z","time spent":"1.892568626s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:29.895355Z","caller":"traceutil/trace.go:171","msg":"trace[922766433] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"1.285551415s","start":"2026-03-05T17:21:28.609784Z","end":"2026-03-05T17:21:29.895335Z","steps":["trace[922766433] 'process raft request' (duration: 1.285090943s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:29.895331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.605784Z","time spent":"1.289542411s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:21:29.895416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.609766Z","time spent":"1.285623987s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:21:29.999542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-05T17:21:29.999666Z","caller":"traceutil/trace.go:171","msg":"trace[1476247900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292108s","start":"2026-03-05T17:21:27.99935Z","end":"2026-03-05T17:21:29.999642Z","steps":["trace[1476247900] 'agreement among raft nodes before linearized reading' (duration: 2.000150273s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:29.999728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:27.999346Z","time spent":"2.000367239s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:30.595808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.806134ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-05T17:21:30.595965Z","caller":"traceutil/trace.go:171","msg":"trace[1172257953] linearizableReadLoop","detail":"{readStateIndex:24153; appliedIndex:24149; }","duration":"1.991259089s","start":"2026-03-05T17:21:28.604681Z","end":"2026-03-05T17:21:30.59594Z","steps":["trace[1172257953] 'read index received' (duration: 1.204318757s)","trace[1172257953] 'applied index is now lower than readState.Index' (duration: 786.937762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:30.59681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574150051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:30.596894Z","caller":"traceutil/trace.go:171","msg":"trace[955277712] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23340; }","duration":"2.574274515s","start":"2026-03-05T17:21:28.022597Z","end":"2026-03-05T17:21:30.596871Z","steps":["trace[955277712] 'agreement among raft nodes before linearized reading' (duration: 2.574130771s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.596939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.022581Z","time spent":"2.574345327s","remote":"127.0.0.1:38670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:30.59722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489958803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-05T17:21:30.5972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600476698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-05T17:21:30.597293Z","caller":"traceutil/trace.go:171","msg":"trace[992576834] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23340; }","duration":"2.490079058s","start":"2026-03-05T17:21:28.107197Z","end":"2026-03-05T17:21:30.597276Z","steps":["trace[992576834] 'agreement among raft nodes before linearized reading' (duration: 2.489761979s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:30.597305Z","caller":"traceutil/trace.go:171","msg":"trace[400141606] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23340; }","duration":"2.600616242s","start":"2026-03-05T17:21:27.996669Z","end":"2026-03-05T17:21:30.597286Z","steps":["trace[400141606] 'agreement among raft nodes before linearized reading' (duration: 2.600351525s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.59734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.107185Z","time spent":"2.49014532s","remote":"127.0.0.1:43166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:30.597347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:27.996656Z","time spent":"2.600682114s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-05T17:21:30.597777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142370637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-05T17:21:30.597834Z","caller":"traceutil/trace.go:171","msg":"trace[1703386811] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23340; }","duration":"2.142465769s","start":"2026-03-05T17:21:28.455354Z","end":"2026-03-05T17:21:30.597819Z","steps":["trace[1703386811] 'agreement among raft nodes before linearized reading' (duration: 2.141576646s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:30.597839Z","caller":"traceutil/trace.go:171","msg":"trace[1840354471] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23340; }","duration":"701.096941ms","start":"2026-03-05T17:21:29.896723Z","end":"2026-03-05T17:21:30.59782Z","steps":["trace[1840354471] 'process raft request' (duration: 701.04066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.597867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.455334Z","time spent":"2.142525032s","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-05T17:21:30.597937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.896703Z","time spent":"701.172233ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:30.79065Z","caller":"traceutil/trace.go:171","msg":"trace[2128178551] linearizableReadLoop","detail":"{readStateIndex:24156; appliedIndex:24155; }","duration":"194.548897ms","start":"2026-03-05T17:21:30.596053Z","end":"2026-03-05T17:21:30.790602Z","steps":["trace[2128178551] 'read index received' (duration: 1.774176ms)","trace[2128178551] 'applied index is now lower than readState.Index' (duration: 192.773301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:30.790912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.103246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"warn","ts":"2026-03-05T17:21:30.790923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.044754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:30.790962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102962434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:30.791007Z","caller":"traceutil/trace.go:171","msg":"trace[1369002213] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23341; }","duration":"482.199709ms","start":"2026-03-05T17:21:30.308786Z","end":"2026-03-05T17:21:30.790985Z","steps":["trace[1369002213] 'agreement among raft nodes before linearized reading' (duration: 481.918551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181242035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T17:21:30.79106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.308762Z","time spent":"482.28787ms","remote":"127.0.0.1:38772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:30.791062Z","caller":"traceutil/trace.go:171","msg":"trace[1911337519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23341; }","duration":"2.103124337s","start":"2026-03-05T17:21:28.687914Z","end":"2026-03-05T17:21:30.791039Z","steps":["trace[1911337519] 'agreement among raft nodes before linearized reading' (duration: 2.102892301s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:30.791073Z","caller":"traceutil/trace.go:171","msg":"trace[985947366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23341; }","duration":"2.181299087s","start":"2026-03-05T17:21:28.609766Z","end":"2026-03-05T17:21:30.791065Z","steps":["trace[985947366] 'agreement among raft nodes before linearized reading' (duration: 2.181207964s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161040872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:219"} {"level":"warn","ts":"2026-03-05T17:21:30.791116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.609754Z","time spent":"2.181354788s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:21:30.791121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.687889Z","time spent":"2.10322148s","remote":"127.0.0.1:49662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:30.791142Z","caller":"traceutil/trace.go:171","msg":"trace[1229601716] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:23341; }","duration":"2.161138423s","start":"2026-03-05T17:21:28.629989Z","end":"2026-03-05T17:21:30.791128Z","steps":["trace[1229601716] 'agreement among raft nodes before linearized reading' (duration: 2.160967529s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.629963Z","time spent":"2.161204135s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"info","ts":"2026-03-05T17:21:30.791368Z","caller":"traceutil/trace.go:171","msg":"trace[1073067665] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"793.817125ms","start":"2026-03-05T17:21:29.997536Z","end":"2026-03-05T17:21:30.791353Z","steps":["trace[1073067665] 'process raft request' (duration: 792.847529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:30.790955Z","caller":"traceutil/trace.go:171","msg":"trace[1301175118] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23341; }","duration":"900.207329ms","start":"2026-03-05T17:21:29.890737Z","end":"2026-03-05T17:21:30.790944Z","steps":["trace[1301175118] 'agreement among raft nodes before linearized reading' (duration: 900.031725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.79145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.890718Z","time spent":"900.722043ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-05T17:21:30.791472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64287222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:30.791518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.914176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:30.791563Z","caller":"traceutil/trace.go:171","msg":"trace[521629282] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23341; }","duration":"621.961527ms","start":"2026-03-05T17:21:30.16959Z","end":"2026-03-05T17:21:30.791551Z","steps":["trace[521629282] 'agreement among raft nodes before linearized reading' (duration: 621.891195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.31517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:30.791601Z","caller":"traceutil/trace.go:171","msg":"trace[1852126390] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23341; }","duration":"776.384783ms","start":"2026-03-05T17:21:30.015206Z","end":"2026-03-05T17:21:30.791591Z","steps":["trace[1852126390] 'agreement among raft nodes before linearized reading' (duration: 776.322502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135722361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:30.791639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.015191Z","time spent":"776.438594ms","remote":"127.0.0.1:38704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:30.791598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.16953Z","time spent":"622.05818ms","remote":"127.0.0.1:58984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:30.79167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.796811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:30.791712Z","caller":"traceutil/trace.go:171","msg":"trace[1629943001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23341; }","duration":"791.868812ms","start":"2026-03-05T17:21:29.999834Z","end":"2026-03-05T17:21:30.791703Z","steps":["trace[1629943001] 'agreement among raft nodes before linearized reading' (duration: 791.806361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716015935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:30.791743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.999818Z","time spent":"791.919294ms","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:30.791456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.24496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:21:30.791756Z","caller":"traceutil/trace.go:171","msg":"trace[985186321] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23341; }","duration":"1.716229121s","start":"2026-03-05T17:21:29.075517Z","end":"2026-03-05T17:21:30.791746Z","steps":["trace[985186321] 'agreement among raft nodes before linearized reading' (duration: 1.716021826s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.791794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.075502Z","time spent":"1.716281382s","remote":"127.0.0.1:43098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:30.791642Z","caller":"traceutil/trace.go:171","msg":"trace[93915024] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23341; }","duration":"2.136024138s","start":"2026-03-05T17:21:28.655608Z","end":"2026-03-05T17:21:30.791633Z","steps":["trace[93915024] 'agreement among raft nodes before linearized reading' (duration: 2.13572446s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:30.791909Z","caller":"traceutil/trace.go:171","msg":"trace[628968998] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23341; }","duration":"900.717792ms","start":"2026-03-05T17:21:29.891178Z","end":"2026-03-05T17:21:30.791896Z","steps":["trace[628968998] 'agreement among raft nodes before linearized reading' (duration: 899.453219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.792012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.891169Z","time spent":"900.773644ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"info","ts":"2026-03-05T17:21:30.791517Z","caller":"traceutil/trace.go:171","msg":"trace[2058018156] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23341; }","duration":"1.642931752s","start":"2026-03-05T17:21:29.148573Z","end":"2026-03-05T17:21:30.791504Z","steps":["trace[2058018156] 'agreement among raft nodes before linearized reading' (duration: 1.64286236s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:30.792567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.148566Z","time spent":"1.643945648s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:30.791477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:29.997508Z","time spent":"793.899177ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:30.793069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:28.655594Z","time spent":"2.137454687s","remote":"127.0.0.1:45942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:31.290932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:31.452905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.599117Z","time spent":"853.744301ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:21:32.280773Z","caller":"traceutil/trace.go:171","msg":"trace[568736289] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"1.485638288s","start":"2026-03-05T17:21:30.795077Z","end":"2026-03-05T17:21:32.280716Z","steps":["trace[568736289] 'process raft request' (duration: 1.48533319s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.280931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.795057Z","time spent":"1.485791692s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:32.280992Z","caller":"traceutil/trace.go:171","msg":"trace[1741196121] linearizableReadLoop","detail":"{readStateIndex:24161; appliedIndex:24156; }","duration":"1.490206709s","start":"2026-03-05T17:21:30.790725Z","end":"2026-03-05T17:21:32.280932Z","steps":["trace[1741196121] 'read index received' (duration: 659.250674ms)","trace[1741196121] 'applied index is now lower than readState.Index' (duration: 830.954765ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:32.281222Z","caller":"traceutil/trace.go:171","msg":"trace[1884527324] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"1.481136159s","start":"2026-03-05T17:21:30.800062Z","end":"2026-03-05T17:21:32.281198Z","steps":["trace[1884527324] 'process raft request' (duration: 1.480665077s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:32.281299Z","caller":"traceutil/trace.go:171","msg":"trace[365087958] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"1.48532804s","start":"2026-03-05T17:21:30.795929Z","end":"2026-03-05T17:21:32.281257Z","steps":["trace[365087958] 'process raft request' (duration: 1.484709054s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:32.281385Z","caller":"traceutil/trace.go:171","msg":"trace[1475895510] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"1.027235869s","start":"2026-03-05T17:21:31.25413Z","end":"2026-03-05T17:21:32.281366Z","steps":["trace[1475895510] 'process raft request' (duration: 1.026705215s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.281478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.79592Z","time spent":"1.485470053s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:32.281324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.80005Z","time spent":"1.481223641s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:32.281666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:31.254106Z","time spent":"1.027331611s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:32.28166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679881427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-98d9be28-f519-43c7-a543-788706380a2d\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-05T17:21:32.281848Z","caller":"traceutil/trace.go:171","msg":"trace[486955777] range","detail":"{range_begin:/registry/persistentvolumes/pvc-98d9be28-f519-43c7-a543-788706380a2d; range_end:; response_count:1; response_revision:23345; }","duration":"1.680092963s","start":"2026-03-05T17:21:30.60173Z","end":"2026-03-05T17:21:32.281823Z","steps":["trace[486955777] 'agreement among raft nodes before linearized reading' (duration: 1.679720564s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.281916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.601718Z","time spent":"1.680180155s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-98d9be28-f519-43c7-a543-788706380a2d\" "} {"level":"info","ts":"2026-03-05T17:21:32.406784Z","caller":"traceutil/trace.go:171","msg":"trace[1240013855] linearizableReadLoop","detail":"{readStateIndex:24162; appliedIndex:24161; }","duration":"125.614065ms","start":"2026-03-05T17:21:32.281124Z","end":"2026-03-05T17:21:32.406739Z","steps":["trace[1240013855] 'read index received' (duration: 124.431914ms)","trace[1240013855] 'applied index is now lower than readState.Index' (duration: 1.177411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:32.406916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.468512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:32.406948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.049963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:32.40702Z","caller":"traceutil/trace.go:171","msg":"trace[1484068767] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23346; }","duration":"502.627817ms","start":"2026-03-05T17:21:31.904369Z","end":"2026-03-05T17:21:32.406996Z","steps":["trace[1484068767] 'agreement among raft nodes before linearized reading' (duration: 502.396281ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:32.407031Z","caller":"traceutil/trace.go:171","msg":"trace[1482259389] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23346; }","duration":"946.184955ms","start":"2026-03-05T17:21:31.460822Z","end":"2026-03-05T17:21:32.407007Z","steps":["trace[1482259389] 'agreement among raft nodes before linearized reading' (duration: 946.052272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.40708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:31.904345Z","time spent":"502.722339ms","remote":"127.0.0.1:38410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:32.407083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:31.460805Z","time spent":"946.265208ms","remote":"127.0.0.1:38810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:32.407091Z","caller":"traceutil/trace.go:171","msg":"trace[1541843738] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"951.844235ms","start":"2026-03-05T17:21:31.455214Z","end":"2026-03-05T17:21:32.407058Z","steps":["trace[1541843738] 'process raft request' (duration: 950.306726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.40719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611685695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:32.407198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522997568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:32.407257Z","caller":"traceutil/trace.go:171","msg":"trace[254962740] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23346; }","duration":"1.611796798s","start":"2026-03-05T17:21:30.795446Z","end":"2026-03-05T17:21:32.407242Z","steps":["trace[254962740] 'agreement among raft nodes before linearized reading' (duration: 1.611641283s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.407259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:31.455188Z","time spent":"951.989509ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:32.407283Z","caller":"traceutil/trace.go:171","msg":"trace[380919734] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23346; }","duration":"1.52310965s","start":"2026-03-05T17:21:30.884154Z","end":"2026-03-05T17:21:32.407263Z","steps":["trace[380919734] 'agreement among raft nodes before linearized reading' (duration: 1.522897535s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.407302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.79544Z","time spent":"1.611852849s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:32.407333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.884136Z","time spent":"1.523186322s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:32.407377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612046964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-05T17:21:32.407386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135631518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-05T17:21:32.407455Z","caller":"traceutil/trace.go:171","msg":"trace[966423118] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23346; }","duration":"1.612146626s","start":"2026-03-05T17:21:30.795289Z","end":"2026-03-05T17:21:32.407435Z","steps":["trace[966423118] 'agreement among raft nodes before linearized reading' (duration: 1.611934921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.407379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606501267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:32.407505Z","caller":"traceutil/trace.go:171","msg":"trace[1366127649] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23346; }","duration":"1.135864285s","start":"2026-03-05T17:21:31.271585Z","end":"2026-03-05T17:21:32.407449Z","steps":["trace[1366127649] 'agreement among raft nodes before linearized reading' (duration: 1.13529819s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.407721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135114634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T17:21:32.407792Z","caller":"traceutil/trace.go:171","msg":"trace[16407994] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23346; }","duration":"1.135232338s","start":"2026-03-05T17:21:31.272543Z","end":"2026-03-05T17:21:32.407775Z","steps":["trace[16407994] 'agreement among raft nodes before linearized reading' (duration: 1.134208051s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:32.40784Z","caller":"traceutil/trace.go:171","msg":"trace[864857247] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"119.900338ms","start":"2026-03-05T17:21:32.287917Z","end":"2026-03-05T17:21:32.407817Z","steps":["trace[864857247] 'process raft request' (duration: 119.301632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.40785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:31.272526Z","time spent":"1.135306779s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:21:32.407897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.230637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4661"} {"level":"info","ts":"2026-03-05T17:21:32.407935Z","caller":"traceutil/trace.go:171","msg":"trace[1778915829] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23347; }","duration":"120.303998ms","start":"2026-03-05T17:21:32.287621Z","end":"2026-03-05T17:21:32.407925Z","steps":["trace[1778915829] 'agreement among raft nodes before linearized reading' (duration: 120.124393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.40818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.219785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-05T17:21:32.408238Z","caller":"traceutil/trace.go:171","msg":"trace[327351019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23347; }","duration":"120.293558ms","start":"2026-03-05T17:21:32.28793Z","end":"2026-03-05T17:21:32.408224Z","steps":["trace[327351019] 'agreement among raft nodes before linearized reading' (duration: 120.155524ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:32.407593Z","caller":"traceutil/trace.go:171","msg":"trace[1955144942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23346; }","duration":"1.606884397s","start":"2026-03-05T17:21:30.80068Z","end":"2026-03-05T17:21:32.407565Z","steps":["trace[1955144942] 'agreement among raft nodes before linearized reading' (duration: 1.606283201s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:32.408413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.800675Z","time spent":"1.607718048s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:32.407516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:30.795278Z","time spent":"1.612223618s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:32.408482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:31.271566Z","time spent":"1.136536132s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:32.914492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:33.263628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.778913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:33.263779Z","caller":"traceutil/trace.go:171","msg":"trace[139395261] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"849.639374ms","start":"2026-03-05T17:21:32.414109Z","end":"2026-03-05T17:21:33.263748Z","steps":["trace[139395261] 'process raft request' (duration: 702.614874ms)","trace[139395261] 'compare' (duration: 146.616449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:33.263849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.414086Z","time spent":"849.733176ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:34.04377Z","caller":"traceutil/trace.go:171","msg":"trace[598445827] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.628404855s","start":"2026-03-05T17:21:32.415336Z","end":"2026-03-05T17:21:34.043741Z","steps":["trace[598445827] 'process raft request' (duration: 1.583663179s)","trace[598445827] 'compare' (duration: 44.313015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:34.04393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.415314Z","time spent":"1.628533808s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:34.044259Z","caller":"traceutil/trace.go:171","msg":"trace[1852091597] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"1.361793316s","start":"2026-03-05T17:21:32.682429Z","end":"2026-03-05T17:21:34.044222Z","steps":["trace[1852091597] 'process raft request' (duration: 1.361535009s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.044471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.682388Z","time spent":"1.361960991s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:34.044492Z","caller":"traceutil/trace.go:171","msg":"trace[1322030894] linearizableReadLoop","detail":"{readStateIndex:24168; appliedIndex:24163; }","duration":"1.630250464s","start":"2026-03-05T17:21:32.414228Z","end":"2026-03-05T17:21:34.044479Z","steps":["trace[1322030894] 'read index received' (duration: 702.506952ms)","trace[1322030894] 'applied index is now lower than readState.Index' (duration: 927.742572ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:34.044702Z","caller":"traceutil/trace.go:171","msg":"trace[820116640] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"1.244763543s","start":"2026-03-05T17:21:32.799928Z","end":"2026-03-05T17:21:34.044692Z","steps":["trace[820116640] 'process raft request' (duration: 1.244235599s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:34.044747Z","caller":"traceutil/trace.go:171","msg":"trace[1104181104] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"1.626573039s","start":"2026-03-05T17:21:32.41816Z","end":"2026-03-05T17:21:34.044733Z","steps":["trace[1104181104] 'process raft request' (duration: 1.625508981s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.044781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.799897Z","time spent":"1.244846535s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:34.044811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.418152Z","time spent":"1.62662664s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:34.045028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630869169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b53cb80d-a22f-45ce-9913-1243c5c03aef\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-05T17:21:34.045072Z","caller":"traceutil/trace.go:171","msg":"trace[226088969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b53cb80d-a22f-45ce-9913-1243c5c03aef; range_end:; response_count:1; response_revision:23352; }","duration":"1.630940232s","start":"2026-03-05T17:21:32.414119Z","end":"2026-03-05T17:21:34.045059Z","steps":["trace[226088969] 'agreement among raft nodes before linearized reading' (duration: 1.630801088s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.045107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.414105Z","time spent":"1.630994963s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-b53cb80d-a22f-45ce-9913-1243c5c03aef\" "} {"level":"warn","ts":"2026-03-05T17:21:34.045368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63205365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-05T17:21:34.04542Z","caller":"traceutil/trace.go:171","msg":"trace[735974655] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b; range_end:; response_count:1; response_revision:23352; }","duration":"1.632147033s","start":"2026-03-05T17:21:32.413257Z","end":"2026-03-05T17:21:34.045404Z","steps":["trace[735974655] 'agreement among raft nodes before linearized reading' (duration: 1.631959508s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.04546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.413226Z","time spent":"1.632223545s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189a01a441569c6b\" "} {"level":"warn","ts":"2026-03-05T17:21:34.045488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630038847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T17:21:34.045532Z","caller":"traceutil/trace.go:171","msg":"trace[1049851328] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23352; }","duration":"1.630111711s","start":"2026-03-05T17:21:32.415411Z","end":"2026-03-05T17:21:34.045522Z","steps":["trace[1049851328] 'agreement among raft nodes before linearized reading' (duration: 1.630021408s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.045567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.415403Z","time spent":"1.630158031s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-05T17:21:34.045763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627672397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:34.04581Z","caller":"traceutil/trace.go:171","msg":"trace[827434095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23352; }","duration":"1.627729888s","start":"2026-03-05T17:21:32.418067Z","end":"2026-03-05T17:21:34.045797Z","steps":["trace[827434095] 'agreement among raft nodes before linearized reading' (duration: 1.627666967s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.045817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629825221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-03-05T17:21:34.045843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.418057Z","time spent":"1.62778045s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T17:21:34.045858Z","caller":"traceutil/trace.go:171","msg":"trace[511222887] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:23352; }","duration":"1.629878294s","start":"2026-03-05T17:21:32.415962Z","end":"2026-03-05T17:21:34.04584Z","steps":["trace[511222887] 'agreement among raft nodes before linearized reading' (duration: 1.629774921s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:34.04589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:32.415953Z","time spent":"1.629927746s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:34.551662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:35.275469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.390419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:35.276288Z","caller":"traceutil/trace.go:171","msg":"trace[359779794] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24168; }","duration":"1.225451664s","start":"2026-03-05T17:21:34.050812Z","end":"2026-03-05T17:21:35.276264Z","steps":["trace[359779794] 'read index received' (duration: 645.142189ms)","trace[359779794] 'applied index is now lower than readState.Index' (duration: 580.307385ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:35.276376Z","caller":"traceutil/trace.go:171","msg":"trace[1361015377] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"1.226319297s","start":"2026-03-05T17:21:34.050049Z","end":"2026-03-05T17:21:35.276368Z","steps":["trace[1361015377] 'process raft request' (duration: 645.925061ms)","trace[1361015377] 'compare' (duration: 578.21454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:35.27646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.049669Z","time spent":"1.226723197s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:35.276619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225811613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:35.276641Z","caller":"traceutil/trace.go:171","msg":"trace[581193631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23354; }","duration":"1.227566968s","start":"2026-03-05T17:21:34.049068Z","end":"2026-03-05T17:21:35.276635Z","steps":["trace[581193631] 'agreement among raft nodes before linearized reading' (duration: 1.227524397s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.276654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.049047Z","time spent":"1.227604569s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:35.276837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.65542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:21:35.276858Z","caller":"traceutil/trace.go:171","msg":"trace[636327965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23354; }","duration":"989.735293ms","start":"2026-03-05T17:21:34.287119Z","end":"2026-03-05T17:21:35.276854Z","steps":["trace[636327965] 'agreement among raft nodes before linearized reading' (duration: 989.672332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.276871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.287083Z","time spent":"989.784715ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:21:35.276876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067444541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:35.276823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225786282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-05T17:21:35.276926Z","caller":"traceutil/trace.go:171","msg":"trace[317102751] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23354; }","duration":"1.067554704s","start":"2026-03-05T17:21:34.209358Z","end":"2026-03-05T17:21:35.276913Z","steps":["trace[317102751] 'agreement among raft nodes before linearized reading' (duration: 1.067490942s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:35.276944Z","caller":"traceutil/trace.go:171","msg":"trace[6937810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23354; }","duration":"1.225933116s","start":"2026-03-05T17:21:34.051006Z","end":"2026-03-05T17:21:35.276939Z","steps":["trace[6937810] 'agreement among raft nodes before linearized reading' (duration: 1.22570872s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.276958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.050995Z","time spent":"1.225959816s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-05T17:21:35.276959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.209327Z","time spent":"1.067623055s","remote":"127.0.0.1:58664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:35.276985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.068213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:35.276992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.30409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:35.277027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223757079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"warn","ts":"2026-03-05T17:21:35.277048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225968538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-05T17:21:35.277033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.853479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:35.277081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084110981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:35.277106Z","caller":"traceutil/trace.go:171","msg":"trace[941995576] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23354; }","duration":"1.226157263s","start":"2026-03-05T17:21:34.050934Z","end":"2026-03-05T17:21:35.277091Z","steps":["trace[941995576] 'agreement among raft nodes before linearized reading' (duration: 1.225996848s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:35.277124Z","caller":"traceutil/trace.go:171","msg":"trace[1676643975] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23354; }","duration":"1.084202995s","start":"2026-03-05T17:21:34.192907Z","end":"2026-03-05T17:21:35.27711Z","steps":["trace[1676643975] 'agreement among raft nodes before linearized reading' (duration: 1.084128343s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.277126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.24192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:35.277119Z","caller":"traceutil/trace.go:171","msg":"trace[457446765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23354; }","duration":"157.997302ms","start":"2026-03-05T17:21:35.119105Z","end":"2026-03-05T17:21:35.277102Z","steps":["trace[457446765] 'agreement among raft nodes before linearized reading' (duration: 157.814527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.277152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.050911Z","time spent":"1.226230794s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-05T17:21:35.27707Z","caller":"traceutil/trace.go:171","msg":"trace[1498684037] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:23354; }","duration":"1.223824602s","start":"2026-03-05T17:21:34.053234Z","end":"2026-03-05T17:21:35.277059Z","steps":["trace[1498684037] 'agreement among raft nodes before linearized reading' (duration: 1.223649088s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:35.277164Z","caller":"traceutil/trace.go:171","msg":"trace[1494066668] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23354; }","duration":"660.312311ms","start":"2026-03-05T17:21:34.616839Z","end":"2026-03-05T17:21:35.277151Z","steps":["trace[1494066668] 'agreement among raft nodes before linearized reading' (duration: 660.25018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.277157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.19289Z","time spent":"1.084258776s","remote":"127.0.0.1:38688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:35.277194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.053223Z","time spent":"1.223964355s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:35.277211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.61682Z","time spent":"660.382024ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:21:35.277064Z","caller":"traceutil/trace.go:171","msg":"trace[718139556] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23354; }","duration":"800.228546ms","start":"2026-03-05T17:21:34.476818Z","end":"2026-03-05T17:21:35.277047Z","steps":["trace[718139556] 'agreement among raft nodes before linearized reading' (duration: 800.073322ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:35.277072Z","caller":"traceutil/trace.go:171","msg":"trace[62780769] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23354; }","duration":"456.430443ms","start":"2026-03-05T17:21:34.820623Z","end":"2026-03-05T17:21:35.277053Z","steps":["trace[62780769] 'agreement among raft nodes before linearized reading' (duration: 456.263959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.277296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.476793Z","time spent":"800.491434ms","remote":"127.0.0.1:38418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:35.277319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.820613Z","time spent":"456.69321ms","remote":"127.0.0.1:38586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:35.277006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20128791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-05T17:21:35.277425Z","caller":"traceutil/trace.go:171","msg":"trace[701990349] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23354; }","duration":"1.201733191s","start":"2026-03-05T17:21:34.075683Z","end":"2026-03-05T17:21:35.277416Z","steps":["trace[701990349] 'agreement among raft nodes before linearized reading' (duration: 1.201196907s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:35.277451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:34.075669Z","time spent":"1.201774642s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-05T17:21:35.786541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:36.409922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.274541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:36.410235Z","caller":"traceutil/trace.go:171","msg":"trace[466276624] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"1.126179889s","start":"2026-03-05T17:21:35.284017Z","end":"2026-03-05T17:21:36.410197Z","steps":["trace[466276624] 'process raft request' (duration: 547.513817ms)","trace[466276624] 'compare' (duration: 577.573704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:36.410339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.283984Z","time spent":"1.126304021s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:36.58439Z","caller":"traceutil/trace.go:171","msg":"trace[578480917] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"1.300217246s","start":"2026-03-05T17:21:35.284137Z","end":"2026-03-05T17:21:36.584354Z","steps":["trace[578480917] 'process raft request' (duration: 1.260170641s)","trace[578480917] 'compare' (duration: 39.724767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:36.584515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.284126Z","time spent":"1.300326229s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:21:36.584525Z","caller":"traceutil/trace.go:171","msg":"trace[1668848030] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"1.297744831s","start":"2026-03-05T17:21:35.286745Z","end":"2026-03-05T17:21:36.58449Z","steps":["trace[1668848030] 'process raft request' (duration: 1.297552917s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.584755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.286735Z","time spent":"1.297887985s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:36.584818Z","caller":"traceutil/trace.go:171","msg":"trace[243406336] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"1.04457658s","start":"2026-03-05T17:21:35.540206Z","end":"2026-03-05T17:21:36.584782Z","steps":["trace[243406336] 'process raft request' (duration: 1.044205071s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:36.584849Z","caller":"traceutil/trace.go:171","msg":"trace[89329975] linearizableReadLoop","detail":"{readStateIndex:24174; appliedIndex:24170; }","duration":"1.298926073s","start":"2026-03-05T17:21:35.285894Z","end":"2026-03-05T17:21:36.58482Z","steps":["trace[89329975] 'read index received' (duration: 545.647599ms)","trace[89329975] 'applied index is now lower than readState.Index' (duration: 753.276724ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:36.584857Z","caller":"traceutil/trace.go:171","msg":"trace[390161151] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"532.432478ms","start":"2026-03-05T17:21:36.052393Z","end":"2026-03-05T17:21:36.584826Z","steps":["trace[390161151] 'process raft request' (duration: 532.299353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.584983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299071046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:36.585003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.052355Z","time spent":"532.571131ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:36.585021Z","caller":"traceutil/trace.go:171","msg":"trace[925433620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23359; }","duration":"1.299129558s","start":"2026-03-05T17:21:35.28588Z","end":"2026-03-05T17:21:36.58501Z","steps":["trace[925433620] 'agreement among raft nodes before linearized reading' (duration: 1.299050616s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.58501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.54018Z","time spent":"1.044704813s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:36.585049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.285871Z","time spent":"1.299174669s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:36.585118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298192573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-05T17:21:36.585155Z","caller":"traceutil/trace.go:171","msg":"trace[193910647] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:23359; }","duration":"1.298250645s","start":"2026-03-05T17:21:35.286892Z","end":"2026-03-05T17:21:36.585143Z","steps":["trace[193910647] 'agreement among raft nodes before linearized reading' (duration: 1.29808509s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.585188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.286889Z","time spent":"1.298290896s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-03-05T17:21:36.585223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.122853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:36.585265Z","caller":"traceutil/trace.go:171","msg":"trace[1701718245] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23359; }","duration":"769.214156ms","start":"2026-03-05T17:21:35.816039Z","end":"2026-03-05T17:21:36.585253Z","steps":["trace[1701718245] 'agreement among raft nodes before linearized reading' (duration: 769.131243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.585302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.816016Z","time spent":"769.278936ms","remote":"127.0.0.1:54132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:36.585411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.363065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:36.585455Z","caller":"traceutil/trace.go:171","msg":"trace[1993701725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23359; }","duration":"895.470418ms","start":"2026-03-05T17:21:35.689971Z","end":"2026-03-05T17:21:36.585442Z","steps":["trace[1993701725] 'agreement among raft nodes before linearized reading' (duration: 895.386927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.585456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296763036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-775d599a-0491-47e9-9389-9eb593e2ee04\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-05T17:21:36.58549Z","caller":"traceutil/trace.go:171","msg":"trace[338829654] range","detail":"{range_begin:/registry/persistentvolumes/pvc-775d599a-0491-47e9-9389-9eb593e2ee04; range_end:; response_count:1; response_revision:23359; }","duration":"1.296804488s","start":"2026-03-05T17:21:35.288677Z","end":"2026-03-05T17:21:36.585482Z","steps":["trace[338829654] 'agreement among raft nodes before linearized reading' (duration: 1.296682875s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.585493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.689949Z","time spent":"895.53316ms","remote":"127.0.0.1:38392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:36.585511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.288673Z","time spent":"1.296833728s","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-775d599a-0491-47e9-9389-9eb593e2ee04\" "} {"level":"warn","ts":"2026-03-05T17:21:36.585499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.332448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:36.585587Z","caller":"traceutil/trace.go:171","msg":"trace[2029982257] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23359; }","duration":"661.448931ms","start":"2026-03-05T17:21:35.924122Z","end":"2026-03-05T17:21:36.58557Z","steps":["trace[2029982257] 'agreement among raft nodes before linearized reading' (duration: 661.345328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.585668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.924102Z","time spent":"661.548003ms","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:36.586706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206306579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:36.586743Z","caller":"traceutil/trace.go:171","msg":"trace[1369589866] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23359; }","duration":"1.20636951s","start":"2026-03-05T17:21:35.380364Z","end":"2026-03-05T17:21:36.586733Z","steps":["trace[1369589866] 'agreement among raft nodes before linearized reading' (duration: 1.204976794s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:36.586766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:35.380328Z","time spent":"1.206431873s","remote":"127.0.0.1:49678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:37.010953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.908908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:37.01112Z","caller":"traceutil/trace.go:171","msg":"trace[2125935500] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24175; }","duration":"418.375941ms","start":"2026-03-05T17:21:36.592714Z","end":"2026-03-05T17:21:37.01109Z","steps":["trace[2125935500] 'read index received' (duration: 197.221856ms)","trace[2125935500] 'applied index is now lower than readState.Index' (duration: 221.151235ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:37.011136Z","caller":"traceutil/trace.go:171","msg":"trace[1323020718] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"419.656414ms","start":"2026-03-05T17:21:36.591443Z","end":"2026-03-05T17:21:37.011099Z","steps":["trace[1323020718] 'process raft request' (duration: 198.454858ms)","trace[1323020718] 'compare' (duration: 220.402685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:37.011353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.591421Z","time spent":"419.782167ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:37.01145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.722709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-05T17:21:37.011533Z","caller":"traceutil/trace.go:171","msg":"trace[898552807] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:23360; }","duration":"418.830782ms","start":"2026-03-05T17:21:36.592683Z","end":"2026-03-05T17:21:37.011513Z","steps":["trace[898552807] 'agreement among raft nodes before linearized reading' (duration: 418.501703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:37.011581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.592668Z","time spent":"418.900624ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:37.511667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371726123,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-05T17:21:37.530841Z","caller":"traceutil/trace.go:171","msg":"trace[1041991250] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"932.985308ms","start":"2026-03-05T17:21:36.59783Z","end":"2026-03-05T17:21:37.530816Z","steps":["trace[1041991250] 'process raft request' (duration: 932.801863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:37.530979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.597814Z","time spent":"933.084919ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7266,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:38.594512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000218912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:21:38.59552Z","caller":"traceutil/trace.go:171","msg":"trace[663033670] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00127679s","start":"2026-03-05T17:21:36.594223Z","end":"2026-03-05T17:21:38.5955Z","steps":["trace[663033670] 'agreement among raft nodes before linearized reading' (duration: 2.000227533s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:38.595583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.594215Z","time spent":"2.001341351s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:21:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:21:39.631756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780979407s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:39.63191Z","caller":"traceutil/trace.go:171","msg":"trace[1920613863] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24176; }","duration":"2.620719845s","start":"2026-03-05T17:21:37.011165Z","end":"2026-03-05T17:21:39.631885Z","steps":["trace[1920613863] 'read index received' (duration: 519.517914ms)","trace[1920613863] 'applied index is now lower than readState.Index' (duration: 2.101199701s)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:39.632019Z","caller":"traceutil/trace.go:171","msg":"trace[1642047393] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"2.342410733s","start":"2026-03-05T17:21:37.28959Z","end":"2026-03-05T17:21:39.632001Z","steps":["trace[1642047393] 'process raft request' (duration: 561.013205ms)","trace[1642047393] 'compare' (duration: 1.779088759s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:39.632096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:37.289564Z","time spent":"2.342492487s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:39.633022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879986724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:39.63313Z","caller":"traceutil/trace.go:171","msg":"trace[489896770] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23362; }","duration":"2.880155018s","start":"2026-03-05T17:21:36.752951Z","end":"2026-03-05T17:21:39.633106Z","steps":["trace[489896770] 'agreement among raft nodes before linearized reading' (duration: 2.879952563s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:39.633181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.75293Z","time spent":"2.880238541s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:39.633152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939993995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-05T17:21:39.633254Z","caller":"traceutil/trace.go:171","msg":"trace[182070201] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23362; }","duration":"2.9401614s","start":"2026-03-05T17:21:36.693065Z","end":"2026-03-05T17:21:39.633226Z","steps":["trace[182070201] 'agreement among raft nodes before linearized reading' (duration: 2.939844751s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:39.633303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.693044Z","time spent":"2.940249242s","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-05T17:21:39.633028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640221209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:39.633404Z","caller":"traceutil/trace.go:171","msg":"trace[1097792185] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23362; }","duration":"2.64062302s","start":"2026-03-05T17:21:36.99275Z","end":"2026-03-05T17:21:39.633373Z","steps":["trace[1097792185] 'agreement among raft nodes before linearized reading' (duration: 2.640155138s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:39.633512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:36.992727Z","time spent":"2.640750343s","remote":"127.0.0.1:43360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:39.660594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797770523s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:39.661176Z","caller":"traceutil/trace.go:171","msg":"trace[2509808] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"1.79849767s","start":"2026-03-05T17:21:37.862657Z","end":"2026-03-05T17:21:39.661155Z","steps":["trace[2509808] 'process raft request' (duration: 1.798379877s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:39.66131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:37.862629Z","time spent":"1.798601623s","remote":"127.0.0.1:57498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:40.167853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.82627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:40.168019Z","caller":"traceutil/trace.go:171","msg":"trace[375642949] linearizableReadLoop","detail":"{readStateIndex:24180; appliedIndex:24178; }","duration":"536.039461ms","start":"2026-03-05T17:21:39.631949Z","end":"2026-03-05T17:21:40.167988Z","steps":["trace[375642949] 'read index received' (duration: 28.992009ms)","trace[375642949] 'applied index is now lower than readState.Index' (duration: 507.045071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:40.168248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.163574733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:40.168337Z","caller":"traceutil/trace.go:171","msg":"trace[557559860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23364; }","duration":"2.163701987s","start":"2026-03-05T17:21:38.004611Z","end":"2026-03-05T17:21:40.168313Z","steps":["trace[557559860] 'agreement among raft nodes before linearized reading' (duration: 2.163511682s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.168381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:38.004595Z","time spent":"2.163776899s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:21:40.168505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153172272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-05T17:21:40.168566Z","caller":"traceutil/trace.go:171","msg":"trace[424090923] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:23364; }","duration":"3.153275685s","start":"2026-03-05T17:21:37.015275Z","end":"2026-03-05T17:21:40.16855Z","steps":["trace[424090923] 'agreement among raft nodes before linearized reading' (duration: 3.153000678s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:40.168571Z","caller":"traceutil/trace.go:171","msg":"trace[1640546390] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"1.574667757s","start":"2026-03-05T17:21:38.593866Z","end":"2026-03-05T17:21:40.168534Z","steps":["trace[1640546390] 'process raft request' (duration: 1.198012585s)","trace[1640546390] 'compare' (duration: 375.545833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:40.168612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:37.01526Z","time spent":"3.153342878s","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-05T17:21:40.168634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754586826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:21:40.16866Z","caller":"traceutil/trace.go:171","msg":"trace[902357157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23364; }","duration":"1.754617047s","start":"2026-03-05T17:21:38.414034Z","end":"2026-03-05T17:21:40.168652Z","steps":["trace[902357157] 'agreement among raft nodes before linearized reading' (duration: 1.754524784s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.168656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954781228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:40.168691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:38.413986Z","time spent":"1.754698689s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-05T17:21:40.168699Z","caller":"traceutil/trace.go:171","msg":"trace[384175536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23364; }","duration":"1.954882161s","start":"2026-03-05T17:21:38.213806Z","end":"2026-03-05T17:21:40.168688Z","steps":["trace[384175536] 'agreement among raft nodes before linearized reading' (duration: 1.954756897s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.168709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17505682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T17:21:40.168734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:38.593844Z","time spent":"1.57479973s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:40.168744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623392675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-03-05T17:21:40.16878Z","caller":"traceutil/trace.go:171","msg":"trace[1942308087] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:23364; }","duration":"2.175159892s","start":"2026-03-05T17:21:37.993604Z","end":"2026-03-05T17:21:40.168764Z","steps":["trace[1942308087] 'agreement among raft nodes before linearized reading' (duration: 2.174899936s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.168813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.487128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-05T17:21:40.168807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574063831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:40.168832Z","caller":"traceutil/trace.go:171","msg":"trace[101087590] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz; range_end:; response_count:1; response_revision:23364; }","duration":"2.623524418s","start":"2026-03-05T17:21:37.545291Z","end":"2026-03-05T17:21:40.168815Z","steps":["trace[101087590] 'agreement among raft nodes before linearized reading' (duration: 2.623249701s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.168841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.384716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2e9b963d-6886-44f5-a3b1-32d7520e9e71\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-05T17:21:40.168946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:37.545268Z","time spent":"2.623666811s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" "} {"level":"info","ts":"2026-03-05T17:21:40.168946Z","caller":"traceutil/trace.go:171","msg":"trace[1703705004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23364; }","duration":"1.574221886s","start":"2026-03-05T17:21:38.594697Z","end":"2026-03-05T17:21:40.168919Z","steps":["trace[1703705004] 'agreement among raft nodes before linearized reading' (duration: 1.574070031s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:40.168972Z","caller":"traceutil/trace.go:171","msg":"trace[885521043] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2e9b963d-6886-44f5-a3b1-32d7520e9e71; range_end:; response_count:1; response_revision:23364; }","duration":"532.57183ms","start":"2026-03-05T17:21:39.636374Z","end":"2026-03-05T17:21:40.168946Z","steps":["trace[885521043] 'agreement among raft nodes before linearized reading' (duration: 532.16953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.169015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:38.594678Z","time spent":"1.574326478s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:40.169039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:39.63635Z","time spent":"532.679014ms","remote":"127.0.0.1:42994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-2e9b963d-6886-44f5-a3b1-32d7520e9e71\" "} {"level":"warn","ts":"2026-03-05T17:21:40.168728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:38.213783Z","time spent":"1.954937763s","remote":"127.0.0.1:38540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:40.16869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743768486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:40.169169Z","caller":"traceutil/trace.go:171","msg":"trace[1702274831] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23364; }","duration":"1.744310641s","start":"2026-03-05T17:21:38.424843Z","end":"2026-03-05T17:21:40.169154Z","steps":["trace[1702274831] 'agreement among raft nodes before linearized reading' (duration: 1.743656834s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.16864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.802084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:21:40.16922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:38.424838Z","time spent":"1.744364672s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:40.169218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154215709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-03-05T17:21:40.16884Z","caller":"traceutil/trace.go:171","msg":"trace[760493652] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23364; }","duration":"496.5399ms","start":"2026-03-05T17:21:39.672293Z","end":"2026-03-05T17:21:40.168833Z","steps":["trace[760493652] 'agreement among raft nodes before linearized reading' (duration: 496.458107ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:40.169271Z","caller":"traceutil/trace.go:171","msg":"trace[1968492602] range","detail":"{range_begin:/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf; range_end:; response_count:1; response_revision:23364; }","duration":"3.154436756s","start":"2026-03-05T17:21:37.014818Z","end":"2026-03-05T17:21:40.169255Z","steps":["trace[1968492602] 'agreement among raft nodes before linearized reading' (duration: 3.153994015s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.169326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:37.014775Z","time spent":"3.154525437s","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":805,"request content":"key:\"/registry/events/openstack/magnum-api-645cd95567-gw5pg.189a01a12d10fbdf\" "} {"level":"warn","ts":"2026-03-05T17:21:40.169321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:39.672274Z","time spent":"497.027422ms","remote":"127.0.0.1:43028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-05T17:21:40.169246Z","caller":"traceutil/trace.go:171","msg":"trace[1232760118] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23364; }","duration":"315.43374ms","start":"2026-03-05T17:21:39.85378Z","end":"2026-03-05T17:21:40.169214Z","steps":["trace[1232760118] 'agreement among raft nodes before linearized reading' (duration: 314.795874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:40.169437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:39.853758Z","time spent":"315.661006ms","remote":"127.0.0.1:43342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:40.16884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:37.993582Z","time spent":"2.175246694s","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.62\" "} {"level":"warn","ts":"2026-03-05T17:21:40.925972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.01142ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-05T17:21:40.926069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.171479Z","time spent":"754.585577ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-05T17:21:41.166731Z","caller":"traceutil/trace.go:171","msg":"trace[1227934844] linearizableReadLoop","detail":"{readStateIndex:24183; appliedIndex:24180; }","duration":"991.691484ms","start":"2026-03-05T17:21:40.174977Z","end":"2026-03-05T17:21:41.166669Z","steps":["trace[1227934844] 'read index received' (duration: 488.996566ms)","trace[1227934844] 'applied index is now lower than readState.Index' (duration: 502.692788ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:41.166802Z","caller":"traceutil/trace.go:171","msg":"trace[1607675678] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"993.135321ms","start":"2026-03-05T17:21:40.173617Z","end":"2026-03-05T17:21:41.166752Z","steps":["trace[1607675678] 'process raft request' (duration: 992.923376ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:41.166927Z","caller":"traceutil/trace.go:171","msg":"trace[934789059] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"994.628469ms","start":"2026-03-05T17:21:40.172245Z","end":"2026-03-05T17:21:41.166873Z","steps":["trace[934789059] 'process raft request' (duration: 993.952702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.16699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.966001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:41.167025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.173593Z","time spent":"993.313377ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:41.167045Z","caller":"traceutil/trace.go:171","msg":"trace[1464876819] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23366; }","duration":"992.099064ms","start":"2026-03-05T17:21:40.174931Z","end":"2026-03-05T17:21:41.16703Z","steps":["trace[1464876819] 'agreement among raft nodes before linearized reading' (duration: 991.96495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.167129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.174909Z","time spent":"992.210018ms","remote":"127.0.0.1:43052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:21:41.167196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.17209Z","time spent":"994.957469ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:41.173836Z","caller":"traceutil/trace.go:171","msg":"trace[1905479046] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"245.960255ms","start":"2026-03-05T17:21:40.927852Z","end":"2026-03-05T17:21:41.173812Z","steps":["trace[1905479046] 'process raft request' (duration: 245.822561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.173941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.252776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-05T17:21:41.174Z","caller":"traceutil/trace.go:171","msg":"trace[832184525] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23367; }","duration":"995.333338ms","start":"2026-03-05T17:21:40.178652Z","end":"2026-03-05T17:21:41.173986Z","steps":["trace[832184525] 'agreement among raft nodes before linearized reading' (duration: 995.210595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.178639Z","time spent":"995.38425ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T17:21:41.174069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.233935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-05T17:21:41.174123Z","caller":"traceutil/trace.go:171","msg":"trace[706830679] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23367; }","duration":"959.295186ms","start":"2026-03-05T17:21:40.214815Z","end":"2026-03-05T17:21:41.17411Z","steps":["trace[706830679] 'agreement among raft nodes before linearized reading' (duration: 959.013819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.214733Z","time spent":"959.41576ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-05T17:21:41.174191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.983779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:41.17422Z","caller":"traceutil/trace.go:171","msg":"trace[732029123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23367; }","duration":"995.01574ms","start":"2026-03-05T17:21:40.179195Z","end":"2026-03-05T17:21:41.17421Z","steps":["trace[732029123] 'agreement among raft nodes before linearized reading' (duration: 994.980149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.179191Z","time spent":"995.042431ms","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:21:41.174245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.324424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" ","response":"range_response_count:1 size:7284"} {"level":"info","ts":"2026-03-05T17:21:41.174261Z","caller":"traceutil/trace.go:171","msg":"trace[922203765] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz; range_end:; response_count:1; response_revision:23367; }","duration":"991.355045ms","start":"2026-03-05T17:21:40.182902Z","end":"2026-03-05T17:21:41.174257Z","steps":["trace[922203765] 'agreement among raft nodes before linearized reading' (duration: 991.269552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.076735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:21:41.174279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.182892Z","time spent":"991.384707ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29545520-sltsz\" "} {"level":"info","ts":"2026-03-05T17:21:41.174295Z","caller":"traceutil/trace.go:171","msg":"trace[752682961] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23367; }","duration":"187.186087ms","start":"2026-03-05T17:21:40.987097Z","end":"2026-03-05T17:21:41.174284Z","steps":["trace[752682961] 'agreement among raft nodes before linearized reading' (duration: 187.095284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.691431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-03-05T17:21:41.174373Z","caller":"traceutil/trace.go:171","msg":"trace[659311600] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23367; }","duration":"958.730921ms","start":"2026-03-05T17:21:40.215634Z","end":"2026-03-05T17:21:41.174365Z","steps":["trace[659311600] 'agreement among raft nodes before linearized reading' (duration: 958.656649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.215629Z","time spent":"958.766174ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-05T17:21:41.173961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.389228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-03-05T17:21:41.174521Z","caller":"traceutil/trace.go:171","msg":"trace[257398607] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:23367; }","duration":"988.978044ms","start":"2026-03-05T17:21:40.185535Z","end":"2026-03-05T17:21:41.174513Z","steps":["trace[257398607] 'agreement among raft nodes before linearized reading' (duration: 988.295516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.174549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:40.185525Z","time spent":"989.012174ms","remote":"127.0.0.1:43056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-05T17:21:41.456097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.487389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:41.456221Z","caller":"traceutil/trace.go:171","msg":"trace[1924882089] linearizableReadLoop","detail":"{readStateIndex:24186; appliedIndex:24185; }","duration":"245.335469ms","start":"2026-03-05T17:21:41.210867Z","end":"2026-03-05T17:21:41.456202Z","steps":["trace[1924882089] 'read index received' (duration: 94.530282ms)","trace[1924882089] 'applied index is now lower than readState.Index' (duration: 150.804087ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:41.456316Z","caller":"traceutil/trace.go:171","msg":"trace[870419543] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"246.09706ms","start":"2026-03-05T17:21:41.21019Z","end":"2026-03-05T17:21:41.456287Z","steps":["trace[870419543] 'process raft request' (duration: 95.315284ms)","trace[870419543] 'compare' (duration: 150.353475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:41.456451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.582226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-05T17:21:41.456482Z","caller":"traceutil/trace.go:171","msg":"trace[1083570404] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23369; }","duration":"245.635437ms","start":"2026-03-05T17:21:41.210836Z","end":"2026-03-05T17:21:41.456472Z","steps":["trace[1083570404] 'agreement among raft nodes before linearized reading' (duration: 245.464683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:41.456602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.627521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-402c9d8e-f6c9-4ba1-b6c7-6e153c31cb4c\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-05T17:21:41.456687Z","caller":"traceutil/trace.go:171","msg":"trace[1330772744] range","detail":"{range_begin:/registry/persistentvolumes/pvc-402c9d8e-f6c9-4ba1-b6c7-6e153c31cb4c; range_end:; response_count:1; response_revision:23369; }","duration":"244.732843ms","start":"2026-03-05T17:21:41.211933Z","end":"2026-03-05T17:21:41.456666Z","steps":["trace[1330772744] 'agreement among raft nodes before linearized reading' (duration: 244.452547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:42.117425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.992982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:42.117572Z","caller":"traceutil/trace.go:171","msg":"trace[1744990353] linearizableReadLoop","detail":"{readStateIndex:24219; appliedIndex:24218; }","duration":"381.113938ms","start":"2026-03-05T17:21:41.736434Z","end":"2026-03-05T17:21:42.117548Z","steps":["trace[1744990353] 'read index received' (duration: 176.84953ms)","trace[1744990353] 'applied index is now lower than readState.Index' (duration: 204.263008ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:42.117693Z","caller":"traceutil/trace.go:171","msg":"trace[601456068] transaction","detail":"{read_only:false; response_revision:23402; number_of_response:1; }","duration":"390.822899ms","start":"2026-03-05T17:21:41.726838Z","end":"2026-03-05T17:21:42.117661Z","steps":["trace[601456068] 'process raft request' (duration: 186.494699ms)","trace[601456068] 'compare' (duration: 203.462737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:42.117769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:41.726807Z","time spent":"390.92514ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:21:42.118024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.582749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r7wzr\" ","response":"range_response_count:1 size:5317"} {"level":"info","ts":"2026-03-05T17:21:42.118088Z","caller":"traceutil/trace.go:171","msg":"trace[1799539883] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r7wzr; range_end:; response_count:1; response_revision:23402; }","duration":"381.699764ms","start":"2026-03-05T17:21:41.736372Z","end":"2026-03-05T17:21:42.118072Z","steps":["trace[1799539883] 'agreement among raft nodes before linearized reading' (duration: 381.433316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:42.118121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:41.736349Z","time spent":"381.765334ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5340,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-r7wzr\" "} {"level":"warn","ts":"2026-03-05T17:21:42.118029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.693019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-03-05T17:21:42.118133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.18215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-05T17:21:42.118145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.706802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-05T17:21:42.118199Z","caller":"traceutil/trace.go:171","msg":"trace[1771582211] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:23402; }","duration":"199.906816ms","start":"2026-03-05T17:21:41.918272Z","end":"2026-03-05T17:21:42.118179Z","steps":["trace[1771582211] 'agreement among raft nodes before linearized reading' (duration: 199.547066ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.118231Z","caller":"traceutil/trace.go:171","msg":"trace[1181665973] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23402; }","duration":"100.318213ms","start":"2026-03-05T17:21:42.017886Z","end":"2026-03-05T17:21:42.118205Z","steps":["trace[1181665973] 'agreement among raft nodes before linearized reading' (duration: 99.943803ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.118232Z","caller":"traceutil/trace.go:171","msg":"trace[1228856148] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:23402; }","duration":"105.858426ms","start":"2026-03-05T17:21:42.012352Z","end":"2026-03-05T17:21:42.118211Z","steps":["trace[1228856148] 'agreement among raft nodes before linearized reading' (duration: 105.506047ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.328034Z","caller":"traceutil/trace.go:171","msg":"trace[1302778207] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"129.643779ms","start":"2026-03-05T17:21:42.198357Z","end":"2026-03-05T17:21:42.328001Z","steps":["trace[1302778207] 'process raft request' (duration: 40.378983ms)","trace[1302778207] 'compare' (duration: 89.03115ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:42.328048Z","caller":"traceutil/trace.go:171","msg":"trace[1684907474] linearizableReadLoop","detail":"{readStateIndex:24238; appliedIndex:24236; }","duration":"116.718526ms","start":"2026-03-05T17:21:42.211305Z","end":"2026-03-05T17:21:42.328023Z","steps":["trace[1684907474] 'read index received' (duration: 27.450189ms)","trace[1684907474] 'applied index is now lower than readState.Index' (duration: 89.267037ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:42.32818Z","caller":"traceutil/trace.go:171","msg":"trace[1482128779] transaction","detail":"{read_only:false; response_revision:23421; number_of_response:1; }","duration":"128.441018ms","start":"2026-03-05T17:21:42.199728Z","end":"2026-03-05T17:21:42.328169Z","steps":["trace[1482128779] 'process raft request' (duration: 128.213042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:42.328774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.437445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-05T17:21:42.32887Z","caller":"traceutil/trace.go:171","msg":"trace[354358834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23421; }","duration":"117.593618ms","start":"2026-03-05T17:21:42.211254Z","end":"2026-03-05T17:21:42.328848Z","steps":["trace[354358834] 'agreement among raft nodes before linearized reading' (duration: 117.085025ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.442132Z","caller":"traceutil/trace.go:171","msg":"trace[734333336] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"107.858126ms","start":"2026-03-05T17:21:42.334251Z","end":"2026-03-05T17:21:42.442109Z","steps":["trace[734333336] 'process raft request' (duration: 107.030435ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.445344Z","caller":"traceutil/trace.go:171","msg":"trace[1736286523] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"109.178511ms","start":"2026-03-05T17:21:42.336109Z","end":"2026-03-05T17:21:42.445287Z","steps":["trace[1736286523] 'process raft request' (duration: 108.957845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.445373Z","caller":"traceutil/trace.go:171","msg":"trace[1163620112] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"107.126158ms","start":"2026-03-05T17:21:42.338224Z","end":"2026-03-05T17:21:42.44535Z","steps":["trace[1163620112] 'process raft request' (duration: 106.962363ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.445614Z","caller":"traceutil/trace.go:171","msg":"trace[130679075] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"106.631405ms","start":"2026-03-05T17:21:42.338974Z","end":"2026-03-05T17:21:42.445605Z","steps":["trace[130679075] 'process raft request' (duration: 106.279486ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.44599Z","caller":"traceutil/trace.go:171","msg":"trace[2025977877] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"106.838ms","start":"2026-03-05T17:21:42.339129Z","end":"2026-03-05T17:21:42.445967Z","steps":["trace[2025977877] 'process raft request' (duration: 106.171033ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.446794Z","caller":"traceutil/trace.go:171","msg":"trace[1916232996] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"105.017324ms","start":"2026-03-05T17:21:42.341761Z","end":"2026-03-05T17:21:42.446778Z","steps":["trace[1916232996] 'process raft request' (duration: 104.980322ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.447252Z","caller":"traceutil/trace.go:171","msg":"trace[1496496894] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"107.442676ms","start":"2026-03-05T17:21:42.339785Z","end":"2026-03-05T17:21:42.447228Z","steps":["trace[1496496894] 'process raft request' (duration: 106.81416ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.447811Z","caller":"traceutil/trace.go:171","msg":"trace[234751904] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"108.41751ms","start":"2026-03-05T17:21:42.339383Z","end":"2026-03-05T17:21:42.447801Z","steps":["trace[234751904] 'process raft request' (duration: 106.121481ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.44798Z","caller":"traceutil/trace.go:171","msg":"trace[2072785817] transaction","detail":"{read_only:false; response_revision:23429; number_of_response:1; }","duration":"107.642312ms","start":"2026-03-05T17:21:42.340315Z","end":"2026-03-05T17:21:42.447957Z","steps":["trace[2072785817] 'process raft request' (duration: 106.341979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.448075Z","caller":"traceutil/trace.go:171","msg":"trace[1246474587] transaction","detail":"{read_only:false; response_revision:23430; number_of_response:1; }","duration":"107.228871ms","start":"2026-03-05T17:21:42.340832Z","end":"2026-03-05T17:21:42.448061Z","steps":["trace[1246474587] 'process raft request' (duration: 105.872165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.751993Z","caller":"traceutil/trace.go:171","msg":"trace[134262181] linearizableReadLoop","detail":"{readStateIndex:24261; appliedIndex:24260; }","duration":"236.641425ms","start":"2026-03-05T17:21:42.515309Z","end":"2026-03-05T17:21:42.751951Z","steps":["trace[134262181] 'read index received' (duration: 236.393268ms)","trace[134262181] 'applied index is now lower than readState.Index' (duration: 246.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:42.752123Z","caller":"traceutil/trace.go:171","msg":"trace[551165015] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"239.520699ms","start":"2026-03-05T17:21:42.512548Z","end":"2026-03-05T17:21:42.752069Z","steps":["trace[551165015] 'process raft request' (duration: 239.172309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:42.752216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.859059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-b4jw4.189a01729697dfec\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-05T17:21:42.752264Z","caller":"traceutil/trace.go:171","msg":"trace[2144295250] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-b4jw4.189a01729697dfec; range_end:; response_count:1; response_revision:23444; }","duration":"236.987993ms","start":"2026-03-05T17:21:42.515257Z","end":"2026-03-05T17:21:42.752245Z","steps":["trace[2144295250] 'agreement among raft nodes before linearized reading' (duration: 236.85639ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:42.75601Z","caller":"traceutil/trace.go:171","msg":"trace[163658328] transaction","detail":"{read_only:false; response_revision:23445; number_of_response:1; }","duration":"239.274543ms","start":"2026-03-05T17:21:42.516724Z","end":"2026-03-05T17:21:42.755998Z","steps":["trace[163658328] 'process raft request' (duration: 239.103999ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:43.128886Z","caller":"traceutil/trace.go:171","msg":"trace[1779792560] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"273.898167ms","start":"2026-03-05T17:21:42.854964Z","end":"2026-03-05T17:21:43.128862Z","steps":["trace[1779792560] 'process raft request' (duration: 273.733363ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:43.137044Z","caller":"traceutil/trace.go:171","msg":"trace[1658971281] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"272.407208ms","start":"2026-03-05T17:21:42.86461Z","end":"2026-03-05T17:21:43.137018Z","steps":["trace[1658971281] 'process raft request' (duration: 272.06097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:43.137259Z","caller":"traceutil/trace.go:171","msg":"trace[503624115] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24279; }","duration":"218.971138ms","start":"2026-03-05T17:21:42.918244Z","end":"2026-03-05T17:21:43.137215Z","steps":["trace[503624115] 'read index received' (duration: 210.582511ms)","trace[503624115] 'applied index is now lower than readState.Index' (duration: 8.385717ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:43.137341Z","caller":"traceutil/trace.go:171","msg":"trace[1677067701] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"134.592938ms","start":"2026-03-05T17:21:43.00273Z","end":"2026-03-05T17:21:43.137322Z","steps":["trace[1677067701] 'process raft request' (duration: 134.201988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:43.137615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.332767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-05T17:21:43.137652Z","caller":"traceutil/trace.go:171","msg":"trace[610010850] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23465; }","duration":"219.437851ms","start":"2026-03-05T17:21:42.9182Z","end":"2026-03-05T17:21:43.137638Z","steps":["trace[610010850] 'agreement among raft nodes before linearized reading' (duration: 219.197635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:43.137737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.499369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29545520-sltsz\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-03-05T17:21:43.137843Z","caller":"traceutil/trace.go:171","msg":"trace[601304892] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29545520-sltsz; range_end:; response_count:1; response_revision:23465; }","duration":"198.632352ms","start":"2026-03-05T17:21:42.93918Z","end":"2026-03-05T17:21:43.137812Z","steps":["trace[601304892] 'agreement among raft nodes before linearized reading' (duration: 198.287744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:43.503905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.218374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-qtbnr\" ","response":"range_response_count:1 size:9204"} {"level":"info","ts":"2026-03-05T17:21:43.503974Z","caller":"traceutil/trace.go:171","msg":"trace[668974576] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-qtbnr; range_end:; response_count:1; response_revision:23484; }","duration":"236.316446ms","start":"2026-03-05T17:21:43.267641Z","end":"2026-03-05T17:21:43.503958Z","steps":["trace[668974576] 'range keys from in-memory index tree' (duration: 236.083001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:43.504188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.373707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-szkrr.1899ff24e012de9e\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-05T17:21:43.504217Z","caller":"traceutil/trace.go:171","msg":"trace[510365202] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-szkrr.1899ff24e012de9e; range_end:; response_count:1; response_revision:23484; }","duration":"236.401949ms","start":"2026-03-05T17:21:43.267808Z","end":"2026-03-05T17:21:43.50421Z","steps":["trace[510365202] 'range keys from in-memory index tree' (duration: 236.271745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:43.504587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.692636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-05T17:21:43.504617Z","caller":"traceutil/trace.go:171","msg":"trace[1665578083] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:23484; }","duration":"236.784738ms","start":"2026-03-05T17:21:43.267825Z","end":"2026-03-05T17:21:43.50461Z","steps":["trace[1665578083] 'range keys from in-memory index tree' (duration: 236.574623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:43.504878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.123296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:43.504927Z","caller":"traceutil/trace.go:171","msg":"trace[1099582946] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24301; }","duration":"205.112889ms","start":"2026-03-05T17:21:43.299808Z","end":"2026-03-05T17:21:43.504921Z","steps":["trace[1099582946] 'read index received' (duration: 27.947581ms)","trace[1099582946] 'applied index is now lower than readState.Index' (duration: 177.164388ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:43.505141Z","caller":"traceutil/trace.go:171","msg":"trace[328850617] transaction","detail":"{read_only:false; response_revision:23485; number_of_response:1; }","duration":"237.134658ms","start":"2026-03-05T17:21:43.267997Z","end":"2026-03-05T17:21:43.505132Z","steps":["trace[328850617] 'process raft request' (duration: 59.702704ms)","trace[328850617] 'compare' (duration: 176.283335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:43.515092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.247211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-05T17:21:43.515247Z","caller":"traceutil/trace.go:171","msg":"trace[1541399692] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:23485; }","duration":"215.446697ms","start":"2026-03-05T17:21:43.299749Z","end":"2026-03-05T17:21:43.515196Z","steps":["trace[1541399692] 'agreement among raft nodes before linearized reading' (duration: 205.253914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:44.21203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.729733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:21:44.212162Z","caller":"traceutil/trace.go:171","msg":"trace[759798283] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"472.308375ms","start":"2026-03-05T17:21:43.739832Z","end":"2026-03-05T17:21:44.21214Z","steps":["trace[759798283] 'process raft request' (duration: 246.359477ms)","trace[759798283] 'compare' (duration: 225.193588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:21:44.212229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:43.739814Z","time spent":"472.384227ms","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1300,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:21:44.214774Z","caller":"traceutil/trace.go:171","msg":"trace[1810040681] linearizableReadLoop","detail":"{readStateIndex:24313; appliedIndex:24311; }","duration":"399.161044ms","start":"2026-03-05T17:21:43.815585Z","end":"2026-03-05T17:21:44.214746Z","steps":["trace[1810040681] 'read index received' (duration: 170.629289ms)","trace[1810040681] 'applied index is now lower than readState.Index' (duration: 228.530265ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:44.21488Z","caller":"traceutil/trace.go:171","msg":"trace[1646980062] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"474.031879ms","start":"2026-03-05T17:21:43.740793Z","end":"2026-03-05T17:21:44.214825Z","steps":["trace[1646980062] 'process raft request' (duration: 473.534036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:44.214961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.362229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-05T17:21:44.215062Z","caller":"traceutil/trace.go:171","msg":"trace[225317096] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23496; }","duration":"399.511534ms","start":"2026-03-05T17:21:43.815527Z","end":"2026-03-05T17:21:44.215038Z","steps":["trace[225317096] 'agreement among raft nodes before linearized reading' (duration: 399.310208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:44.215105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:43.815503Z","time spent":"399.594976ms","remote":"127.0.0.1:42930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-05T17:21:44.215147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:43.740781Z","time spent":"474.245055ms","remote":"127.0.0.1:43324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:44.2155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.342769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:44.215584Z","caller":"traceutil/trace.go:171","msg":"trace[262604361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23497; }","duration":"120.475693ms","start":"2026-03-05T17:21:44.095085Z","end":"2026-03-05T17:21:44.215561Z","steps":["trace[262604361] 'agreement among raft nodes before linearized reading' (duration: 120.303198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:44.222436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.254967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386345"} {"level":"info","ts":"2026-03-05T17:21:44.225404Z","caller":"traceutil/trace.go:171","msg":"trace[600443514] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23497; }","duration":"118.285426ms","start":"2026-03-05T17:21:44.107105Z","end":"2026-03-05T17:21:44.22539Z","steps":["trace[600443514] 'agreement among raft nodes before linearized reading' (duration: 108.981006ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:54.810124Z","caller":"traceutil/trace.go:171","msg":"trace[1272287605] linearizableReadLoop","detail":"{readStateIndex:24402; appliedIndex:24401; }","duration":"359.207182ms","start":"2026-03-05T17:21:54.450889Z","end":"2026-03-05T17:21:54.810096Z","steps":["trace[1272287605] 'read index received' (duration: 359.083348ms)","trace[1272287605] 'applied index is now lower than readState.Index' (duration: 122.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:21:54.810197Z","caller":"traceutil/trace.go:171","msg":"trace[31664893] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"386.543277ms","start":"2026-03-05T17:21:54.423606Z","end":"2026-03-05T17:21:54.810149Z","steps":["trace[31664893] 'process raft request' (duration: 386.300901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:54.810307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.389796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:21:54.810623Z","caller":"traceutil/trace.go:171","msg":"trace[58670304] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23582; }","duration":"359.732945ms","start":"2026-03-05T17:21:54.450877Z","end":"2026-03-05T17:21:54.81061Z","steps":["trace[58670304] 'agreement among raft nodes before linearized reading' (duration: 359.357055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:54.810678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:54.45085Z","time spent":"359.814097ms","remote":"127.0.0.1:42978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:21:54.810768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:54.423575Z","time spent":"386.857506ms","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3698,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:21:54.812162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.478812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:21:54.812252Z","caller":"traceutil/trace.go:171","msg":"trace[1648718778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23583; }","duration":"298.641757ms","start":"2026-03-05T17:21:54.513589Z","end":"2026-03-05T17:21:54.812231Z","steps":["trace[1648718778] 'agreement among raft nodes before linearized reading' (duration: 298.189525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:54.812674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.159676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:21:54.812715Z","caller":"traceutil/trace.go:171","msg":"trace[1808595351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23583; }","duration":"211.257288ms","start":"2026-03-05T17:21:54.601446Z","end":"2026-03-05T17:21:54.812703Z","steps":["trace[1808595351] 'agreement among raft nodes before linearized reading' (duration: 211.177926ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:21:54.812814Z","caller":"traceutil/trace.go:171","msg":"trace[471447797] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"111.902301ms","start":"2026-03-05T17:21:54.700846Z","end":"2026-03-05T17:21:54.812749Z","steps":["trace[471447797] 'process raft request' (duration: 110.764412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:54.812951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.114657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T17:21:54.813035Z","caller":"traceutil/trace.go:171","msg":"trace[1972324740] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23583; }","duration":"297.270822ms","start":"2026-03-05T17:21:54.515745Z","end":"2026-03-05T17:21:54.813016Z","steps":["trace[1972324740] 'agreement among raft nodes before linearized reading' (duration: 297.004044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:59.332698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371727103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:59.833824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371727103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:21:59.941843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.151749209s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:21:59.94234Z","caller":"traceutil/trace.go:171","msg":"trace[1928083389] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"1.152314104s","start":"2026-03-05T17:21:58.789995Z","end":"2026-03-05T17:21:59.942309Z","steps":["trace[1928083389] 'process raft request' (duration: 1.152121898s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:21:59.942543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:58.789982Z","time spent":"1.152439598s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:00.687455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.373524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:22:00.68784Z","caller":"traceutil/trace.go:171","msg":"trace[422229185] linearizableReadLoop","detail":"{readStateIndex:24496; appliedIndex:24492; }","duration":"1.855141404s","start":"2026-03-05T17:21:58.832672Z","end":"2026-03-05T17:22:00.687813Z","steps":["trace[422229185] 'read index received' (duration: 1.109445316s)","trace[422229185] 'applied index is now lower than readState.Index' (duration: 745.694588ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:00.687959Z","caller":"traceutil/trace.go:171","msg":"trace[1625726426] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"1.32287095s","start":"2026-03-05T17:21:59.365072Z","end":"2026-03-05T17:22:00.687942Z","steps":["trace[1625726426] 'process raft request' (duration: 1.322599194s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:00.688058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.365027Z","time spent":"1.322982874s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:00.688003Z","caller":"traceutil/trace.go:171","msg":"trace[1373307000] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"869.166898ms","start":"2026-03-05T17:21:59.818815Z","end":"2026-03-05T17:22:00.687982Z","steps":["trace[1373307000] 'process raft request' (duration: 868.933032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:00.688586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855906994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:22:00.688635Z","caller":"traceutil/trace.go:171","msg":"trace[171006925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23674; }","duration":"1.855990747s","start":"2026-03-05T17:21:58.832631Z","end":"2026-03-05T17:22:00.688622Z","steps":["trace[171006925] 'agreement among raft nodes before linearized reading' (duration: 1.855769951s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:00.688639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.818793Z","time spent":"869.712353ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:00.688671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:58.832613Z","time spent":"1.856051327s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-05T17:22:00.687872Z","caller":"traceutil/trace.go:171","msg":"trace[1719507612] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"1.379800982s","start":"2026-03-05T17:21:59.308005Z","end":"2026-03-05T17:22:00.687806Z","steps":["trace[1719507612] 'process raft request' (duration: 1.201943107s)","trace[1719507612] 'compare' (duration: 177.177668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:00.688887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.30797Z","time spent":"1.380837898s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:01.021855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.577384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:22:01.022171Z","caller":"traceutil/trace.go:171","msg":"trace[598911094] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"1.072400349s","start":"2026-03-05T17:21:59.94971Z","end":"2026-03-05T17:22:01.022111Z","steps":["trace[598911094] 'process raft request' (duration: 917.395634ms)","trace[598911094] 'compare' (duration: 154.308717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:01.022413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.94966Z","time spent":"1.072620405s","remote":"127.0.0.1:43108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1861,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:01.022629Z","caller":"traceutil/trace.go:171","msg":"trace[533686860] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"1.072178454s","start":"2026-03-05T17:21:59.950408Z","end":"2026-03-05T17:22:01.022586Z","steps":["trace[533686860] 'process raft request' (duration: 1.071604958s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:01.02268Z","caller":"traceutil/trace.go:171","msg":"trace[1280097021] linearizableReadLoop","detail":"{readStateIndex:24499; appliedIndex:24496; }","duration":"334.77044ms","start":"2026-03-05T17:22:00.687885Z","end":"2026-03-05T17:22:01.022656Z","steps":["trace[1280097021] 'read index received' (duration: 179.247781ms)","trace[1280097021] 'applied index is now lower than readState.Index' (duration: 155.521139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:01.022763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.205912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:22:01.022792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.950374Z","time spent":"1.072323637s","remote":"127.0.0.1:43026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1268,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:01.022765Z","caller":"traceutil/trace.go:171","msg":"trace[2049620488] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"720.490627ms","start":"2026-03-05T17:22:00.302237Z","end":"2026-03-05T17:22:01.022728Z","steps":["trace[2049620488] 'process raft request' (duration: 720.202909ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:01.022815Z","caller":"traceutil/trace.go:171","msg":"trace[2058134647] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23677; }","duration":"491.315475ms","start":"2026-03-05T17:22:00.531486Z","end":"2026-03-05T17:22:01.022801Z","steps":["trace[2058134647] 'agreement among raft nodes before linearized reading' (duration: 491.199012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.022787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927330629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:22:01.022861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:00.531461Z","time spent":"491.392137ms","remote":"127.0.0.1:57380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:22:01.022906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07517178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-05T17:22:01.022939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:00.302201Z","time spent":"720.64861ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:01.022959Z","caller":"traceutil/trace.go:171","msg":"trace[1909464126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23677; }","duration":"1.927473212s","start":"2026-03-05T17:21:59.095382Z","end":"2026-03-05T17:22:01.022856Z","steps":["trace[1909464126] 'agreement among raft nodes before linearized reading' (duration: 1.927355479s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:01.022975Z","caller":"traceutil/trace.go:171","msg":"trace[1558725025] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477; range_end:; response_count:1; response_revision:23677; }","duration":"1.075249973s","start":"2026-03-05T17:21:59.947708Z","end":"2026-03-05T17:22:01.022958Z","steps":["trace[1558725025] 'agreement among raft nodes before linearized reading' (duration: 1.075024887s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.02301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.947638Z","time spent":"1.075366146s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477\" "} {"level":"warn","ts":"2026-03-05T17:22:01.023015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.095348Z","time spent":"1.927654488s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:22:01.023063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233716258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-05T17:22:01.023141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247261668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-05T17:22:01.023157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647700445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-05T17:22:01.023169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633574349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-05T17:22:01.023195Z","caller":"traceutil/trace.go:171","msg":"trace[604664968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23677; }","duration":"1.647759685s","start":"2026-03-05T17:21:59.375423Z","end":"2026-03-05T17:22:01.023183Z","steps":["trace[604664968] 'agreement among raft nodes before linearized reading' (duration: 1.647673983s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:01.0232Z","caller":"traceutil/trace.go:171","msg":"trace[1514069852] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23677; }","duration":"1.247325709s","start":"2026-03-05T17:21:59.775856Z","end":"2026-03-05T17:22:01.023182Z","steps":["trace[1514069852] 'agreement among raft nodes before linearized reading' (duration: 1.247190126s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.818738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-05T17:22:01.02323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.775849Z","time spent":"1.247373521s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-05T17:22:01.023253Z","caller":"traceutil/trace.go:171","msg":"trace[1195259850] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23677; }","duration":"991.92223ms","start":"2026-03-05T17:22:00.031325Z","end":"2026-03-05T17:22:01.023247Z","steps":["trace[1195259850] 'agreement among raft nodes before linearized reading' (duration: 991.823038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898895374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:22:01.023275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:00.031296Z","time spent":"991.975841ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-05T17:22:01.023282Z","caller":"traceutil/trace.go:171","msg":"trace[629562693] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23677; }","duration":"1.898968987s","start":"2026-03-05T17:21:59.124304Z","end":"2026-03-05T17:22:01.023273Z","steps":["trace[629562693] 'agreement among raft nodes before linearized reading' (duration: 1.898914436s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.124248Z","time spent":"1.899051358s","remote":"127.0.0.1:38492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:22:01.023158Z","caller":"traceutil/trace.go:171","msg":"trace[1356808287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23677; }","duration":"1.233866832s","start":"2026-03-05T17:21:59.789274Z","end":"2026-03-05T17:22:01.023141Z","steps":["trace[1356808287] 'agreement among raft nodes before linearized reading' (duration: 1.233394279s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234031625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:22:01.023506Z","caller":"traceutil/trace.go:171","msg":"trace[1979855430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23677; }","duration":"1.23418521s","start":"2026-03-05T17:21:59.789311Z","end":"2026-03-05T17:22:01.023496Z","steps":["trace[1979855430] 'agreement among raft nodes before linearized reading' (duration: 1.233928623s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.789275Z","time spent":"1.234312423s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T17:22:01.023226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.375413Z","time spent":"1.647807247s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-05T17:22:01.023398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.789263Z","time spent":"1.234103907s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-05T17:22:01.0232Z","caller":"traceutil/trace.go:171","msg":"trace[195078992] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23677; }","duration":"1.633626981s","start":"2026-03-05T17:21:59.389562Z","end":"2026-03-05T17:22:01.023189Z","steps":["trace[195078992] 'agreement among raft nodes before linearized reading' (duration: 1.633541439s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.389551Z","time spent":"1.634278617s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-05T17:22:01.023007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386565977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:22:01.02399Z","caller":"traceutil/trace.go:171","msg":"trace[459967874] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23677; }","duration":"1.387570582s","start":"2026-03-05T17:21:59.636382Z","end":"2026-03-05T17:22:01.023953Z","steps":["trace[459967874] 'agreement among raft nodes before linearized reading' (duration: 1.386462944s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.023431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271548394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-05T17:22:01.024052Z","caller":"traceutil/trace.go:171","msg":"trace[1138238322] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477; range_end:; response_count:1; response_revision:23677; }","duration":"1.272208001s","start":"2026-03-05T17:21:59.751825Z","end":"2026-03-05T17:22:01.024033Z","steps":["trace[1138238322] 'agreement among raft nodes before linearized reading' (duration: 1.271442502s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:01.024103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.751799Z","time spent":"1.272286444s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477\" "} {"level":"warn","ts":"2026-03-05T17:22:01.02405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:21:59.636361Z","time spent":"1.387671735s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-05T17:22:01.525532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371727113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:22:02.02382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066143308s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-05T17:22:02.25595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.772808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:22:02.256067Z","caller":"traceutil/trace.go:171","msg":"trace[321147823] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"1.561269191s","start":"2026-03-05T17:22:00.694775Z","end":"2026-03-05T17:22:02.256044Z","steps":["trace[321147823] 'process raft request' (duration: 1.329300937s)","trace[321147823] 'compare' (duration: 231.650296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:02.256124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:00.694739Z","time spent":"1.561362994s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:03.024658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-05T17:22:03.024789Z","caller":"traceutil/trace.go:171","msg":"trace[1810191858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068519s","start":"2026-03-05T17:22:01.024696Z","end":"2026-03-05T17:22:03.024764Z","steps":["trace[1810191858] 'agreement among raft nodes before linearized reading' (duration: 1.999907125s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:03.024849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.024675Z","time spent":"2.000161942s","remote":"127.0.0.1:42824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/05 17:22:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-05T17:22:03.364246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125677016s","expected-duration":"1s"} {"level":"info","ts":"2026-03-05T17:22:03.364936Z","caller":"traceutil/trace.go:171","msg":"trace[495271319] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"2.336385788s","start":"2026-03-05T17:22:01.028519Z","end":"2026-03-05T17:22:03.364904Z","steps":["trace[495271319] 'process raft request' (duration: 2.336252925s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:03.365115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.02851Z","time spent":"2.336510411s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:03.365174Z","caller":"traceutil/trace.go:171","msg":"trace[2089363235] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"2.336613975s","start":"2026-03-05T17:22:01.028432Z","end":"2026-03-05T17:22:03.365046Z","steps":["trace[2089363235] 'process raft request' (duration: 2.336147772s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:03.365567Z","caller":"traceutil/trace.go:171","msg":"trace[1921940609] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"2.336327637s","start":"2026-03-05T17:22:01.029197Z","end":"2026-03-05T17:22:03.365525Z","steps":["trace[1921940609] 'process raft request' (duration: 2.336183704s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:03.365594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.02841Z","time spent":"2.336982354s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:03.365592Z","caller":"traceutil/trace.go:171","msg":"trace[1084532803] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"2.335977488s","start":"2026-03-05T17:22:01.029578Z","end":"2026-03-05T17:22:03.365555Z","steps":["trace[1084532803] 'process raft request' (duration: 2.335858765s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:03.36572Z","caller":"traceutil/trace.go:171","msg":"trace[86634732] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"2.189456263s","start":"2026-03-05T17:22:01.176232Z","end":"2026-03-05T17:22:03.365689Z","steps":["trace[86634732] 'process raft request' (duration: 2.189265668s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:03.36573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.029189Z","time spent":"2.33645115s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:03.365798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.176195Z","time spent":"2.189562835s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:03.365805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.029548Z","time spent":"2.336140913s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:03.365265Z","caller":"traceutil/trace.go:171","msg":"trace[696169719] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"2.336598833s","start":"2026-03-05T17:22:01.028628Z","end":"2026-03-05T17:22:03.365227Z","steps":["trace[696169719] 'process raft request' (duration: 2.336197653s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:03.365882Z","caller":"traceutil/trace.go:171","msg":"trace[386278137] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"2.336873191s","start":"2026-03-05T17:22:01.028992Z","end":"2026-03-05T17:22:03.365865Z","steps":["trace[386278137] 'process raft request' (duration: 2.336214264s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:03.365943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.028982Z","time spent":"2.336930423s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:03.365633Z","caller":"traceutil/trace.go:171","msg":"trace[2115027160] linearizableReadLoop","detail":"{readStateIndex:24507; appliedIndex:24499; }","duration":"2.340893895s","start":"2026-03-05T17:22:01.024725Z","end":"2026-03-05T17:22:03.365619Z","steps":["trace[2115027160] 'read index received' (duration: 999.439974ms)","trace[2115027160] 'applied index is now lower than readState.Index' (duration: 1.341452541s)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:03.366031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.028599Z","time spent":"2.337280631s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:03.866479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14782675170371727125,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-05T17:22:04.194295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.649177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:22:04.194512Z","caller":"traceutil/trace.go:171","msg":"trace[1465499351] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"1.499854314s","start":"2026-03-05T17:22:02.694608Z","end":"2026-03-05T17:22:04.194463Z","steps":["trace[1465499351] 'process raft request' (duration: 1.212956921s)","trace[1465499351] 'compare' (duration: 286.40335ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:04.194559Z","caller":"traceutil/trace.go:171","msg":"trace[1005148260] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"1.164860708s","start":"2026-03-05T17:22:03.029686Z","end":"2026-03-05T17:22:04.194547Z","steps":["trace[1005148260] 'process raft request' (duration: 1.164767055s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.194626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:02.694576Z","time spent":"1.499997247s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:04.194668Z","caller":"traceutil/trace.go:171","msg":"trace[802367974] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"1.499999758s","start":"2026-03-05T17:22:02.69466Z","end":"2026-03-05T17:22:04.194659Z","steps":["trace[802367974] 'process raft request' (duration: 1.49972627s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.194711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:02.694634Z","time spent":"1.500054188s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:04.194627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.029653Z","time spent":"1.164935251s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:04.27077Z","caller":"traceutil/trace.go:171","msg":"trace[1404157203] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"897.696854ms","start":"2026-03-05T17:22:03.373041Z","end":"2026-03-05T17:22:04.270738Z","steps":["trace[1404157203] 'process raft request' (duration: 897.336165ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:04.270844Z","caller":"traceutil/trace.go:171","msg":"trace[928264391] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"898.026394ms","start":"2026-03-05T17:22:03.372777Z","end":"2026-03-05T17:22:04.270803Z","steps":["trace[928264391] 'process raft request' (duration: 897.407818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.270932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.373035Z","time spent":"897.819898ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-05T17:22:04.271246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.372753Z","time spent":"898.172167ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:04.271332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033662827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:04.271416Z","caller":"traceutil/trace.go:171","msg":"trace[554615658] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23692; }","duration":"2.033797941s","start":"2026-03-05T17:22:02.237592Z","end":"2026-03-05T17:22:04.27139Z","steps":["trace[554615658] 'agreement among raft nodes before linearized reading' (duration: 2.033649656s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.271454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:02.237558Z","time spent":"2.033888313s","remote":"127.0.0.1:42910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:22:04.271224Z","caller":"traceutil/trace.go:171","msg":"trace[1289633200] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24507; }","duration":"905.151178ms","start":"2026-03-05T17:22:03.366048Z","end":"2026-03-05T17:22:04.271199Z","steps":["trace[1289633200] 'read index received' (duration: 541.457951ms)","trace[1289633200] 'applied index is now lower than readState.Index' (duration: 363.691887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:22:04.271612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238634735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:04.271613Z","caller":"traceutil/trace.go:171","msg":"trace[1318224454] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"807.902614ms","start":"2026-03-05T17:22:03.463685Z","end":"2026-03-05T17:22:04.271587Z","steps":["trace[1318224454] 'process raft request' (duration: 807.399972ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:04.271634Z","caller":"traceutil/trace.go:171","msg":"trace[987082182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23692; }","duration":"1.238686926s","start":"2026-03-05T17:22:03.03294Z","end":"2026-03-05T17:22:04.271627Z","steps":["trace[987082182] 'agreement among raft nodes before linearized reading' (duration: 1.238639684s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.271652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.032927Z","time spent":"1.238721736s","remote":"127.0.0.1:42808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T17:22:04.271664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.463647Z","time spent":"807.991227ms","remote":"127.0.0.1:42908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-05T17:22:04.271455Z","caller":"traceutil/trace.go:171","msg":"trace[2105710216] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"897.683734ms","start":"2026-03-05T17:22:03.373759Z","end":"2026-03-05T17:22:04.271443Z","steps":["trace[2105710216] 'process raft request' (duration: 896.942704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.271801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631211347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:22:04.271823Z","caller":"traceutil/trace.go:171","msg":"trace[1353092533] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23692; }","duration":"1.63132734s","start":"2026-03-05T17:22:02.640488Z","end":"2026-03-05T17:22:04.271815Z","steps":["trace[1353092533] 'agreement among raft nodes before linearized reading' (duration: 1.631280309s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.271842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:02.640451Z","time spent":"1.631385343s","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:22:04.271958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569643356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:22:04.271991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02842965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:04.272028Z","caller":"traceutil/trace.go:171","msg":"trace[997842313] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23692; }","duration":"2.569737828s","start":"2026-03-05T17:22:01.702275Z","end":"2026-03-05T17:22:04.272013Z","steps":["trace[997842313] 'agreement among raft nodes before linearized reading' (duration: 2.569635985s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:04.272042Z","caller":"traceutil/trace.go:171","msg":"trace[1654882657] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23692; }","duration":"3.028529532s","start":"2026-03-05T17:22:01.243499Z","end":"2026-03-05T17:22:04.272029Z","steps":["trace[1654882657] 'agreement among raft nodes before linearized reading' (duration: 3.028435751s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.272065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.702264Z","time spent":"2.56978956s","remote":"127.0.0.1:38646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:22:04.272091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.243472Z","time spent":"3.028610264s","remote":"127.0.0.1:38796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-05T17:22:04.272072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.456470492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-05T17:22:04.272146Z","caller":"traceutil/trace.go:171","msg":"trace[1416415745] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23692; }","duration":"2.456620005s","start":"2026-03-05T17:22:01.815507Z","end":"2026-03-05T17:22:04.272127Z","steps":["trace[1416415745] 'agreement among raft nodes before linearized reading' (duration: 2.456380759s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.27184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.37374Z","time spent":"898.074635ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:04.272209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.23667138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:04.272248Z","caller":"traceutil/trace.go:171","msg":"trace[857179248] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23692; }","duration":"3.236719911s","start":"2026-03-05T17:22:01.035515Z","end":"2026-03-05T17:22:04.272235Z","steps":["trace[857179248] 'agreement among raft nodes before linearized reading' (duration: 3.2366703s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.271415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.663645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-05T17:22:04.272093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243023266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-05T17:22:04.272338Z","caller":"traceutil/trace.go:171","msg":"trace[1840138918] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477; range_end:; response_count:1; response_revision:23692; }","duration":"2.243262902s","start":"2026-03-05T17:22:02.029064Z","end":"2026-03-05T17:22:04.272327Z","steps":["trace[1840138918] 'agreement among raft nodes before linearized reading' (duration: 2.242964354s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.272356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894836799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-05T17:22:04.272378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:02.029041Z","time spent":"2.243326215s","remote":"127.0.0.1:43040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61fa3a90-9acb-4483-a851-61936490b477\" "} {"level":"warn","ts":"2026-03-05T17:22:04.272368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.243475716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-05T17:22:04.272618Z","caller":"traceutil/trace.go:171","msg":"trace[879855570] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23692; }","duration":"2.895135276s","start":"2026-03-05T17:22:01.377461Z","end":"2026-03-05T17:22:04.272596Z","steps":["trace[879855570] 'agreement among raft nodes before linearized reading' (duration: 2.894782926s)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:04.272629Z","caller":"traceutil/trace.go:171","msg":"trace[7780728] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23692; }","duration":"3.243756334s","start":"2026-03-05T17:22:01.028857Z","end":"2026-03-05T17:22:04.272614Z","steps":["trace[7780728] 'agreement among raft nodes before linearized reading' (duration: 3.242418129s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.272656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.377436Z","time spent":"2.895211648s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-05T17:22:04.272675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.028848Z","time spent":"3.243814695s","remote":"127.0.0.1:42916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-05T17:22:04.271999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788275037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-05T17:22:04.27233Z","caller":"traceutil/trace.go:171","msg":"trace[1823212455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23692; }","duration":"994.602559ms","start":"2026-03-05T17:22:03.277691Z","end":"2026-03-05T17:22:04.272293Z","steps":["trace[1823212455] 'agreement among raft nodes before linearized reading' (duration: 993.588662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:04.272736Z","caller":"traceutil/trace.go:171","msg":"trace[1858169004] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23692; }","duration":"1.789053906s","start":"2026-03-05T17:22:02.483669Z","end":"2026-03-05T17:22:04.272723Z","steps":["trace[1858169004] 'agreement among raft nodes before linearized reading' (duration: 1.788192994s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.272741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.035503Z","time spent":"3.237226695s","remote":"127.0.0.1:49578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-05T17:22:04.27278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:02.483643Z","time spent":"1.789120949s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-05T17:22:04.272787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.277672Z","time spent":"995.089532ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-05T17:22:04.2722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.815473Z","time spent":"2.456714108s","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-05T17:22:04.272803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672998636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:04.272908Z","caller":"traceutil/trace.go:171","msg":"trace[1417601604] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23692; }","duration":"2.674046494s","start":"2026-03-05T17:22:01.598834Z","end":"2026-03-05T17:22:04.272881Z","steps":["trace[1417601604] 'agreement among raft nodes before linearized reading' (duration: 2.672990307s)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.272984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:01.59881Z","time spent":"2.674137246s","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:22:04.290229Z","caller":"traceutil/trace.go:171","msg":"trace[388704938] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"180.088523ms","start":"2026-03-05T17:22:04.110111Z","end":"2026-03-05T17:22:04.2902Z","steps":["trace[388704938] 'process raft request' (duration: 179.91678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.29035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.869575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:04.290418Z","caller":"traceutil/trace.go:171","msg":"trace[1618819143] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23693; }","duration":"384.998558ms","start":"2026-03-05T17:22:03.905398Z","end":"2026-03-05T17:22:04.290397Z","steps":["trace[1618819143] 'agreement among raft nodes before linearized reading' (duration: 384.868935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.290416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.879788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-05T17:22:04.2905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.276843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-05T17:22:04.290532Z","caller":"traceutil/trace.go:171","msg":"trace[2096030251] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23693; }","duration":"168.070423ms","start":"2026-03-05T17:22:04.12244Z","end":"2026-03-05T17:22:04.29051Z","steps":["trace[2096030251] 'agreement among raft nodes before linearized reading' (duration: 167.773055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.290579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.158661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:22:04.290595Z","caller":"traceutil/trace.go:171","msg":"trace[1894993508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23693; }","duration":"227.407565ms","start":"2026-03-05T17:22:04.063143Z","end":"2026-03-05T17:22:04.290551Z","steps":["trace[1894993508] 'agreement among raft nodes before linearized reading' (duration: 227.164309ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:04.29064Z","caller":"traceutil/trace.go:171","msg":"trace[1317818673] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23693; }","duration":"539.262113ms","start":"2026-03-05T17:22:03.751358Z","end":"2026-03-05T17:22:04.29062Z","steps":["trace[1317818673] 'agreement among raft nodes before linearized reading' (duration: 539.173901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.290642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.937281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-05T17:22:04.290694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.751332Z","time spent":"539.348195ms","remote":"127.0.0.1:58654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:22:04.290705Z","caller":"traceutil/trace.go:171","msg":"trace[544561396] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23693; }","duration":"112.055216ms","start":"2026-03-05T17:22:04.178635Z","end":"2026-03-05T17:22:04.29069Z","steps":["trace[544561396] 'agreement among raft nodes before linearized reading' (duration: 111.890061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:04.290463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:03.905381Z","time spent":"385.0681ms","remote":"127.0.0.1:38828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:22:12.422482Z","caller":"traceutil/trace.go:171","msg":"trace[1414469691] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"124.243859ms","start":"2026-03-05T17:22:12.2982Z","end":"2026-03-05T17:22:12.422444Z","steps":["trace[1414469691] 'process raft request' (duration: 124.105866ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:12.455745Z","caller":"traceutil/trace.go:171","msg":"trace[750380184] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"152.515731ms","start":"2026-03-05T17:22:12.303201Z","end":"2026-03-05T17:22:12.455717Z","steps":["trace[750380184] 'process raft request' (duration: 152.229974ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:14.420519Z","caller":"traceutil/trace.go:171","msg":"trace[121297504] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"128.881631ms","start":"2026-03-05T17:22:14.291604Z","end":"2026-03-05T17:22:14.420485Z","steps":["trace[121297504] 'process raft request' (duration: 128.605863ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:24.832464Z","caller":"traceutil/trace.go:171","msg":"trace[2004227914] linearizableReadLoop","detail":"{readStateIndex:24711; appliedIndex:24709; }","duration":"182.217628ms","start":"2026-03-05T17:22:24.650224Z","end":"2026-03-05T17:22:24.832442Z","steps":["trace[2004227914] 'read index received' (duration: 38.501795ms)","trace[2004227914] 'applied index is now lower than readState.Index' (duration: 143.715022ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:24.832539Z","caller":"traceutil/trace.go:171","msg":"trace[319349583] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"189.548168ms","start":"2026-03-05T17:22:24.642959Z","end":"2026-03-05T17:22:24.832507Z","steps":["trace[319349583] 'process raft request' (duration: 189.344392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:24.832632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.399073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:22:24.832664Z","caller":"traceutil/trace.go:171","msg":"trace[1323165108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23881; }","duration":"182.470624ms","start":"2026-03-05T17:22:24.650181Z","end":"2026-03-05T17:22:24.832651Z","steps":["trace[1323165108] 'agreement among raft nodes before linearized reading' (duration: 182.352221ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:28.663127Z","caller":"traceutil/trace.go:171","msg":"trace[912339786] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"109.91961ms","start":"2026-03-05T17:22:28.553174Z","end":"2026-03-05T17:22:28.663093Z","steps":["trace[912339786] 'process raft request' (duration: 72.612797ms)","trace[912339786] 'compare' (duration: 36.865292ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:33.019788Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21629} {"level":"info","ts":"2026-03-05T17:22:33.315694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21629,"took":"292.59039ms","hash":1307164159,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":30838784,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-05T17:22:33.315772Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1307164159,"revision":21629,"compact-revision":18774} {"level":"info","ts":"2026-03-05T17:22:44.802315Z","caller":"traceutil/trace.go:171","msg":"trace[815761960] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"125.826781ms","start":"2026-03-05T17:22:44.676457Z","end":"2026-03-05T17:22:44.802283Z","steps":["trace[815761960] 'process raft request' (duration: 72.78542ms)","trace[815761960] 'compare' (duration: 52.760663ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:45.911953Z","caller":"traceutil/trace.go:171","msg":"trace[669673234] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"181.320324ms","start":"2026-03-05T17:22:45.730616Z","end":"2026-03-05T17:22:45.911936Z","steps":["trace[669673234] 'process raft request' (duration: 181.209321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:45.972206Z","caller":"traceutil/trace.go:171","msg":"trace[1718308055] linearizableReadLoop","detail":"{readStateIndex:24871; appliedIndex:24870; }","duration":"181.09214ms","start":"2026-03-05T17:22:45.791097Z","end":"2026-03-05T17:22:45.972189Z","steps":["trace[1718308055] 'read index received' (duration: 120.833522ms)","trace[1718308055] 'applied index is now lower than readState.Index' (duration: 60.257998ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:45.972428Z","caller":"traceutil/trace.go:171","msg":"trace[1557956776] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"239.075998ms","start":"2026-03-05T17:22:45.733346Z","end":"2026-03-05T17:22:45.972422Z","steps":["trace[1557956776] 'process raft request' (duration: 230.698111ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:45.972531Z","caller":"traceutil/trace.go:171","msg":"trace[327604546] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"112.783364ms","start":"2026-03-05T17:22:45.859741Z","end":"2026-03-05T17:22:45.972524Z","steps":["trace[327604546] 'process raft request' (duration: 112.413074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:45.972653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.552121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:22:45.972669Z","caller":"traceutil/trace.go:171","msg":"trace[1210515895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24036; }","duration":"181.605343ms","start":"2026-03-05T17:22:45.791059Z","end":"2026-03-05T17:22:45.972664Z","steps":["trace[1210515895] 'agreement among raft nodes before linearized reading' (duration: 181.52738ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.26694Z","caller":"traceutil/trace.go:171","msg":"trace[1370116819] linearizableReadLoop","detail":"{readStateIndex:24885; appliedIndex:24884; }","duration":"288.588636ms","start":"2026-03-05T17:22:47.978328Z","end":"2026-03-05T17:22:48.266917Z","steps":["trace[1370116819] 'read index received' (duration: 288.460643ms)","trace[1370116819] 'applied index is now lower than readState.Index' (duration: 126.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:48.267089Z","caller":"traceutil/trace.go:171","msg":"trace[1348878324] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"346.694828ms","start":"2026-03-05T17:22:47.920382Z","end":"2026-03-05T17:22:48.267077Z","steps":["trace[1348878324] 'process raft request' (duration: 346.361899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.267191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:47.920359Z","time spent":"346.757479ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:48.267323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.899631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:22:48.267394Z","caller":"traceutil/trace.go:171","msg":"trace[1353451121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24049; }","duration":"284.999555ms","start":"2026-03-05T17:22:47.982376Z","end":"2026-03-05T17:22:48.267376Z","steps":["trace[1353451121] 'agreement among raft nodes before linearized reading' (duration: 284.83279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.267553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.233493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:22:48.267579Z","caller":"traceutil/trace.go:171","msg":"trace[667585897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24049; }","duration":"289.259124ms","start":"2026-03-05T17:22:47.978314Z","end":"2026-03-05T17:22:48.267573Z","steps":["trace[667585897] 'agreement among raft nodes before linearized reading' (duration: 289.189522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.267617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.201709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:22:48.267687Z","caller":"traceutil/trace.go:171","msg":"trace[534496617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24049; }","duration":"172.344903ms","start":"2026-03-05T17:22:48.095326Z","end":"2026-03-05T17:22:48.26767Z","steps":["trace[534496617] 'agreement among raft nodes before linearized reading' (duration: 172.21662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.267783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.017612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.62\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-05T17:22:48.267802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.537524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:22:48.267857Z","caller":"traceutil/trace.go:171","msg":"trace[1717825289] range","detail":"{range_begin:/registry/masterleases/162.253.55.62; range_end:; response_count:1; response_revision:24049; }","duration":"271.123486ms","start":"2026-03-05T17:22:47.996711Z","end":"2026-03-05T17:22:48.267835Z","steps":["trace[1717825289] 'agreement among raft nodes before linearized reading' (duration: 270.885321ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.267867Z","caller":"traceutil/trace.go:171","msg":"trace[661125342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24049; }","duration":"281.644707ms","start":"2026-03-05T17:22:47.986207Z","end":"2026-03-05T17:22:48.267851Z","steps":["trace[661125342] 'agreement among raft nodes before linearized reading' (duration: 281.423121ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.930639Z","caller":"traceutil/trace.go:171","msg":"trace[615543531] linearizableReadLoop","detail":"{readStateIndex:24889; appliedIndex:24885; }","duration":"498.445848ms","start":"2026-03-05T17:22:48.432175Z","end":"2026-03-05T17:22:48.930621Z","steps":["trace[615543531] 'read index received' (duration: 460.038087ms)","trace[615543531] 'applied index is now lower than readState.Index' (duration: 38.407071ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:22:48.930821Z","caller":"traceutil/trace.go:171","msg":"trace[1403450495] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"438.48147ms","start":"2026-03-05T17:22:48.492317Z","end":"2026-03-05T17:22:48.930799Z","steps":["trace[1403450495] 'process raft request' (duration: 438.137902ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.930847Z","caller":"traceutil/trace.go:171","msg":"trace[523365727] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"659.885529ms","start":"2026-03-05T17:22:48.270925Z","end":"2026-03-05T17:22:48.930811Z","steps":["trace[523365727] 'process raft request' (duration: 659.374686ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.930858Z","caller":"traceutil/trace.go:171","msg":"trace[304925152] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"659.155381ms","start":"2026-03-05T17:22:48.27168Z","end":"2026-03-05T17:22:48.930835Z","steps":["trace[304925152] 'process raft request' (duration: 658.72461ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.930858Z","caller":"traceutil/trace.go:171","msg":"trace[371986936] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"116.391187ms","start":"2026-03-05T17:22:48.814445Z","end":"2026-03-05T17:22:48.930836Z","steps":["trace[371986936] 'process raft request' (duration: 116.11323ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.930872Z","caller":"traceutil/trace.go:171","msg":"trace[1784703196] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"326.178507ms","start":"2026-03-05T17:22:48.604667Z","end":"2026-03-05T17:22:48.930846Z","steps":["trace[1784703196] 'process raft request' (duration: 325.839978ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:22:48.930895Z","caller":"traceutil/trace.go:171","msg":"trace[740113472] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"190.295016ms","start":"2026-03-05T17:22:48.740576Z","end":"2026-03-05T17:22:48.930871Z","steps":["trace[740113472] 'process raft request' (duration: 189.958168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.930929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.492299Z","time spent":"438.567342ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:48.930909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.268553Z","time spent":"662.349824ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-05T17:22:48.930967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.271664Z","time spent":"659.246873ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:48.930983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.270913Z","time spent":"659.993473ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:22:48.93098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.604646Z","time spent":"326.28222ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:48.931003Z","caller":"traceutil/trace.go:171","msg":"trace[1977969812] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"658.559966ms","start":"2026-03-05T17:22:48.272413Z","end":"2026-03-05T17:22:48.930973Z","steps":["trace[1977969812] 'process raft request' (duration: 658.018072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.930753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.567332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:22:48.931121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.272405Z","time spent":"658.657349ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:22:48.931138Z","caller":"traceutil/trace.go:171","msg":"trace[1948082205] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24058; }","duration":"499.004164ms","start":"2026-03-05T17:22:48.43212Z","end":"2026-03-05T17:22:48.931125Z","steps":["trace[1948082205] 'agreement among raft nodes before linearized reading' (duration: 498.571772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:22:48.931254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:22:48.432097Z","time spent":"499.146348ms","remote":"127.0.0.1:55414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-05T17:23:48.085201Z","caller":"traceutil/trace.go:171","msg":"trace[540374582] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"161.435376ms","start":"2026-03-05T17:23:47.923729Z","end":"2026-03-05T17:23:48.085164Z","steps":["trace[540374582] 'process raft request' (duration: 161.200359ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:48.261911Z","caller":"traceutil/trace.go:171","msg":"trace[1709847378] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"173.359255ms","start":"2026-03-05T17:23:48.088525Z","end":"2026-03-05T17:23:48.261884Z","steps":["trace[1709847378] 'process raft request' (duration: 173.198892ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:48.942761Z","caller":"traceutil/trace.go:171","msg":"trace[1669703062] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"201.856779ms","start":"2026-03-05T17:23:48.740875Z","end":"2026-03-05T17:23:48.942731Z","steps":["trace[1669703062] 'process raft request' (duration: 201.663904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.189743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.784459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:23:49.189747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.098496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:23:49.189818Z","caller":"traceutil/trace.go:171","msg":"trace[2110870356] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24640; }","duration":"112.924522ms","start":"2026-03-05T17:23:49.076877Z","end":"2026-03-05T17:23:49.189802Z","steps":["trace[2110870356] 'range keys from in-memory index tree' (duration: 112.680446ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:49.189848Z","caller":"traceutil/trace.go:171","msg":"trace[1458108241] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24640; }","duration":"113.275631ms","start":"2026-03-05T17:23:49.076547Z","end":"2026-03-05T17:23:49.189823Z","steps":["trace[1458108241] 'range keys from in-memory index tree' (duration: 112.947151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.189925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.124284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-05T17:23:49.190015Z","caller":"traceutil/trace.go:171","msg":"trace[527858306] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24640; }","duration":"111.229157ms","start":"2026-03-05T17:23:49.078767Z","end":"2026-03-05T17:23:49.189996Z","steps":["trace[527858306] 'range keys from in-memory index tree' (duration: 110.868898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.190094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.352542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:23:49.190183Z","caller":"traceutil/trace.go:171","msg":"trace[1941300464] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24640; }","duration":"113.500367ms","start":"2026-03-05T17:23:49.076663Z","end":"2026-03-05T17:23:49.190164Z","steps":["trace[1941300464] 'range keys from in-memory index tree' (duration: 113.223669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.513656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.934571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:23:49.513789Z","caller":"traceutil/trace.go:171","msg":"trace[1340668935] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"219.922289ms","start":"2026-03-05T17:23:49.293841Z","end":"2026-03-05T17:23:49.513763Z","steps":["trace[1340668935] 'process raft request' (duration: 93.771243ms)","trace[1340668935] 'compare' (duration: 125.681104ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:23:49.624967Z","caller":"traceutil/trace.go:171","msg":"trace[1837424609] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"328.763374ms","start":"2026-03-05T17:23:49.296169Z","end":"2026-03-05T17:23:49.624933Z","steps":["trace[1837424609] 'process raft request' (duration: 328.652791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:49.624995Z","caller":"traceutil/trace.go:171","msg":"trace[308750981] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"329.514885ms","start":"2026-03-05T17:23:49.295431Z","end":"2026-03-05T17:23:49.624945Z","steps":["trace[308750981] 'process raft request' (duration: 328.786545ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:49.62515Z","caller":"traceutil/trace.go:171","msg":"trace[937657799] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"328.847888ms","start":"2026-03-05T17:23:49.296287Z","end":"2026-03-05T17:23:49.625134Z","steps":["trace[937657799] 'process raft request' (duration: 328.598932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.625187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:23:49.296141Z","time spent":"328.933889ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:23:49.625225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:23:49.296278Z","time spent":"328.912669ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:23:49.625247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:23:49.295398Z","time spent":"329.705949ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:23:49.625468Z","caller":"traceutil/trace.go:171","msg":"trace[881263626] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"328.496517ms","start":"2026-03-05T17:23:49.296959Z","end":"2026-03-05T17:23:49.625455Z","steps":["trace[881263626] 'process raft request' (duration: 328.143168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.625543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:23:49.296924Z","time spent":"328.58242ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:23:49.625673Z","caller":"traceutil/trace.go:171","msg":"trace[451138893] linearizableReadLoop","detail":"{readStateIndex:25499; appliedIndex:25493; }","duration":"322.389358ms","start":"2026-03-05T17:23:49.30327Z","end":"2026-03-05T17:23:49.62566Z","steps":["trace[451138893] 'read index received' (duration: 84.359718ms)","trace[451138893] 'applied index is now lower than readState.Index' (duration: 238.0279ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:23:49.625745Z","caller":"traceutil/trace.go:171","msg":"trace[1834446396] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"325.565931ms","start":"2026-03-05T17:23:49.300168Z","end":"2026-03-05T17:23:49.625734Z","steps":["trace[1834446396] 'process raft request' (duration: 325.249393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.625801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:23:49.300155Z","time spent":"325.610032ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:23:49.625913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.576632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1851"} {"level":"info","ts":"2026-03-05T17:23:49.625973Z","caller":"traceutil/trace.go:171","msg":"trace[1508864580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24647; }","duration":"322.741666ms","start":"2026-03-05T17:23:49.303202Z","end":"2026-03-05T17:23:49.625943Z","steps":["trace[1508864580] 'agreement among raft nodes before linearized reading' (duration: 322.594903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.626002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:23:49.303191Z","time spent":"322.801889ms","remote":"127.0.0.1:43010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-05T17:23:49.62633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.114632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:23:49.626361Z","caller":"traceutil/trace.go:171","msg":"trace[603928196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24648; }","duration":"271.195324ms","start":"2026-03-05T17:23:49.355157Z","end":"2026-03-05T17:23:49.626352Z","steps":["trace[603928196] 'agreement among raft nodes before linearized reading' (duration: 271.054041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.626423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.50763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:23:49.626533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.703934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-05T17:23:49.626553Z","caller":"traceutil/trace.go:171","msg":"trace[842381545] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:24648; }","duration":"153.661393ms","start":"2026-03-05T17:23:49.472871Z","end":"2026-03-05T17:23:49.626532Z","steps":["trace[842381545] 'agreement among raft nodes before linearized reading' (duration: 153.480398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.626619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.760095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-05T17:23:49.626648Z","caller":"traceutil/trace.go:171","msg":"trace[1438115421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24648; }","duration":"234.808007ms","start":"2026-03-05T17:23:49.391833Z","end":"2026-03-05T17:23:49.626641Z","steps":["trace[1438115421] 'agreement among raft nodes before linearized reading' (duration: 234.745025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.626773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.480763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:23:49.626913Z","caller":"traceutil/trace.go:171","msg":"trace[442194976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24648; }","duration":"248.639466ms","start":"2026-03-05T17:23:49.378265Z","end":"2026-03-05T17:23:49.626905Z","steps":["trace[442194976] 'agreement among raft nodes before linearized reading' (duration: 248.465962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:49.626559Z","caller":"traceutil/trace.go:171","msg":"trace[1557266801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24648; }","duration":"186.729724ms","start":"2026-03-05T17:23:49.439822Z","end":"2026-03-05T17:23:49.626552Z","steps":["trace[1557266801] 'agreement among raft nodes before linearized reading' (duration: 186.626322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.62717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.645343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:23:49.627392Z","caller":"traceutil/trace.go:171","msg":"trace[1000440863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24648; }","duration":"249.88932ms","start":"2026-03-05T17:23:49.377496Z","end":"2026-03-05T17:23:49.627385Z","steps":["trace[1000440863] 'agreement among raft nodes before linearized reading' (duration: 249.48284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.627484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.550663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:23:49.627511Z","caller":"traceutil/trace.go:171","msg":"trace[1635015462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24648; }","duration":"251.617594ms","start":"2026-03-05T17:23:49.375885Z","end":"2026-03-05T17:23:49.627503Z","steps":["trace[1635015462] 'agreement among raft nodes before linearized reading' (duration: 251.557372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.627628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.446693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:23:49.62764Z","caller":"traceutil/trace.go:171","msg":"trace[1380557449] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"180.583184ms","start":"2026-03-05T17:23:49.447036Z","end":"2026-03-05T17:23:49.627619Z","steps":["trace[1380557449] 'process raft request' (duration: 179.103845ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:49.627681Z","caller":"traceutil/trace.go:171","msg":"trace[370998676] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:24648; }","duration":"154.514954ms","start":"2026-03-05T17:23:49.473152Z","end":"2026-03-05T17:23:49.627667Z","steps":["trace[370998676] 'agreement among raft nodes before linearized reading' (duration: 154.430503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:23:49.627661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.681779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-05T17:23:49.627768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.792812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:23:49.627796Z","caller":"traceutil/trace.go:171","msg":"trace[802473668] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:24648; }","duration":"154.835004ms","start":"2026-03-05T17:23:49.472954Z","end":"2026-03-05T17:23:49.627789Z","steps":["trace[802473668] 'agreement among raft nodes before linearized reading' (duration: 154.792732ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:23:49.62782Z","caller":"traceutil/trace.go:171","msg":"trace[1412989811] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:24648; }","duration":"154.847903ms","start":"2026-03-05T17:23:49.472928Z","end":"2026-03-05T17:23:49.627776Z","steps":["trace[1412989811] 'agreement among raft nodes before linearized reading' (duration: 154.097903ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:37.989951Z","caller":"traceutil/trace.go:171","msg":"trace[149669012] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"164.537287ms","start":"2026-03-05T17:24:37.82538Z","end":"2026-03-05T17:24:37.989917Z","steps":["trace[149669012] 'process raft request' (duration: 161.97844ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:37.990159Z","caller":"traceutil/trace.go:171","msg":"trace[1623771029] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"164.661809ms","start":"2026-03-05T17:24:37.82547Z","end":"2026-03-05T17:24:37.990132Z","steps":["trace[1623771029] 'process raft request' (duration: 164.345901ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:37.990293Z","caller":"traceutil/trace.go:171","msg":"trace[519052299] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25932; }","duration":"144.856084ms","start":"2026-03-05T17:24:37.845423Z","end":"2026-03-05T17:24:37.990279Z","steps":["trace[519052299] 'read index received' (duration: 2.477075ms)","trace[519052299] 'applied index is now lower than readState.Index' (duration: 142.378029ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:24:37.990363Z","caller":"traceutil/trace.go:171","msg":"trace[684324401] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"159.66821ms","start":"2026-03-05T17:24:37.830687Z","end":"2026-03-05T17:24:37.990355Z","steps":["trace[684324401] 'process raft request' (duration: 159.542746ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:24:37.990371Z","caller":"traceutil/trace.go:171","msg":"trace[1832772139] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"164.769322ms","start":"2026-03-05T17:24:37.825581Z","end":"2026-03-05T17:24:37.99035Z","steps":["trace[1832772139] 'process raft request' (duration: 164.491344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:37.990598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.148332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T17:24:37.990626Z","caller":"traceutil/trace.go:171","msg":"trace[1976466448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25073; }","duration":"145.220092ms","start":"2026-03-05T17:24:37.845396Z","end":"2026-03-05T17:24:37.990616Z","steps":["trace[1976466448] 'agreement among raft nodes before linearized reading' (duration: 145.027647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:37.990677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.053809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:24:37.990711Z","caller":"traceutil/trace.go:171","msg":"trace[204678996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25073; }","duration":"112.116941ms","start":"2026-03-05T17:24:37.878584Z","end":"2026-03-05T17:24:37.9907Z","steps":["trace[204678996] 'agreement among raft nodes before linearized reading' (duration: 112.008418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:37.990745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.835667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-05T17:24:37.990767Z","caller":"traceutil/trace.go:171","msg":"trace[1611538903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25073; }","duration":"110.869968ms","start":"2026-03-05T17:24:37.879888Z","end":"2026-03-05T17:24:37.990758Z","steps":["trace[1611538903] 'agreement among raft nodes before linearized reading' (duration: 110.815597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:24:37.99086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.288058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:24:37.990892Z","caller":"traceutil/trace.go:171","msg":"trace[1577371770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25073; }","duration":"111.325531ms","start":"2026-03-05T17:24:37.879554Z","end":"2026-03-05T17:24:37.99088Z","steps":["trace[1577371770] 'agreement among raft nodes before linearized reading' (duration: 111.238928ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:05.917274Z","caller":"traceutil/trace.go:171","msg":"trace[41889245] linearizableReadLoop","detail":"{readStateIndex:26832; appliedIndex:26831; }","duration":"153.8684ms","start":"2026-03-05T17:26:05.763369Z","end":"2026-03-05T17:26:05.917238Z","steps":["trace[41889245] 'read index received' (duration: 153.696685ms)","trace[41889245] 'applied index is now lower than readState.Index' (duration: 170.375µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:05.917412Z","caller":"traceutil/trace.go:171","msg":"trace[748927231] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"192.006252ms","start":"2026-03-05T17:26:05.725338Z","end":"2026-03-05T17:26:05.917344Z","steps":["trace[748927231] 'process raft request' (duration: 191.663222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:05.917755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.350542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418706"} {"level":"info","ts":"2026-03-05T17:26:05.918634Z","caller":"traceutil/trace.go:171","msg":"trace[774209546] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25945; }","duration":"155.253506ms","start":"2026-03-05T17:26:05.763349Z","end":"2026-03-05T17:26:05.918603Z","steps":["trace[774209546] 'agreement among raft nodes before linearized reading' (duration: 154.037104ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:06.014151Z","caller":"traceutil/trace.go:171","msg":"trace[882769275] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"156.572221ms","start":"2026-03-05T17:26:05.857549Z","end":"2026-03-05T17:26:06.014121Z","steps":["trace[882769275] 'process raft request' (duration: 154.179628ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:13.84074Z","caller":"traceutil/trace.go:171","msg":"trace[2037287817] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"129.395498ms","start":"2026-03-05T17:26:13.711308Z","end":"2026-03-05T17:26:13.840704Z","steps":["trace[2037287817] 'process raft request' (duration: 129.140042ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:18.364908Z","caller":"traceutil/trace.go:171","msg":"trace[535166848] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"101.635249ms","start":"2026-03-05T17:26:18.263237Z","end":"2026-03-05T17:26:18.364872Z","steps":["trace[535166848] 'process raft request' (duration: 86.982834ms)","trace[535166848] 'compare' (duration: 14.502311ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:26:18.779225Z","caller":"traceutil/trace.go:171","msg":"trace[422412125] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"119.535968ms","start":"2026-03-05T17:26:18.659658Z","end":"2026-03-05T17:26:18.779194Z","steps":["trace[422412125] 'process raft request' (duration: 119.294522ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:18.794297Z","caller":"traceutil/trace.go:171","msg":"trace[751185079] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"133.831603ms","start":"2026-03-05T17:26:18.660425Z","end":"2026-03-05T17:26:18.794257Z","steps":["trace[751185079] 'process raft request' (duration: 133.574087ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:18.794463Z","caller":"traceutil/trace.go:171","msg":"trace[581588014] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"133.381842ms","start":"2026-03-05T17:26:18.661061Z","end":"2026-03-05T17:26:18.794442Z","steps":["trace[581588014] 'process raft request' (duration: 133.127526ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:39.312031Z","caller":"traceutil/trace.go:171","msg":"trace[1295633106] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27183; }","duration":"216.685479ms","start":"2026-03-05T17:26:39.095308Z","end":"2026-03-05T17:26:39.311994Z","steps":["trace[1295633106] 'read index received' (duration: 216.438913ms)","trace[1295633106] 'applied index is now lower than readState.Index' (duration: 245.306µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:26:39.312776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.431048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:39.312881Z","caller":"traceutil/trace.go:171","msg":"trace[1199590228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"217.618634ms","start":"2026-03-05T17:26:39.09524Z","end":"2026-03-05T17:26:39.312859Z","steps":["trace[1199590228] 'agreement among raft nodes before linearized reading' (duration: 217.414918ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:26:39.313043Z","caller":"traceutil/trace.go:171","msg":"trace[728313662] transaction","detail":"{read_only:false; response_revision:26287; number_of_response:1; }","duration":"386.786074ms","start":"2026-03-05T17:26:38.926211Z","end":"2026-03-05T17:26:39.312997Z","steps":["trace[728313662] 'process raft request' (duration: 385.49367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:39.313211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.926174Z","time spent":"386.957349ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:26:39.313069Z","caller":"traceutil/trace.go:171","msg":"trace[2090684221] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"386.719844ms","start":"2026-03-05T17:26:38.926322Z","end":"2026-03-05T17:26:39.313042Z","steps":["trace[2090684221] 'process raft request' (duration: 385.590083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:26:39.313325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:26:38.926271Z","time spent":"386.978419ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:26:39.315452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.459384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:26:39.315612Z","caller":"traceutil/trace.go:171","msg":"trace[1848502043] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26288; }","duration":"168.143785ms","start":"2026-03-05T17:26:39.147365Z","end":"2026-03-05T17:26:39.315509Z","steps":["trace[1848502043] 'agreement among raft nodes before linearized reading' (duration: 165.467715ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:27:33.034778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23949} {"level":"info","ts":"2026-03-05T17:27:33.180418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23949,"took":"138.525847ms","hash":2491160917,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":33767424,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-05T17:27:33.180502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2491160917,"revision":23949,"compact-revision":21629} {"level":"info","ts":"2026-03-05T17:32:33.043499Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26676} {"level":"info","ts":"2026-03-05T17:32:33.187472Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26676,"took":"139.947023ms","hash":1076996245,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":28016640,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:32:33.187523Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1076996245,"revision":26676,"compact-revision":23949} {"level":"info","ts":"2026-03-05T17:33:10.131046Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"791a7e25b533cd26","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T17:33:10.137072Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-05T17:33:10.13727Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-05T17:37:33.049637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28761} {"level":"info","ts":"2026-03-05T17:37:33.169552Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28761,"took":"114.606823ms","hash":697003274,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":29061120,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T17:37:33.169818Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":697003274,"revision":28761,"compact-revision":26676} {"level":"info","ts":"2026-03-05T17:39:08.184485Z","caller":"traceutil/trace.go:171","msg":"trace[839102255] transaction","detail":"{read_only:false; response_revision:31499; number_of_response:1; }","duration":"121.578157ms","start":"2026-03-05T17:39:08.062875Z","end":"2026-03-05T17:39:08.184453Z","steps":["trace[839102255] 'process raft request' (duration: 118.351382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:20.160115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.095307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:40:20.16028Z","caller":"traceutil/trace.go:171","msg":"trace[1335720587] transaction","detail":"{read_only:false; response_revision:32047; number_of_response:1; }","duration":"366.17618ms","start":"2026-03-05T17:40:19.79408Z","end":"2026-03-05T17:40:20.160256Z","steps":["trace[1335720587] 'process raft request' (duration: 262.819878ms)","trace[1335720587] 'compare' (duration: 102.85814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:40:20.160351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:40:19.79405Z","time spent":"366.267822ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:40:20.213007Z","caller":"traceutil/trace.go:171","msg":"trace[806033318] transaction","detail":"{read_only:false; response_revision:32048; number_of_response:1; }","duration":"418.743095ms","start":"2026-03-05T17:40:19.794227Z","end":"2026-03-05T17:40:20.21297Z","steps":["trace[806033318] 'process raft request' (duration: 418.502869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:20.213046Z","caller":"traceutil/trace.go:171","msg":"trace[2072315334] transaction","detail":"{read_only:false; response_revision:32050; number_of_response:1; }","duration":"231.082593ms","start":"2026-03-05T17:40:19.98194Z","end":"2026-03-05T17:40:20.213022Z","steps":["trace[2072315334] 'process raft request' (duration: 230.96476ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:20.213068Z","caller":"traceutil/trace.go:171","msg":"trace[982370966] transaction","detail":"{read_only:false; response_revision:32049; number_of_response:1; }","duration":"389.755426ms","start":"2026-03-05T17:40:19.823259Z","end":"2026-03-05T17:40:20.213014Z","steps":["trace[982370966] 'process raft request' (duration: 389.596702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:20.213223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:40:19.794194Z","time spent":"418.90462ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:40:20.213259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:40:19.823247Z","time spent":"389.91043ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:40:20.213362Z","caller":"traceutil/trace.go:171","msg":"trace[1593038225] transaction","detail":"{read_only:false; response_revision:32052; number_of_response:1; }","duration":"203.386698ms","start":"2026-03-05T17:40:20.009937Z","end":"2026-03-05T17:40:20.213324Z","steps":["trace[1593038225] 'process raft request' (duration: 203.249005ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:20.213375Z","caller":"traceutil/trace.go:171","msg":"trace[335510188] transaction","detail":"{read_only:false; response_revision:32051; number_of_response:1; }","duration":"229.975854ms","start":"2026-03-05T17:40:19.983381Z","end":"2026-03-05T17:40:20.213357Z","steps":["trace[335510188] 'process raft request' (duration: 229.586764ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:20.215683Z","caller":"traceutil/trace.go:171","msg":"trace[605786810] linearizableReadLoop","detail":"{readStateIndex:33132; appliedIndex:33126; }","duration":"119.855831ms","start":"2026-03-05T17:40:20.095792Z","end":"2026-03-05T17:40:20.215648Z","steps":["trace[605786810] 'read index received' (duration: 117.013655ms)","trace[605786810] 'applied index is now lower than readState.Index' (duration: 2.840826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:40:20.216061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.240412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:40:20.216191Z","caller":"traceutil/trace.go:171","msg":"trace[1229786618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32053; }","duration":"120.427527ms","start":"2026-03-05T17:40:20.095737Z","end":"2026-03-05T17:40:20.216165Z","steps":["trace[1229786618] 'agreement among raft nodes before linearized reading' (duration: 120.18364ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:20.216094Z","caller":"traceutil/trace.go:171","msg":"trace[276610946] transaction","detail":"{read_only:false; response_revision:32053; number_of_response:1; }","duration":"141.314071ms","start":"2026-03-05T17:40:20.074713Z","end":"2026-03-05T17:40:20.216028Z","steps":["trace[276610946] 'process raft request' (duration: 140.808238ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:21.740195Z","caller":"traceutil/trace.go:171","msg":"trace[553265119] transaction","detail":"{read_only:false; response_revision:32060; number_of_response:1; }","duration":"188.953245ms","start":"2026-03-05T17:40:21.551198Z","end":"2026-03-05T17:40:21.740151Z","steps":["trace[553265119] 'process raft request' (duration: 188.310108ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:22.337596Z","caller":"traceutil/trace.go:171","msg":"trace[623057957] transaction","detail":"{read_only:false; response_revision:32064; number_of_response:1; }","duration":"117.90868ms","start":"2026-03-05T17:40:22.219649Z","end":"2026-03-05T17:40:22.337557Z","steps":["trace[623057957] 'process raft request' (duration: 117.588651ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:22.337803Z","caller":"traceutil/trace.go:171","msg":"trace[430904524] transaction","detail":"{read_only:false; response_revision:32065; number_of_response:1; }","duration":"117.9051ms","start":"2026-03-05T17:40:22.219672Z","end":"2026-03-05T17:40:22.337577Z","steps":["trace[430904524] 'process raft request' (duration: 117.775097ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:22.338036Z","caller":"traceutil/trace.go:171","msg":"trace[1835437101] transaction","detail":"{read_only:false; response_revision:32066; number_of_response:1; }","duration":"117.591731ms","start":"2026-03-05T17:40:22.220359Z","end":"2026-03-05T17:40:22.337951Z","steps":["trace[1835437101] 'process raft request' (duration: 117.141709ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:22.338094Z","caller":"traceutil/trace.go:171","msg":"trace[1810414805] transaction","detail":"{read_only:false; response_revision:32067; number_of_response:1; }","duration":"111.152481ms","start":"2026-03-05T17:40:22.226928Z","end":"2026-03-05T17:40:22.33808Z","steps":["trace[1810414805] 'process raft request' (duration: 110.900404ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:22.338179Z","caller":"traceutil/trace.go:171","msg":"trace[1341051440] transaction","detail":"{read_only:false; response_revision:32068; number_of_response:1; }","duration":"111.013057ms","start":"2026-03-05T17:40:22.227128Z","end":"2026-03-05T17:40:22.338141Z","steps":["trace[1341051440] 'process raft request' (duration: 110.891874ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:24.471126Z","caller":"traceutil/trace.go:171","msg":"trace[1061456843] transaction","detail":"{read_only:false; response_revision:32080; number_of_response:1; }","duration":"124.472224ms","start":"2026-03-05T17:40:24.346618Z","end":"2026-03-05T17:40:24.471091Z","steps":["trace[1061456843] 'process raft request' (duration: 124.365511ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:24.471135Z","caller":"traceutil/trace.go:171","msg":"trace[1182997897] transaction","detail":"{read_only:false; response_revision:32079; number_of_response:1; }","duration":"126.348374ms","start":"2026-03-05T17:40:24.344748Z","end":"2026-03-05T17:40:24.471096Z","steps":["trace[1182997897] 'process raft request' (duration: 126.040536ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:24.471475Z","caller":"traceutil/trace.go:171","msg":"trace[1796341108] transaction","detail":"{read_only:false; response_revision:32081; number_of_response:1; }","duration":"124.004292ms","start":"2026-03-05T17:40:24.347432Z","end":"2026-03-05T17:40:24.471436Z","steps":["trace[1796341108] 'process raft request' (duration: 123.604461ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:24.471655Z","caller":"traceutil/trace.go:171","msg":"trace[592154626] transaction","detail":"{read_only:false; response_revision:32082; number_of_response:1; }","duration":"123.108187ms","start":"2026-03-05T17:40:24.348531Z","end":"2026-03-05T17:40:24.471639Z","steps":["trace[592154626] 'process raft request' (duration: 122.803069ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:25.915521Z","caller":"traceutil/trace.go:171","msg":"trace[2099024640] transaction","detail":"{read_only:false; response_revision:32087; number_of_response:1; }","duration":"114.048818ms","start":"2026-03-05T17:40:25.80144Z","end":"2026-03-05T17:40:25.915489Z","steps":["trace[2099024640] 'process raft request' (duration: 75.743381ms)","trace[2099024640] 'compare' (duration: 38.175332ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:40:26.650725Z","caller":"traceutil/trace.go:171","msg":"trace[1328347227] transaction","detail":"{read_only:false; response_revision:32093; number_of_response:1; }","duration":"173.485775ms","start":"2026-03-05T17:40:26.477203Z","end":"2026-03-05T17:40:26.650688Z","steps":["trace[1328347227] 'process raft request' (duration: 173.379162ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:26.651079Z","caller":"traceutil/trace.go:171","msg":"trace[1401354353] transaction","detail":"{read_only:false; response_revision:32092; number_of_response:1; }","duration":"173.997129ms","start":"2026-03-05T17:40:26.477068Z","end":"2026-03-05T17:40:26.651065Z","steps":["trace[1401354353] 'process raft request' (duration: 128.400327ms)","trace[1401354353] 'compare' (duration: 44.78284ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:40:26.651143Z","caller":"traceutil/trace.go:171","msg":"trace[1957408697] transaction","detail":"{read_only:false; response_revision:32094; number_of_response:1; }","duration":"173.821974ms","start":"2026-03-05T17:40:26.477284Z","end":"2026-03-05T17:40:26.651106Z","steps":["trace[1957408697] 'process raft request' (duration: 173.358662ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:42.647913Z","caller":"traceutil/trace.go:171","msg":"trace[316973460] transaction","detail":"{read_only:false; response_revision:32222; number_of_response:1; }","duration":"119.351768ms","start":"2026-03-05T17:40:42.528529Z","end":"2026-03-05T17:40:42.647881Z","steps":["trace[316973460] 'process raft request' (duration: 116.042911ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:45.009323Z","caller":"traceutil/trace.go:171","msg":"trace[1537509401] transaction","detail":"{read_only:false; response_revision:32239; number_of_response:1; }","duration":"355.500207ms","start":"2026-03-05T17:40:44.653781Z","end":"2026-03-05T17:40:45.009281Z","steps":["trace[1537509401] 'process raft request' (duration: 355.24379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:45.009583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:40:44.653763Z","time spent":"355.684432ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:40:45.057794Z","caller":"traceutil/trace.go:171","msg":"trace[1570883119] transaction","detail":"{read_only:false; response_revision:32240; number_of_response:1; }","duration":"403.112561ms","start":"2026-03-05T17:40:44.654652Z","end":"2026-03-05T17:40:45.057765Z","steps":["trace[1570883119] 'process raft request' (duration: 402.927537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:45.057974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:40:44.654616Z","time spent":"403.256074ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:40:45.058109Z","caller":"traceutil/trace.go:171","msg":"trace[1224522578] transaction","detail":"{read_only:false; response_revision:32241; number_of_response:1; }","duration":"369.141698ms","start":"2026-03-05T17:40:44.688937Z","end":"2026-03-05T17:40:45.058079Z","steps":["trace[1224522578] 'process raft request' (duration: 368.791519ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:45.058208Z","caller":"traceutil/trace.go:171","msg":"trace[256683646] transaction","detail":"{read_only:false; response_revision:32242; number_of_response:1; }","duration":"283.723661ms","start":"2026-03-05T17:40:44.774441Z","end":"2026-03-05T17:40:45.058164Z","steps":["trace[256683646] 'process raft request' (duration: 283.554597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:45.058288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:40:44.688915Z","time spent":"369.253782ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:40:45.058508Z","caller":"traceutil/trace.go:171","msg":"trace[1996530005] linearizableReadLoop","detail":"{readStateIndex:33329; appliedIndex:33323; }","duration":"270.284625ms","start":"2026-03-05T17:40:44.788177Z","end":"2026-03-05T17:40:45.058462Z","steps":["trace[1996530005] 'read index received' (duration: 220.869913ms)","trace[1996530005] 'applied index is now lower than readState.Index' (duration: 49.413642ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:40:45.058574Z","caller":"traceutil/trace.go:171","msg":"trace[1159257270] transaction","detail":"{read_only:false; response_revision:32244; number_of_response:1; }","duration":"283.740111ms","start":"2026-03-05T17:40:44.774819Z","end":"2026-03-05T17:40:45.058559Z","steps":["trace[1159257270] 'process raft request' (duration: 283.546806ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:45.058639Z","caller":"traceutil/trace.go:171","msg":"trace[800073895] transaction","detail":"{read_only:false; response_revision:32243; number_of_response:1; }","duration":"284.052ms","start":"2026-03-05T17:40:44.774573Z","end":"2026-03-05T17:40:45.058625Z","steps":["trace[800073895] 'process raft request' (duration: 283.548157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:45.058753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.561891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T17:40:45.058781Z","caller":"traceutil/trace.go:171","msg":"trace[337378171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32244; }","duration":"270.660794ms","start":"2026-03-05T17:40:44.788114Z","end":"2026-03-05T17:40:45.058774Z","steps":["trace[337378171] 'agreement among raft nodes before linearized reading' (duration: 270.51356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:45.058808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.020917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:40:45.058832Z","caller":"traceutil/trace.go:171","msg":"trace[385842118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32244; }","duration":"111.11208ms","start":"2026-03-05T17:40:44.94771Z","end":"2026-03-05T17:40:45.058822Z","steps":["trace[385842118] 'agreement among raft nodes before linearized reading' (duration: 111.063099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:40:45.058755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.148368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:40:45.058889Z","caller":"traceutil/trace.go:171","msg":"trace[1297130983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32244; }","duration":"265.325873ms","start":"2026-03-05T17:40:44.79356Z","end":"2026-03-05T17:40:45.058885Z","steps":["trace[1297130983] 'agreement among raft nodes before linearized reading' (duration: 265.091747ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:40:45.441696Z","caller":"traceutil/trace.go:171","msg":"trace[1845969260] transaction","detail":"{read_only:false; response_revision:32248; number_of_response:1; }","duration":"145.946914ms","start":"2026-03-05T17:40:45.295717Z","end":"2026-03-05T17:40:45.441664Z","steps":["trace[1845969260] 'process raft request' (duration: 145.727458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:41:05.77335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.091331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-05T17:41:05.773485Z","caller":"traceutil/trace.go:171","msg":"trace[239147278] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32392; }","duration":"145.317887ms","start":"2026-03-05T17:41:05.62814Z","end":"2026-03-05T17:41:05.773458Z","steps":["trace[239147278] 'range keys from in-memory index tree' (duration: 144.845405ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:23.643122Z","caller":"traceutil/trace.go:171","msg":"trace[942016285] linearizableReadLoop","detail":"{readStateIndex:33609; appliedIndex:33608; }","duration":"109.795645ms","start":"2026-03-05T17:41:23.533296Z","end":"2026-03-05T17:41:23.643091Z","steps":["trace[942016285] 'read index received' (duration: 49.139214ms)","trace[942016285] 'applied index is now lower than readState.Index' (duration: 60.655291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:41:23.643364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.104183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-05T17:41:23.643409Z","caller":"traceutil/trace.go:171","msg":"trace[872217737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32516; }","duration":"110.215165ms","start":"2026-03-05T17:41:23.533182Z","end":"2026-03-05T17:41:23.643398Z","steps":["trace[872217737] 'agreement among raft nodes before linearized reading' (duration: 110.016311ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:23.643671Z","caller":"traceutil/trace.go:171","msg":"trace[1251301876] transaction","detail":"{read_only:false; response_revision:32516; number_of_response:1; }","duration":"151.988145ms","start":"2026-03-05T17:41:23.49164Z","end":"2026-03-05T17:41:23.643628Z","steps":["trace[1251301876] 'process raft request' (duration: 90.889322ms)","trace[1251301876] 'compare' (duration: 60.418804ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:41:28.423165Z","caller":"traceutil/trace.go:171","msg":"trace[2109445362] transaction","detail":"{read_only:false; response_revision:32544; number_of_response:1; }","duration":"303.110456ms","start":"2026-03-05T17:41:28.120015Z","end":"2026-03-05T17:41:28.423125Z","steps":["trace[2109445362] 'process raft request' (duration: 278.173003ms)","trace[2109445362] 'compare' (duration: 23.966697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:41:28.423356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:41:28.119996Z","time spent":"303.25817ms","remote":"127.0.0.1:42844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:41:28.44189Z","caller":"traceutil/trace.go:171","msg":"trace[2010547625] transaction","detail":"{read_only:false; response_revision:32545; number_of_response:1; }","duration":"306.943128ms","start":"2026-03-05T17:41:28.134916Z","end":"2026-03-05T17:41:28.441859Z","steps":["trace[2010547625] 'process raft request' (duration: 306.744743ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:28.44209Z","caller":"traceutil/trace.go:171","msg":"trace[1954762543] linearizableReadLoop","detail":"{readStateIndex:33639; appliedIndex:33637; }","duration":"192.555952ms","start":"2026-03-05T17:41:28.249514Z","end":"2026-03-05T17:41:28.44207Z","steps":["trace[1954762543] 'read index received' (duration: 148.763079ms)","trace[1954762543] 'applied index is now lower than readState.Index' (duration: 43.791733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:41:28.442199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:41:28.134888Z","time spent":"307.077382ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:41:28.44252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.999423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-05T17:41:28.442558Z","caller":"traceutil/trace.go:171","msg":"trace[1470363905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32546; }","duration":"193.081605ms","start":"2026-03-05T17:41:28.249466Z","end":"2026-03-05T17:41:28.442548Z","steps":["trace[1470363905] 'agreement among raft nodes before linearized reading' (duration: 192.91505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:41:28.442664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.317116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T17:41:28.442712Z","caller":"traceutil/trace.go:171","msg":"trace[488265911] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32546; }","duration":"177.383828ms","start":"2026-03-05T17:41:28.265321Z","end":"2026-03-05T17:41:28.442705Z","steps":["trace[488265911] 'agreement among raft nodes before linearized reading' (duration: 177.285807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:41:28.442884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.499322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:41:28.442916Z","caller":"traceutil/trace.go:171","msg":"trace[1605137634] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:32546; }","duration":"116.564894ms","start":"2026-03-05T17:41:28.326342Z","end":"2026-03-05T17:41:28.442907Z","steps":["trace[1605137634] 'agreement among raft nodes before linearized reading' (duration: 116.509203ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:32.869231Z","caller":"traceutil/trace.go:171","msg":"trace[200616268] transaction","detail":"{read_only:false; response_revision:32574; number_of_response:1; }","duration":"134.211083ms","start":"2026-03-05T17:41:32.734981Z","end":"2026-03-05T17:41:32.869192Z","steps":["trace[200616268] 'process raft request' (duration: 38.660306ms)","trace[200616268] 'compare' (duration: 95.28194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:41:33.278568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.480195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:41:33.278646Z","caller":"traceutil/trace.go:171","msg":"trace[1634949056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32574; }","duration":"182.625376ms","start":"2026-03-05T17:41:33.096002Z","end":"2026-03-05T17:41:33.278628Z","steps":["trace[1634949056] 'range keys from in-memory index tree' (duration: 182.291679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:41:33.278596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.005977ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:41:33.278823Z","caller":"traceutil/trace.go:171","msg":"trace[1013480556] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32574; }","duration":"111.177241ms","start":"2026-03-05T17:41:33.16752Z","end":"2026-03-05T17:41:33.278697Z","steps":["trace[1013480556] 'range keys from in-memory index tree' (duration: 110.920074ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:37.479229Z","caller":"traceutil/trace.go:171","msg":"trace[1710219224] transaction","detail":"{read_only:false; response_revision:32605; number_of_response:1; }","duration":"152.040846ms","start":"2026-03-05T17:41:37.327167Z","end":"2026-03-05T17:41:37.479208Z","steps":["trace[1710219224] 'process raft request' (duration: 132.671262ms)","trace[1710219224] 'compare' (duration: 18.958543ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:41:37.479668Z","caller":"traceutil/trace.go:171","msg":"trace[1602239406] transaction","detail":"{read_only:false; response_revision:32606; number_of_response:1; }","duration":"135.362153ms","start":"2026-03-05T17:41:37.344272Z","end":"2026-03-05T17:41:37.479634Z","steps":["trace[1602239406] 'process raft request' (duration: 134.89535ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:37.480149Z","caller":"traceutil/trace.go:171","msg":"trace[9565139] transaction","detail":"{read_only:false; response_revision:32607; number_of_response:1; }","duration":"130.519804ms","start":"2026-03-05T17:41:37.349609Z","end":"2026-03-05T17:41:37.480129Z","steps":["trace[9565139] 'process raft request' (duration: 129.779744ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:37.480317Z","caller":"traceutil/trace.go:171","msg":"trace[290688577] transaction","detail":"{read_only:false; response_revision:32608; number_of_response:1; }","duration":"130.645017ms","start":"2026-03-05T17:41:37.34965Z","end":"2026-03-05T17:41:37.480295Z","steps":["trace[290688577] 'process raft request' (duration: 129.873807ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:43.623157Z","caller":"traceutil/trace.go:171","msg":"trace[1675198346] transaction","detail":"{read_only:false; response_revision:32646; number_of_response:1; }","duration":"119.445121ms","start":"2026-03-05T17:41:43.503692Z","end":"2026-03-05T17:41:43.623137Z","steps":["trace[1675198346] 'process raft request' (duration: 119.299768ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:43.623544Z","caller":"traceutil/trace.go:171","msg":"trace[1740489514] transaction","detail":"{read_only:false; response_revision:32647; number_of_response:1; }","duration":"119.014849ms","start":"2026-03-05T17:41:43.504481Z","end":"2026-03-05T17:41:43.623496Z","steps":["trace[1740489514] 'process raft request' (duration: 118.623929ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:43.623649Z","caller":"traceutil/trace.go:171","msg":"trace[351720356] transaction","detail":"{read_only:false; response_revision:32648; number_of_response:1; }","duration":"118.392662ms","start":"2026-03-05T17:41:43.505226Z","end":"2026-03-05T17:41:43.623618Z","steps":["trace[351720356] 'process raft request' (duration: 118.177407ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:43.623726Z","caller":"traceutil/trace.go:171","msg":"trace[242621183] transaction","detail":"{read_only:false; response_revision:32649; number_of_response:1; }","duration":"117.646473ms","start":"2026-03-05T17:41:43.506067Z","end":"2026-03-05T17:41:43.623713Z","steps":["trace[242621183] 'process raft request' (duration: 117.494198ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:41:58.062553Z","caller":"traceutil/trace.go:171","msg":"trace[2028111757] transaction","detail":"{read_only:false; response_revision:32745; number_of_response:1; }","duration":"112.191687ms","start":"2026-03-05T17:41:57.950319Z","end":"2026-03-05T17:41:58.062511Z","steps":["trace[2028111757] 'process raft request' (duration: 91.56137ms)","trace[2028111757] 'compare' (duration: 20.413392ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:41:59.834286Z","caller":"traceutil/trace.go:171","msg":"trace[260602299] transaction","detail":"{read_only:false; response_revision:32757; number_of_response:1; }","duration":"100.964341ms","start":"2026-03-05T17:41:59.733256Z","end":"2026-03-05T17:41:59.834221Z","steps":["trace[260602299] 'process raft request' (duration: 79.46781ms)","trace[260602299] 'compare' (duration: 21.07757ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:41:59.834579Z","caller":"traceutil/trace.go:171","msg":"trace[923150100] transaction","detail":"{read_only:false; response_revision:32758; number_of_response:1; }","duration":"101.115614ms","start":"2026-03-05T17:41:59.733445Z","end":"2026-03-05T17:41:59.83456Z","steps":["trace[923150100] 'process raft request' (duration: 100.704803ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:00.989218Z","caller":"traceutil/trace.go:171","msg":"trace[1469591822] transaction","detail":"{read_only:false; response_revision:32764; number_of_response:1; }","duration":"192.037477ms","start":"2026-03-05T17:42:00.797133Z","end":"2026-03-05T17:42:00.98917Z","steps":["trace[1469591822] 'process raft request' (duration: 108.274034ms)","trace[1469591822] 'compare' (duration: 83.496686ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:01.905819Z","caller":"traceutil/trace.go:171","msg":"trace[316727429] transaction","detail":"{read_only:false; response_revision:32768; number_of_response:1; }","duration":"175.596981ms","start":"2026-03-05T17:42:01.730179Z","end":"2026-03-05T17:42:01.905776Z","steps":["trace[316727429] 'process raft request' (duration: 175.337425ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:01.910979Z","caller":"traceutil/trace.go:171","msg":"trace[1753186562] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"112.082315ms","start":"2026-03-05T17:42:01.798852Z","end":"2026-03-05T17:42:01.910934Z","steps":["trace[1753186562] 'process raft request' (duration: 111.87357ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:02.021487Z","caller":"traceutil/trace.go:171","msg":"trace[1890586969] transaction","detail":"{read_only:false; response_revision:32772; number_of_response:1; }","duration":"104.383511ms","start":"2026-03-05T17:42:01.917076Z","end":"2026-03-05T17:42:02.021459Z","steps":["trace[1890586969] 'process raft request' (duration: 47.131392ms)","trace[1890586969] 'compare' (duration: 56.571131ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:02.137358Z","caller":"traceutil/trace.go:171","msg":"trace[1282945914] linearizableReadLoop","detail":"{readStateIndex:33873; appliedIndex:33872; }","duration":"110.375531ms","start":"2026-03-05T17:42:02.026944Z","end":"2026-03-05T17:42:02.13732Z","steps":["trace[1282945914] 'read index received' (duration: 95.019613ms)","trace[1282945914] 'applied index is now lower than readState.Index' (duration: 15.354818ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:02.137438Z","caller":"traceutil/trace.go:171","msg":"trace[1860932552] transaction","detail":"{read_only:false; response_revision:32773; number_of_response:1; }","duration":"111.056958ms","start":"2026-03-05T17:42:02.026349Z","end":"2026-03-05T17:42:02.137406Z","steps":["trace[1860932552] 'process raft request' (duration: 95.69877ms)","trace[1860932552] 'compare' (duration: 15.117202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:42:02.1376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.623887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-05T17:42:02.137874Z","caller":"traceutil/trace.go:171","msg":"trace[667861495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32773; }","duration":"110.881964ms","start":"2026-03-05T17:42:02.026929Z","end":"2026-03-05T17:42:02.137811Z","steps":["trace[667861495] 'agreement among raft nodes before linearized reading' (duration: 110.552764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:03.781462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.690664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:42:03.781724Z","caller":"traceutil/trace.go:171","msg":"trace[342996729] transaction","detail":"{read_only:false; response_revision:32780; number_of_response:1; }","duration":"205.108804ms","start":"2026-03-05T17:42:03.576545Z","end":"2026-03-05T17:42:03.781654Z","steps":["trace[342996729] 'process raft request' (duration: 35.112382ms)","trace[342996729] 'compare' (duration: 168.679197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:42:04.186919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.375269ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T17:42:04.187215Z","caller":"traceutil/trace.go:171","msg":"trace[1340744408] transaction","detail":"{read_only:false; response_revision:32782; number_of_response:1; }","duration":"271.165658ms","start":"2026-03-05T17:42:03.915975Z","end":"2026-03-05T17:42:04.187141Z","steps":["trace[1340744408] 'process raft request' (duration: 128.400578ms)","trace[1340744408] 'compare' (duration: 141.865625ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:04.187401Z","caller":"traceutil/trace.go:171","msg":"trace[1539374347] transaction","detail":"{read_only:false; response_revision:32784; number_of_response:1; }","duration":"270.890861ms","start":"2026-03-05T17:42:03.916463Z","end":"2026-03-05T17:42:04.187353Z","steps":["trace[1539374347] 'process raft request' (duration: 270.765317ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:04.187316Z","caller":"traceutil/trace.go:171","msg":"trace[523552610] linearizableReadLoop","detail":"{readStateIndex:33885; appliedIndex:33882; }","duration":"161.283521ms","start":"2026-03-05T17:42:04.026005Z","end":"2026-03-05T17:42:04.187288Z","steps":["trace[523552610] 'read index received' (duration: 18.328147ms)","trace[523552610] 'applied index is now lower than readState.Index' (duration: 142.953474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:42:04.187494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.493638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:42:04.187534Z","caller":"traceutil/trace.go:171","msg":"trace[2011390769] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32784; }","duration":"161.557908ms","start":"2026-03-05T17:42:04.025964Z","end":"2026-03-05T17:42:04.187522Z","steps":["trace[2011390769] 'agreement among raft nodes before linearized reading' (duration: 161.391674ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:04.187334Z","caller":"traceutil/trace.go:171","msg":"trace[346580246] transaction","detail":"{read_only:false; response_revision:32783; number_of_response:1; }","duration":"270.855039ms","start":"2026-03-05T17:42:03.916443Z","end":"2026-03-05T17:42:04.187298Z","steps":["trace[346580246] 'process raft request' (duration: 270.633984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:04.187672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.789845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:42:04.187712Z","caller":"traceutil/trace.go:171","msg":"trace[24103352] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:32784; }","duration":"120.886059ms","start":"2026-03-05T17:42:04.066814Z","end":"2026-03-05T17:42:04.1877Z","steps":["trace[24103352] 'agreement among raft nodes before linearized reading' (duration: 120.768956ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:08.657179Z","caller":"traceutil/trace.go:171","msg":"trace[1728047873] transaction","detail":"{read_only:false; response_revision:32820; number_of_response:1; }","duration":"125.977764ms","start":"2026-03-05T17:42:08.531166Z","end":"2026-03-05T17:42:08.657143Z","steps":["trace[1728047873] 'process raft request' (duration: 83.790954ms)","trace[1728047873] 'compare' (duration: 41.943304ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:10.113168Z","caller":"traceutil/trace.go:171","msg":"trace[104431913] linearizableReadLoop","detail":"{readStateIndex:33927; appliedIndex:33926; }","duration":"170.785992ms","start":"2026-03-05T17:42:09.942349Z","end":"2026-03-05T17:42:10.113135Z","steps":["trace[104431913] 'read index received' (duration: 170.470055ms)","trace[104431913] 'applied index is now lower than readState.Index' (duration: 314.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:10.113289Z","caller":"traceutil/trace.go:171","msg":"trace[1570763392] transaction","detail":"{read_only:false; response_revision:32825; number_of_response:1; }","duration":"242.20901ms","start":"2026-03-05T17:42:09.871042Z","end":"2026-03-05T17:42:10.113251Z","steps":["trace[1570763392] 'process raft request' (duration: 241.84543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:10.113582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.185285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:42:10.113686Z","caller":"traceutil/trace.go:171","msg":"trace[719302034] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:32825; }","duration":"171.306098ms","start":"2026-03-05T17:42:09.942331Z","end":"2026-03-05T17:42:10.113637Z","steps":["trace[719302034] 'agreement among raft nodes before linearized reading' (duration: 170.976839ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:10.240436Z","caller":"traceutil/trace.go:171","msg":"trace[352644555] transaction","detail":"{read_only:false; response_revision:32826; number_of_response:1; }","duration":"241.858669ms","start":"2026-03-05T17:42:09.998553Z","end":"2026-03-05T17:42:10.240412Z","steps":["trace[352644555] 'process raft request' (duration: 241.669624ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:10.240448Z","caller":"traceutil/trace.go:171","msg":"trace[1357292768] linearizableReadLoop","detail":"{readStateIndex:33928; appliedIndex:33928; }","duration":"127.143415ms","start":"2026-03-05T17:42:10.113264Z","end":"2026-03-05T17:42:10.240407Z","steps":["trace[1357292768] 'read index received' (duration: 127.122874ms)","trace[1357292768] 'applied index is now lower than readState.Index' (duration: 17.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:42:10.240801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.576974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:42:10.240912Z","caller":"traceutil/trace.go:171","msg":"trace[49957529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32826; }","duration":"145.865263ms","start":"2026-03-05T17:42:10.095021Z","end":"2026-03-05T17:42:10.240886Z","steps":["trace[49957529] 'agreement among raft nodes before linearized reading' (duration: 145.550694ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:11.149159Z","caller":"traceutil/trace.go:171","msg":"trace[347259238] transaction","detail":"{read_only:false; response_revision:32833; number_of_response:1; }","duration":"146.897108ms","start":"2026-03-05T17:42:11.00223Z","end":"2026-03-05T17:42:11.149127Z","steps":["trace[347259238] 'process raft request' (duration: 146.543209ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:12.404701Z","caller":"traceutil/trace.go:171","msg":"trace[924095508] transaction","detail":"{read_only:false; response_revision:32839; number_of_response:1; }","duration":"109.27961ms","start":"2026-03-05T17:42:12.295366Z","end":"2026-03-05T17:42:12.404646Z","steps":["trace[924095508] 'process raft request' (duration: 59.247873ms)","trace[924095508] 'compare' (duration: 49.786191ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:12.404728Z","caller":"traceutil/trace.go:171","msg":"trace[2089967643] transaction","detail":"{read_only:false; response_revision:32840; number_of_response:1; }","duration":"108.785967ms","start":"2026-03-05T17:42:12.29587Z","end":"2026-03-05T17:42:12.404656Z","steps":["trace[2089967643] 'process raft request' (duration: 108.681084ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:12.40487Z","caller":"traceutil/trace.go:171","msg":"trace[69576102] transaction","detail":"{read_only:false; response_revision:32841; number_of_response:1; }","duration":"108.828948ms","start":"2026-03-05T17:42:12.296018Z","end":"2026-03-05T17:42:12.404847Z","steps":["trace[69576102] 'process raft request' (duration: 108.582962ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:12.751691Z","caller":"traceutil/trace.go:171","msg":"trace[471066445] linearizableReadLoop","detail":"{readStateIndex:33946; appliedIndex:33943; }","duration":"296.550812ms","start":"2026-03-05T17:42:12.455112Z","end":"2026-03-05T17:42:12.751663Z","steps":["trace[471066445] 'read index received' (duration: 2.471545ms)","trace[471066445] 'applied index is now lower than readState.Index' (duration: 294.077837ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:12.751792Z","caller":"traceutil/trace.go:171","msg":"trace[105381183] transaction","detail":"{read_only:false; response_revision:32843; number_of_response:1; }","duration":"340.387404ms","start":"2026-03-05T17:42:12.411353Z","end":"2026-03-05T17:42:12.751741Z","steps":["trace[105381183] 'process raft request' (duration: 340.021475ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:12.751829Z","caller":"traceutil/trace.go:171","msg":"trace[1852200294] transaction","detail":"{read_only:false; response_revision:32844; number_of_response:1; }","duration":"340.038736ms","start":"2026-03-05T17:42:12.411751Z","end":"2026-03-05T17:42:12.751789Z","steps":["trace[1852200294] 'process raft request' (duration: 339.83635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:12.751892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.736916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:42:12.751937Z","caller":"traceutil/trace.go:171","msg":"trace[1561647608] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:32844; }","duration":"296.832689ms","start":"2026-03-05T17:42:12.455091Z","end":"2026-03-05T17:42:12.751924Z","steps":["trace[1561647608] 'agreement among raft nodes before linearized reading' (duration: 296.721156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:12.751984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.106224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:42:12.752039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:42:12.411741Z","time spent":"340.16375ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T17:42:12.752039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T17:42:12.41134Z","time spent":"340.564061ms","remote":"127.0.0.1:43104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T17:42:12.752084Z","caller":"traceutil/trace.go:171","msg":"trace[261485894] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:32844; }","duration":"266.216936ms","start":"2026-03-05T17:42:12.48583Z","end":"2026-03-05T17:42:12.752047Z","steps":["trace[261485894] 'agreement among raft nodes before linearized reading' (duration: 266.054482ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:14.517661Z","caller":"traceutil/trace.go:171","msg":"trace[236454169] transaction","detail":"{read_only:false; response_revision:32853; number_of_response:1; }","duration":"107.097392ms","start":"2026-03-05T17:42:14.41052Z","end":"2026-03-05T17:42:14.517617Z","steps":["trace[236454169] 'process raft request' (duration: 37.545436ms)","trace[236454169] 'compare' (duration: 69.202617ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:14.564273Z","caller":"traceutil/trace.go:171","msg":"trace[992927304] transaction","detail":"{read_only:false; response_revision:32854; number_of_response:1; }","duration":"153.680679ms","start":"2026-03-05T17:42:14.410554Z","end":"2026-03-05T17:42:14.564235Z","steps":["trace[992927304] 'process raft request' (duration: 153.408593ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:14.564643Z","caller":"traceutil/trace.go:171","msg":"trace[757150233] transaction","detail":"{read_only:false; response_revision:32855; number_of_response:1; }","duration":"153.125844ms","start":"2026-03-05T17:42:14.411466Z","end":"2026-03-05T17:42:14.564592Z","steps":["trace[757150233] 'process raft request' (duration: 152.699574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:14.564745Z","caller":"traceutil/trace.go:171","msg":"trace[1169402759] linearizableReadLoop","detail":"{readStateIndex:33958; appliedIndex:33956; }","duration":"103.024656ms","start":"2026-03-05T17:42:14.46147Z","end":"2026-03-05T17:42:14.564494Z","steps":["trace[1169402759] 'read index received' (duration: 102.401759ms)","trace[1169402759] 'applied index is now lower than readState.Index' (duration: 619.777µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:42:14.565154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.58861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:42:14.565276Z","caller":"traceutil/trace.go:171","msg":"trace[590217628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32855; }","duration":"103.816506ms","start":"2026-03-05T17:42:14.461405Z","end":"2026-03-05T17:42:14.565222Z","steps":["trace[590217628] 'agreement among raft nodes before linearized reading' (duration: 103.371775ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:14.685405Z","caller":"traceutil/trace.go:171","msg":"trace[654584977] transaction","detail":"{read_only:false; response_revision:32856; number_of_response:1; }","duration":"113.876473ms","start":"2026-03-05T17:42:14.57147Z","end":"2026-03-05T17:42:14.685347Z","steps":["trace[654584977] 'process raft request' (duration: 60.885807ms)","trace[654584977] 'compare' (duration: 52.37922ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:18.198713Z","caller":"traceutil/trace.go:171","msg":"trace[732316770] transaction","detail":"{read_only:false; response_revision:32876; number_of_response:1; }","duration":"104.809743ms","start":"2026-03-05T17:42:18.093851Z","end":"2026-03-05T17:42:18.19866Z","steps":["trace[732316770] 'process raft request' (duration: 101.666259ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:18.199198Z","caller":"traceutil/trace.go:171","msg":"trace[1894526645] linearizableReadLoop","detail":"{readStateIndex:33980; appliedIndex:33979; }","duration":"104.087923ms","start":"2026-03-05T17:42:18.095063Z","end":"2026-03-05T17:42:18.199151Z","steps":["trace[1894526645] 'read index received' (duration: 100.525788ms)","trace[1894526645] 'applied index is now lower than readState.Index' (duration: 3.554544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T17:42:18.199385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.271108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T17:42:18.199499Z","caller":"traceutil/trace.go:171","msg":"trace[683511194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32876; }","duration":"104.454523ms","start":"2026-03-05T17:42:18.095024Z","end":"2026-03-05T17:42:18.199479Z","steps":["trace[683511194] 'agreement among raft nodes before linearized reading' (duration: 104.159055ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:20.795866Z","caller":"traceutil/trace.go:171","msg":"trace[847068631] transaction","detail":"{read_only:false; response_revision:32894; number_of_response:1; }","duration":"137.423468ms","start":"2026-03-05T17:42:20.6584Z","end":"2026-03-05T17:42:20.795824Z","steps":["trace[847068631] 'process raft request' (duration: 89.432653ms)","trace[847068631] 'compare' (duration: 47.779989ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:20.889278Z","caller":"traceutil/trace.go:171","msg":"trace[1461246429] linearizableReadLoop","detail":"{readStateIndex:34001; appliedIndex:33997; }","duration":"206.271225ms","start":"2026-03-05T17:42:20.682971Z","end":"2026-03-05T17:42:20.889243Z","steps":["trace[1461246429] 'read index received' (duration: 64.812981ms)","trace[1461246429] 'applied index is now lower than readState.Index' (duration: 141.456794ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:42:20.889327Z","caller":"traceutil/trace.go:171","msg":"trace[2101469852] transaction","detail":"{read_only:false; response_revision:32896; number_of_response:1; }","duration":"214.227987ms","start":"2026-03-05T17:42:20.675054Z","end":"2026-03-05T17:42:20.889282Z","steps":["trace[2101469852] 'process raft request' (duration: 214.019091ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:20.889434Z","caller":"traceutil/trace.go:171","msg":"trace[402967253] transaction","detail":"{read_only:false; response_revision:32895; number_of_response:1; }","duration":"227.268584ms","start":"2026-03-05T17:42:20.662144Z","end":"2026-03-05T17:42:20.889413Z","steps":["trace[402967253] 'process raft request' (duration: 226.564895ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:20.889511Z","caller":"traceutil/trace.go:171","msg":"trace[253408209] transaction","detail":"{read_only:false; response_revision:32897; number_of_response:1; }","duration":"213.196648ms","start":"2026-03-05T17:42:20.676279Z","end":"2026-03-05T17:42:20.889475Z","steps":["trace[253408209] 'process raft request' (duration: 212.8903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:20.889684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.486792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-05T17:42:20.88972Z","caller":"traceutil/trace.go:171","msg":"trace[1399557147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32897; }","duration":"151.587183ms","start":"2026-03-05T17:42:20.738121Z","end":"2026-03-05T17:42:20.889708Z","steps":["trace[1399557147] 'agreement among raft nodes before linearized reading' (duration: 151.4657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T17:42:20.889829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.3555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T17:42:20.889887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.914712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T17:42:20.889894Z","caller":"traceutil/trace.go:171","msg":"trace[1845267154] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:32897; }","duration":"107.475693ms","start":"2026-03-05T17:42:20.7824Z","end":"2026-03-05T17:42:20.889876Z","steps":["trace[1845267154] 'agreement among raft nodes before linearized reading' (duration: 107.334199ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:20.889911Z","caller":"traceutil/trace.go:171","msg":"trace[876424397] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:32897; }","duration":"206.980934ms","start":"2026-03-05T17:42:20.68292Z","end":"2026-03-05T17:42:20.889901Z","steps":["trace[876424397] 'agreement among raft nodes before linearized reading' (duration: 206.870481ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:21.427495Z","caller":"traceutil/trace.go:171","msg":"trace[1302534619] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"119.532423ms","start":"2026-03-05T17:42:21.307933Z","end":"2026-03-05T17:42:21.427466Z","steps":["trace[1302534619] 'process raft request' (duration: 119.244425ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:42:33.058019Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30845} {"level":"info","ts":"2026-03-05T17:42:33.207218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30845,"took":"141.61462ms","hash":4236273917,"current-db-size-bytes":50675712,"current-db-size":"51 MB","current-db-size-in-use-bytes":28393472,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T17:42:33.207358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4236273917,"revision":30845,"compact-revision":28761} {"level":"info","ts":"2026-03-05T17:44:44.135501Z","caller":"traceutil/trace.go:171","msg":"trace[624693958] transaction","detail":"{read_only:false; response_revision:33875; number_of_response:1; }","duration":"142.914188ms","start":"2026-03-05T17:44:43.992553Z","end":"2026-03-05T17:44:44.135467Z","steps":["trace[624693958] 'process raft request' (duration: 68.589728ms)","trace[624693958] 'compare' (duration: 74.067172ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:44:44.135729Z","caller":"traceutil/trace.go:171","msg":"trace[1311643869] transaction","detail":"{read_only:false; response_revision:33876; number_of_response:1; }","duration":"122.977529ms","start":"2026-03-05T17:44:44.012715Z","end":"2026-03-05T17:44:44.135693Z","steps":["trace[1311643869] 'process raft request' (duration: 122.675371ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:45:01.867591Z","caller":"traceutil/trace.go:171","msg":"trace[1623789152] transaction","detail":"{read_only:false; response_revision:34006; number_of_response:1; }","duration":"167.604911ms","start":"2026-03-05T17:45:01.699933Z","end":"2026-03-05T17:45:01.867538Z","steps":["trace[1623789152] 'process raft request' (duration: 106.666316ms)","trace[1623789152] 'compare' (duration: 60.639897ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T17:45:01.86786Z","caller":"traceutil/trace.go:171","msg":"trace[286629004] transaction","detail":"{read_only:false; response_revision:34007; number_of_response:1; }","duration":"163.855883ms","start":"2026-03-05T17:45:01.703978Z","end":"2026-03-05T17:45:01.867834Z","steps":["trace[286629004] 'process raft request' (duration: 163.428051ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T17:45:06.261432Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008975.wal"} {"level":"info","ts":"2026-03-05T17:47:33.065369Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32977} {"level":"info","ts":"2026-03-05T17:47:33.212607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32977,"took":"142.130212ms","hash":3305979847,"current-db-size-bytes":51974144,"current-db-size":"52 MB","current-db-size-in-use-bytes":29802496,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T17:47:33.212671Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3305979847,"revision":32977,"compact-revision":30845} {"level":"info","ts":"2026-03-05T17:52:33.078836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35057} {"level":"info","ts":"2026-03-05T17:52:33.19847Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35057,"took":"115.964519ms","hash":1923333052,"current-db-size-bytes":52396032,"current-db-size":"52 MB","current-db-size-in-use-bytes":29003776,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T17:52:33.198616Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1923333052,"revision":35057,"compact-revision":32977}