{"level":"warn","ts":"2026-04-03T05:07:18.708491Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T05:07:18.708567Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T05:07:18.708626Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T05:07:18.708639Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-04-03T05:07:18.708656Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T05:07:18.709282Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-04-03T05:07:18.709349Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T05:07:18.72321Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"13.657123ms"} {"level":"info","ts":"2026-04-03T05:07:18.750622Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-04-03T05:07:18.750717Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T05:07:18.750747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-04-03T05:07:18.75076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T05:07:18.750773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-04-03T05:07:18.750817Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-04-03T05:07:18.774535Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T05:07:18.783265Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T05:07:18.785245Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T05:07:18.806863Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T05:07:18.807776Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T05:07:18.807899Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:07:18.807972Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:07:18.807992Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T05:07:18.813964Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-04-03T05:07:18.81397Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T05:07:18.814048Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-04-03T05:07:18.814177Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-04-03T05:07:18.814204Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-04-03T05:07:18.814515Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T05:07:18.814582Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T05:07:19.253026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T05:07:19.253104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T05:07:19.253127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-04-03T05:07:19.253147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-04-03T05:07:19.253159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-04-03T05:07:19.25318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-04-03T05:07:19.253198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-04-03T05:07:19.264895Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T05:07:19.265083Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T05:07:19.265187Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T05:07:19.265585Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T05:07:19.265614Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T05:07:19.265765Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:07:19.267301Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:07:19.267419Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:07:19.267443Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T05:07:19.268883Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T05:07:19.268886Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-04-03T05:07:23.083145Z","caller":"traceutil/trace.go:171","msg":"trace[1582836338] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"113.434024ms","start":"2026-04-03T05:07:22.969682Z","end":"2026-04-03T05:07:23.083116Z","steps":["trace[1582836338] 'process raft request' (duration: 39.955793ms)","trace[1582836338] 'compare' (duration: 73.311717ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:24.614032Z","caller":"traceutil/trace.go:171","msg":"trace[2076183947] linearizableReadLoop","detail":"{readStateIndex:157; appliedIndex:156; }","duration":"105.568814ms","start":"2026-04-03T05:07:24.508436Z","end":"2026-04-03T05:07:24.614005Z","steps":["trace[2076183947] 'read index received' (duration: 32.369731ms)","trace[2076183947] 'applied index is now lower than readState.Index' (duration: 73.195303ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:24.614108Z","caller":"traceutil/trace.go:171","msg":"trace[1616175785] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"428.393065ms","start":"2026-04-03T05:07:24.185678Z","end":"2026-04-03T05:07:24.614071Z","steps":["trace[1616175785] 'process raft request' (duration: 355.197862ms)","trace[1616175785] 'compare' (duration: 72.927687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:24.614554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.069246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:24.614752Z","caller":"traceutil/trace.go:171","msg":"trace[1439098663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:153; }","duration":"106.25702ms","start":"2026-04-03T05:07:24.508394Z","end":"2026-04-03T05:07:24.614651Z","steps":["trace[1439098663] 'agreement among raft nodes before linearized reading' (duration: 105.719608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:24.614915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:24.185668Z","time spent":"428.708952ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:07:24.979695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.845854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:24.979799Z","caller":"traceutil/trace.go:171","msg":"trace[1959288759] linearizableReadLoop","detail":"{readStateIndex:159; appliedIndex:158; }","duration":"184.179431ms","start":"2026-04-03T05:07:24.795603Z","end":"2026-04-03T05:07:24.979783Z","steps":["trace[1959288759] 'read index received' (duration: 14.02661ms)","trace[1959288759] 'applied index is now lower than readState.Index' (duration: 170.151691ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:24.979832Z","caller":"traceutil/trace.go:171","msg":"trace[188132480] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"290.931322ms","start":"2026-04-03T05:07:24.688865Z","end":"2026-04-03T05:07:24.979797Z","steps":["trace[188132480] 'process raft request' (duration: 120.783092ms)","trace[188132480] 'compare' (duration: 169.69331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:24.979911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.298474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:24.980123Z","caller":"traceutil/trace.go:171","msg":"trace[1180858455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:155; }","duration":"184.520069ms","start":"2026-04-03T05:07:24.795557Z","end":"2026-04-03T05:07:24.980077Z","steps":["trace[1180858455] 'agreement among raft nodes before linearized reading' (duration: 184.271633ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:25.364452Z","caller":"traceutil/trace.go:171","msg":"trace[2014398707] linearizableReadLoop","detail":"{readStateIndex:161; appliedIndex:159; }","duration":"181.04387ms","start":"2026-04-03T05:07:25.183387Z","end":"2026-04-03T05:07:25.364431Z","steps":["trace[2014398707] 'read index received' (duration: 125.927649ms)","trace[2014398707] 'applied index is now lower than readState.Index' (duration: 55.115401ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:25.364584Z","caller":"traceutil/trace.go:171","msg":"trace[325939422] transaction","detail":"{read_only:false; response_revision:156; number_of_response:1; }","duration":"380.52012ms","start":"2026-04-03T05:07:24.984048Z","end":"2026-04-03T05:07:25.364568Z","steps":["trace[325939422] 'process raft request' (duration: 325.250146ms)","trace[325939422] 'compare' (duration: 54.964967ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:25.36463Z","caller":"traceutil/trace.go:171","msg":"trace[2138662591] transaction","detail":"{read_only:false; response_revision:157; number_of_response:1; }","duration":"379.781713ms","start":"2026-04-03T05:07:24.984839Z","end":"2026-04-03T05:07:25.36462Z","steps":["trace[2138662591] 'process raft request' (duration: 379.549168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:25.364655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:24.984027Z","time spent":"380.586601ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:07:25.364716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:24.984822Z","time spent":"379.840715ms","remote":"127.0.0.1:55054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:07:25.364919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.52287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:25.365003Z","caller":"traceutil/trace.go:171","msg":"trace[1686547223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:157; }","duration":"181.635563ms","start":"2026-04-03T05:07:25.183338Z","end":"2026-04-03T05:07:25.364974Z","steps":["trace[1686547223] 'agreement among raft nodes before linearized reading' (duration: 181.49786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:25.649059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.325477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:25.64924Z","caller":"traceutil/trace.go:171","msg":"trace[1419960260] transaction","detail":"{read_only:false; response_revision:158; number_of_response:1; }","duration":"281.013246ms","start":"2026-04-03T05:07:25.368185Z","end":"2026-04-03T05:07:25.649199Z","steps":["trace[1419960260] 'process raft request' (duration: 106.470684ms)","trace[1419960260] 'compare' (duration: 174.136102ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:25.649312Z","caller":"traceutil/trace.go:171","msg":"trace[873757497] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"279.185583ms","start":"2026-04-03T05:07:25.370106Z","end":"2026-04-03T05:07:25.649291Z","steps":["trace[873757497] 'process raft request' (duration: 279.132012ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:25.649388Z","caller":"traceutil/trace.go:171","msg":"trace[958634339] linearizableReadLoop","detail":"{readStateIndex:162; appliedIndex:161; }","duration":"281.036727ms","start":"2026-04-03T05:07:25.368323Z","end":"2026-04-03T05:07:25.64936Z","steps":["trace[958634339] 'read index received' (duration: 106.345422ms)","trace[958634339] 'applied index is now lower than readState.Index' (duration: 174.689695ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:25.649526Z","caller":"traceutil/trace.go:171","msg":"trace[1725128105] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"281.148259ms","start":"2026-04-03T05:07:25.368335Z","end":"2026-04-03T05:07:25.649483Z","steps":["trace[1725128105] 'process raft request' (duration: 280.840752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:25.64969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.159198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:07:25.649715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.373014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:07:25.649752Z","caller":"traceutil/trace.go:171","msg":"trace[645494556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:160; }","duration":"141.27571ms","start":"2026-04-03T05:07:25.508463Z","end":"2026-04-03T05:07:25.649739Z","steps":["trace[645494556] 'agreement among raft nodes before linearized reading' (duration: 141.130307ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:25.649769Z","caller":"traceutil/trace.go:171","msg":"trace[215334646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:160; }","duration":"281.473987ms","start":"2026-04-03T05:07:25.368278Z","end":"2026-04-03T05:07:25.649752Z","steps":["trace[215334646] 'agreement among raft nodes before linearized reading' (duration: 281.244311ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:25.856081Z","caller":"traceutil/trace.go:171","msg":"trace[885204910] transaction","detail":"{read_only:false; response_revision:165; number_of_response:1; }","duration":"189.487572ms","start":"2026-04-03T05:07:25.666571Z","end":"2026-04-03T05:07:25.856059Z","steps":["trace[885204910] 'process raft request' (duration: 189.4333ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:25.856369Z","caller":"traceutil/trace.go:171","msg":"trace[1535591431] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"190.73203ms","start":"2026-04-03T05:07:25.665624Z","end":"2026-04-03T05:07:25.856356Z","steps":["trace[1535591431] 'process raft request' (duration: 184.430236ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:25.856865Z","caller":"traceutil/trace.go:171","msg":"trace[1458663531] transaction","detail":"{read_only:false; response_revision:166; number_of_response:1; }","duration":"132.53549ms","start":"2026-04-03T05:07:25.724312Z","end":"2026-04-03T05:07:25.856848Z","steps":["trace[1458663531] 'process raft request' (duration: 132.384167ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:26.05434Z","caller":"traceutil/trace.go:171","msg":"trace[447038529] linearizableReadLoop","detail":"{readStateIndex:184; appliedIndex:183; }","duration":"107.644381ms","start":"2026-04-03T05:07:25.946663Z","end":"2026-04-03T05:07:26.054308Z","steps":["trace[447038529] 'read index received' (duration: 21.180864ms)","trace[447038529] 'applied index is now lower than readState.Index' (duration: 86.462037ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:26.054359Z","caller":"traceutil/trace.go:171","msg":"trace[1104913690] transaction","detail":"{read_only:false; response_revision:179; number_of_response:1; }","duration":"147.344778ms","start":"2026-04-03T05:07:25.906976Z","end":"2026-04-03T05:07:26.054321Z","steps":["trace[1104913690] 'process raft request' (duration: 60.963773ms)","trace[1104913690] 'compare' (duration: 86.246772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:26.054521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.894487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:namespace-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:26.054574Z","caller":"traceutil/trace.go:171","msg":"trace[745967219] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:namespace-controller; range_end:; response_count:0; response_revision:179; }","duration":"108.158573ms","start":"2026-04-03T05:07:25.9464Z","end":"2026-04-03T05:07:26.054559Z","steps":["trace[745967219] 'agreement among raft nodes before linearized reading' (duration: 108.02974ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:27.382405Z","caller":"traceutil/trace.go:171","msg":"trace[1463882992] linearizableReadLoop","detail":"{readStateIndex:239; appliedIndex:237; }","duration":"112.100283ms","start":"2026-04-03T05:07:27.270274Z","end":"2026-04-03T05:07:27.382374Z","steps":["trace[1463882992] 'read index received' (duration: 94.134952ms)","trace[1463882992] 'applied index is now lower than readState.Index' (duration: 17.964091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:27.382612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.312368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:27.38267Z","caller":"traceutil/trace.go:171","msg":"trace[1510457767] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader; range_end:; response_count:0; response_revision:234; }","duration":"112.433591ms","start":"2026-04-03T05:07:27.270217Z","end":"2026-04-03T05:07:27.382651Z","steps":["trace[1510457767] 'agreement among raft nodes before linearized reading' (duration: 112.286188ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:27.38304Z","caller":"traceutil/trace.go:171","msg":"trace[1412351249] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"117.594338ms","start":"2026-04-03T05:07:27.265431Z","end":"2026-04-03T05:07:27.383025Z","steps":["trace[1412351249] 'process raft request' (duration: 116.870851ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:27.383166Z","caller":"traceutil/trace.go:171","msg":"trace[1733654058] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"144.432803ms","start":"2026-04-03T05:07:27.238652Z","end":"2026-04-03T05:07:27.383084Z","steps":["trace[1733654058] 'process raft request' (duration: 125.785356ms)","trace[1733654058] 'compare' (duration: 17.672124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:29.884285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.870782231s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:07:30.194831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189534589s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:30.195212Z","caller":"traceutil/trace.go:171","msg":"trace[1040349544] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"2.181866714s","start":"2026-04-03T05:07:28.013323Z","end":"2026-04-03T05:07:30.19519Z","steps":["trace[1040349544] 'process raft request' (duration: 2.181798402s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:30.195237Z","caller":"traceutil/trace.go:171","msg":"trace[552655501] linearizableReadLoop","detail":"{readStateIndex:268; appliedIndex:267; }","duration":"2.235412139s","start":"2026-04-03T05:07:27.959791Z","end":"2026-04-03T05:07:30.195203Z","steps":["trace[552655501] 'read index received' (duration: 45.373399ms)","trace[552655501] 'applied index is now lower than readState.Index' (duration: 2.19003655s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:30.19529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:28.013286Z","time spent":"2.181971926s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:07:30.195366Z","caller":"traceutil/trace.go:171","msg":"trace[48256357] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"2.237051086s","start":"2026-04-03T05:07:27.9583Z","end":"2026-04-03T05:07:30.195351Z","steps":["trace[48256357] 'process raft request' (duration: 46.80015ms)","trace[48256357] 'compare' (duration: 2.189414197s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:30.195474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:27.958288Z","time spent":"2.237106298s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:07:30.195511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.902913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:07:30.195639Z","caller":"traceutil/trace.go:171","msg":"trace[319630577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:263; }","duration":"473.060076ms","start":"2026-04-03T05:07:29.722562Z","end":"2026-04-03T05:07:30.195622Z","steps":["trace[319630577] 'agreement among raft nodes before linearized reading' (duration: 472.8696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:30.195688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:29.722541Z","time spent":"473.133648ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:07:30.195802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.225146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:07:30.195846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.325219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:07:30.195858Z","caller":"traceutil/trace.go:171","msg":"trace[1178981622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:263; }","duration":"444.306149ms","start":"2026-04-03T05:07:29.751533Z","end":"2026-04-03T05:07:30.19584Z","steps":["trace[1178981622] 'agreement among raft nodes before linearized reading' (duration: 444.217397ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:30.19589Z","caller":"traceutil/trace.go:171","msg":"trace[1977222168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:263; }","duration":"444.38675ms","start":"2026-04-03T05:07:29.75149Z","end":"2026-04-03T05:07:30.195877Z","steps":["trace[1977222168] 'agreement among raft nodes before linearized reading' (duration: 444.301708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:30.195906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:29.751522Z","time spent":"444.37293ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:07:30.195923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:29.751477Z","time spent":"444.438571ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:07:30.196019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236235918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-03T05:07:30.196046Z","caller":"traceutil/trace.go:171","msg":"trace[1313580421] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:263; }","duration":"2.23629748s","start":"2026-04-03T05:07:27.959738Z","end":"2026-04-03T05:07:30.196035Z","steps":["trace[1313580421] 'agreement among raft nodes before linearized reading' (duration: 2.236251509s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:30.196078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:27.959715Z","time spent":"2.236354851s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-03T05:07:34.367744Z","caller":"traceutil/trace.go:171","msg":"trace[1110737308] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"125.737235ms","start":"2026-04-03T05:07:34.241988Z","end":"2026-04-03T05:07:34.367725Z","steps":["trace[1110737308] 'process raft request' (duration: 123.441303ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:34.368081Z","caller":"traceutil/trace.go:171","msg":"trace[2007962758] linearizableReadLoop","detail":"{readStateIndex:385; appliedIndex:381; }","duration":"118.325376ms","start":"2026-04-03T05:07:34.249727Z","end":"2026-04-03T05:07:34.368052Z","steps":["trace[2007962758] 'read index received' (duration: 43.401682ms)","trace[2007962758] 'applied index is now lower than readState.Index' (duration: 74.922604ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:34.368122Z","caller":"traceutil/trace.go:171","msg":"trace[504856925] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"124.498706ms","start":"2026-04-03T05:07:34.243574Z","end":"2026-04-03T05:07:34.368073Z","steps":["trace[504856925] 'process raft request' (duration: 124.119998ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:34.36816Z","caller":"traceutil/trace.go:171","msg":"trace[207777296] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"123.555455ms","start":"2026-04-03T05:07:34.244549Z","end":"2026-04-03T05:07:34.368104Z","steps":["trace[207777296] 'process raft request' (duration: 123.389011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:34.368366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.610042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-03T05:07:34.368433Z","caller":"traceutil/trace.go:171","msg":"trace[465817602] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:368; }","duration":"118.698814ms","start":"2026-04-03T05:07:34.249709Z","end":"2026-04-03T05:07:34.368408Z","steps":["trace[465817602] 'agreement among raft nodes before linearized reading' (duration: 118.500669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:34.63235Z","caller":"traceutil/trace.go:171","msg":"trace[55496914] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"164.763596ms","start":"2026-04-03T05:07:34.467552Z","end":"2026-04-03T05:07:34.632315Z","steps":["trace[55496914] 'process raft request' (duration: 95.754369ms)","trace[55496914] 'compare' (duration: 68.864884ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:34.637518Z","caller":"traceutil/trace.go:171","msg":"trace[1085942360] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:389; }","duration":"137.734319ms","start":"2026-04-03T05:07:34.499762Z","end":"2026-04-03T05:07:34.637497Z","steps":["trace[1085942360] 'read index received' (duration: 63.478112ms)","trace[1085942360] 'applied index is now lower than readState.Index' (duration: 74.255327ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:34.637627Z","caller":"traceutil/trace.go:171","msg":"trace[1098241576] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"168.049452ms","start":"2026-04-03T05:07:34.469568Z","end":"2026-04-03T05:07:34.637618Z","steps":["trace[1098241576] 'process raft request' (duration: 167.886839ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:34.637599Z","caller":"traceutil/trace.go:171","msg":"trace[1979566322] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"169.149977ms","start":"2026-04-03T05:07:34.46842Z","end":"2026-04-03T05:07:34.63757Z","steps":["trace[1979566322] 'process raft request' (duration: 168.921812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:34.637739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.958204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-04-03T05:07:34.637791Z","caller":"traceutil/trace.go:171","msg":"trace[707975272] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:375; }","duration":"138.049506ms","start":"2026-04-03T05:07:34.499728Z","end":"2026-04-03T05:07:34.637777Z","steps":["trace[707975272] 'agreement among raft nodes before linearized reading' (duration: 137.924353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:36.418887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.116435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:36.419003Z","caller":"traceutil/trace.go:171","msg":"trace[220918206] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"445.911225ms","start":"2026-04-03T05:07:35.973075Z","end":"2026-04-03T05:07:36.418987Z","steps":["trace[220918206] 'read index received' (duration: 25.581105ms)","trace[220918206] 'applied index is now lower than readState.Index' (duration: 420.32891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:36.419099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.022857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:36.419066Z","caller":"traceutil/trace.go:171","msg":"trace[1840650633] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"525.32276ms","start":"2026-04-03T05:07:35.89369Z","end":"2026-04-03T05:07:36.419013Z","steps":["trace[1840650633] 'process raft request' (duration: 105.004031ms)","trace[1840650633] 'compare' (duration: 420.013132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:36.419318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:35.893665Z","time spent":"525.535714ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4467,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:07:36.419131Z","caller":"traceutil/trace.go:171","msg":"trace[438297541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"446.091919ms","start":"2026-04-03T05:07:35.973028Z","end":"2026-04-03T05:07:36.41912Z","steps":["trace[438297541] 'agreement among raft nodes before linearized reading' (duration: 446.042087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:36.419437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.283222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T05:07:36.419481Z","caller":"traceutil/trace.go:171","msg":"trace[1875839696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"194.396084ms","start":"2026-04-03T05:07:36.225074Z","end":"2026-04-03T05:07:36.41947Z","steps":["trace[1875839696] 'agreement among raft nodes before linearized reading' (duration: 194.289632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:36.419492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:35.973008Z","time spent":"446.415206ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:07:40.794642Z","caller":"traceutil/trace.go:171","msg":"trace[466313922] linearizableReadLoop","detail":"{readStateIndex:440; appliedIndex:439; }","duration":"327.61983ms","start":"2026-04-03T05:07:40.466994Z","end":"2026-04-03T05:07:40.794614Z","steps":["trace[466313922] 'read index received' (duration: 327.385134ms)","trace[466313922] 'applied index is now lower than readState.Index' (duration: 233.556µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:40.794713Z","caller":"traceutil/trace.go:171","msg":"trace[1677847707] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"329.180955ms","start":"2026-04-03T05:07:40.465502Z","end":"2026-04-03T05:07:40.794683Z","steps":["trace[1677847707] 'process raft request' (duration: 328.852788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:40.794849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.840815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:07:40.794858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:40.465478Z","time spent":"329.289117ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:07:40.794908Z","caller":"traceutil/trace.go:171","msg":"trace[968196658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:421; }","duration":"327.928897ms","start":"2026-04-03T05:07:40.466963Z","end":"2026-04-03T05:07:40.794892Z","steps":["trace[968196658] 'agreement among raft nodes before linearized reading' (duration: 327.825955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:40.794977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:40.466951Z","time spent":"327.996998ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:07:40.795011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.135236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:07:40.795105Z","caller":"traceutil/trace.go:171","msg":"trace[45367906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"326.257308ms","start":"2026-04-03T05:07:40.468832Z","end":"2026-04-03T05:07:40.795089Z","steps":["trace[45367906] 'agreement among raft nodes before linearized reading' (duration: 326.048854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:40.795166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:40.468826Z","time spent":"326.33158ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:07:40.795636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.49252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:07:40.795741Z","caller":"traceutil/trace.go:171","msg":"trace[716426124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:421; }","duration":"328.618503ms","start":"2026-04-03T05:07:40.467104Z","end":"2026-04-03T05:07:40.795723Z","steps":["trace[716426124] 'agreement among raft nodes before linearized reading' (duration: 327.742583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:40.795781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:40.467097Z","time spent":"328.675494ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:07:47.363507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450624503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:07:47.506783Z","caller":"traceutil/trace.go:171","msg":"trace[563582088] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"687.492303ms","start":"2026-04-03T05:07:46.819259Z","end":"2026-04-03T05:07:47.506752Z","steps":["trace[563582088] 'process raft request' (duration: 687.339239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:47.506961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:46.819243Z","time spent":"687.635655ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:07:48.25084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.736385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:48.250968Z","caller":"traceutil/trace.go:171","msg":"trace[1470556889] linearizableReadLoop","detail":"{readStateIndex:487; appliedIndex:485; }","duration":"1.38807438s","start":"2026-04-03T05:07:46.862868Z","end":"2026-04-03T05:07:48.250943Z","steps":["trace[1470556889] 'read index received' (duration: 643.701165ms)","trace[1470556889] 'applied index is now lower than readState.Index' (duration: 744.371395ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:07:48.251088Z","caller":"traceutil/trace.go:171","msg":"trace[1708482761] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"1.429557217s","start":"2026-04-03T05:07:46.821515Z","end":"2026-04-03T05:07:48.251072Z","steps":["trace[1708482761] 'process raft request' (duration: 984.464564ms)","trace[1708482761] 'compare' (duration: 444.557681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:48.25117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:46.821509Z","time spent":"1.429616599s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:07:48.251457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323857072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:07:48.251597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.008422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:07:48.251647Z","caller":"traceutil/trace.go:171","msg":"trace[1826767961] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:467; }","duration":"586.090595ms","start":"2026-04-03T05:07:47.665532Z","end":"2026-04-03T05:07:48.251623Z","steps":["trace[1826767961] 'agreement among raft nodes before linearized reading' (duration: 585.802348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:48.25169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:47.665509Z","time spent":"586.173016ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-04-03T05:07:48.251826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388924619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:07:48.25194Z","caller":"traceutil/trace.go:171","msg":"trace[1982533457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:467; }","duration":"1.389058293s","start":"2026-04-03T05:07:46.862838Z","end":"2026-04-03T05:07:48.251896Z","steps":["trace[1982533457] 'agreement among raft nodes before linearized reading' (duration: 1.38848431s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:48.252025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:46.862826Z","time spent":"1.389182055s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:07:48.252476Z","caller":"traceutil/trace.go:171","msg":"trace[84132261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:467; }","duration":"1.324931745s","start":"2026-04-03T05:07:46.927525Z","end":"2026-04-03T05:07:48.252457Z","steps":["trace[84132261] 'agreement among raft nodes before linearized reading' (duration: 1.323647137s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:48.252566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:46.927517Z","time spent":"1.325036937s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:07:53.403151Z","caller":"traceutil/trace.go:171","msg":"trace[619729766] linearizableReadLoop","detail":"{readStateIndex:502; appliedIndex:501; }","duration":"198.435198ms","start":"2026-04-03T05:07:53.204684Z","end":"2026-04-03T05:07:53.403119Z","steps":["trace[619729766] 'read index received' (duration: 98.731368ms)","trace[619729766] 'applied index is now lower than readState.Index' (duration: 99.70129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:53.40327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.582471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:53.403396Z","caller":"traceutil/trace.go:171","msg":"trace[1780416692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"198.747024ms","start":"2026-04-03T05:07:53.204634Z","end":"2026-04-03T05:07:53.403381Z","steps":["trace[1780416692] 'agreement among raft nodes before linearized reading' (duration: 198.591341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:54.134033Z","caller":"traceutil/trace.go:171","msg":"trace[2146610661] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"545.145501ms","start":"2026-04-03T05:07:53.588862Z","end":"2026-04-03T05:07:54.134008Z","steps":["trace[2146610661] 'process raft request' (duration: 544.932756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:54.134255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:53.588839Z","time spent":"545.274344ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:07:54.655972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.58051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:07:54.656193Z","caller":"traceutil/trace.go:171","msg":"trace[1246915938] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"372.71952ms","start":"2026-04-03T05:07:54.283451Z","end":"2026-04-03T05:07:54.65617Z","steps":["trace[1246915938] 'process raft request' (duration: 372.640708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:54.656282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:54.283435Z","time spent":"372.808402ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:07:54.656298Z","caller":"traceutil/trace.go:171","msg":"trace[223910520] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"374.003268ms","start":"2026-04-03T05:07:54.282265Z","end":"2026-04-03T05:07:54.656269Z","steps":["trace[223910520] 'process raft request' (duration: 144.0484ms)","trace[223910520] 'compare' (duration: 229.466037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:54.656486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:54.28224Z","time spent":"374.160122ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:07:55.633887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.912986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:55.633966Z","caller":"traceutil/trace.go:171","msg":"trace[1802097729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"428.035018ms","start":"2026-04-03T05:07:55.205913Z","end":"2026-04-03T05:07:55.633948Z","steps":["trace[1802097729] 'range keys from in-memory index tree' (duration: 427.806504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:55.634004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:55.205895Z","time spent":"428.10155ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:07:58.713835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.247754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:58.713953Z","caller":"traceutil/trace.go:171","msg":"trace[1324606764] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:526; }","duration":"155.410157ms","start":"2026-04-03T05:07:58.558508Z","end":"2026-04-03T05:07:58.713919Z","steps":["trace[1324606764] 'range keys from in-memory index tree' (duration: 155.157071ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.266737Z","caller":"traceutil/trace.go:171","msg":"trace[955940476] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"549.427377ms","start":"2026-04-03T05:07:58.717284Z","end":"2026-04-03T05:07:59.266711Z","steps":["trace[955940476] 'process raft request' (duration: 549.275884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:59.266879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:58.717261Z","time spent":"549.54796ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:07:59.280121Z","caller":"traceutil/trace.go:171","msg":"trace[1602599178] linearizableReadLoop","detail":"{readStateIndex:551; appliedIndex:549; }","duration":"118.74608ms","start":"2026-04-03T05:07:59.161357Z","end":"2026-04-03T05:07:59.280103Z","steps":["trace[1602599178] 'read index received' (duration: 105.193464ms)","trace[1602599178] 'applied index is now lower than readState.Index' (duration: 13.551516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:07:59.280202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.841372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:07:59.280233Z","caller":"traceutil/trace.go:171","msg":"trace[378762582] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:528; }","duration":"118.915773ms","start":"2026-04-03T05:07:59.161307Z","end":"2026-04-03T05:07:59.280223Z","steps":["trace[378762582] 'agreement among raft nodes before linearized reading' (duration: 118.858572ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.280276Z","caller":"traceutil/trace.go:171","msg":"trace[658817924] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"561.795446ms","start":"2026-04-03T05:07:58.718465Z","end":"2026-04-03T05:07:59.28026Z","steps":["trace[658817924] 'process raft request' (duration: 561.546881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:59.280373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:58.718436Z","time spent":"561.896979ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:07:59.769271Z","caller":"traceutil/trace.go:171","msg":"trace[86759850] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"303.770133ms","start":"2026-04-03T05:07:59.465477Z","end":"2026-04-03T05:07:59.769247Z","steps":["trace[86759850] 'process raft request' (duration: 303.641961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:59.769542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:59.465437Z","time spent":"303.909037ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:07:59.782747Z","caller":"traceutil/trace.go:171","msg":"trace[362901843] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"312.067091ms","start":"2026-04-03T05:07:59.470658Z","end":"2026-04-03T05:07:59.782725Z","steps":["trace[362901843] 'process raft request' (duration: 311.940248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:59.782875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:59.470637Z","time spent":"312.174744ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:07:59.782849Z","caller":"traceutil/trace.go:171","msg":"trace[925573538] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"296.775357ms","start":"2026-04-03T05:07:59.486042Z","end":"2026-04-03T05:07:59.782817Z","steps":["trace[925573538] 'process raft request' (duration: 296.633664ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.782919Z","caller":"traceutil/trace.go:171","msg":"trace[1938407066] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"294.920505ms","start":"2026-04-03T05:07:59.487976Z","end":"2026-04-03T05:07:59.782897Z","steps":["trace[1938407066] 'process raft request' (duration: 294.733301ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.783011Z","caller":"traceutil/trace.go:171","msg":"trace[1018805271] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"285.611335ms","start":"2026-04-03T05:07:59.497389Z","end":"2026-04-03T05:07:59.783Z","steps":["trace[1018805271] 'process raft request' (duration: 285.514823ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.78303Z","caller":"traceutil/trace.go:171","msg":"trace[1915914922] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"291.668431ms","start":"2026-04-03T05:07:59.49133Z","end":"2026-04-03T05:07:59.782999Z","steps":["trace[1915914922] 'process raft request' (duration: 291.453996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.78308Z","caller":"traceutil/trace.go:171","msg":"trace[805476346] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"248.095697ms","start":"2026-04-03T05:07:59.534955Z","end":"2026-04-03T05:07:59.78305Z","steps":["trace[805476346] 'process raft request' (duration: 247.996405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.783071Z","caller":"traceutil/trace.go:171","msg":"trace[1885243236] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"293.304717ms","start":"2026-04-03T05:07:59.48967Z","end":"2026-04-03T05:07:59.782975Z","steps":["trace[1885243236] 'process raft request' (duration: 293.075912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.783116Z","caller":"traceutil/trace.go:171","msg":"trace[82077662] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"314.053696ms","start":"2026-04-03T05:07:59.469041Z","end":"2026-04-03T05:07:59.783095Z","steps":["trace[82077662] 'process raft request' (duration: 313.429822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.783211Z","caller":"traceutil/trace.go:171","msg":"trace[1455324098] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"237.5947ms","start":"2026-04-03T05:07:59.545606Z","end":"2026-04-03T05:07:59.7832Z","steps":["trace[1455324098] 'process raft request' (duration: 237.398166ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:07:59.783243Z","caller":"traceutil/trace.go:171","msg":"trace[1090319554] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"116.621752ms","start":"2026-04-03T05:07:59.666585Z","end":"2026-04-03T05:07:59.783207Z","steps":["trace[1090319554] 'process raft request' (duration: 116.55713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:59.783291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:59.469025Z","time spent":"314.159509ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:07:59.783131Z","caller":"traceutil/trace.go:171","msg":"trace[584449514] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"302.916535ms","start":"2026-04-03T05:07:59.479854Z","end":"2026-04-03T05:07:59.78277Z","steps":["trace[584449514] 'process raft request' (duration: 302.787472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:07:59.783573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:07:59.479839Z","time spent":"303.635022ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:00.166513Z","caller":"traceutil/trace.go:171","msg":"trace[1388876567] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"134.029275ms","start":"2026-04-03T05:08:00.032456Z","end":"2026-04-03T05:08:00.166485Z","steps":["trace[1388876567] 'process raft request' (duration: 72.039686ms)","trace[1388876567] 'compare' (duration: 61.836715ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:00.173489Z","caller":"traceutil/trace.go:171","msg":"trace[495392709] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"137.679157ms","start":"2026-04-03T05:08:00.035784Z","end":"2026-04-03T05:08:00.173463Z","steps":["trace[495392709] 'process raft request' (duration: 137.457992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:00.934533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.111715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:00.934688Z","caller":"traceutil/trace.go:171","msg":"trace[1018985578] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"276.003727ms","start":"2026-04-03T05:08:00.658661Z","end":"2026-04-03T05:08:00.934665Z","steps":["trace[1018985578] 'process raft request' (duration: 145.686767ms)","trace[1018985578] 'compare' (duration: 129.529832ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:00.950288Z","caller":"traceutil/trace.go:171","msg":"trace[91936896] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"285.288387ms","start":"2026-04-03T05:08:00.664981Z","end":"2026-04-03T05:08:00.950269Z","steps":["trace[91936896] 'process raft request' (duration: 285.121354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:01.307141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.315047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:01.307264Z","caller":"traceutil/trace.go:171","msg":"trace[924030142] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"330.118198ms","start":"2026-04-03T05:08:00.977128Z","end":"2026-04-03T05:08:01.307246Z","steps":["trace[924030142] 'process raft request' (duration: 204.584276ms)","trace[924030142] 'compare' (duration: 125.180114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:01.307324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:00.977098Z","time spent":"330.19737ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:01.328405Z","caller":"traceutil/trace.go:171","msg":"trace[1337958792] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"118.843991ms","start":"2026-04-03T05:08:01.209542Z","end":"2026-04-03T05:08:01.328386Z","steps":["trace[1337958792] 'read index received' (duration: 118.565465ms)","trace[1337958792] 'applied index is now lower than readState.Index' (duration: 277.816µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:01.328392Z","caller":"traceutil/trace.go:171","msg":"trace[737475468] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"293.656326ms","start":"2026-04-03T05:08:01.034603Z","end":"2026-04-03T05:08:01.328259Z","steps":["trace[737475468] 'process raft request' (duration: 293.36913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:01.328513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.952193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:01.328481Z","caller":"traceutil/trace.go:171","msg":"trace[1714769732] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"203.965623ms","start":"2026-04-03T05:08:01.12449Z","end":"2026-04-03T05:08:01.328455Z","steps":["trace[1714769732] 'process raft request' (duration: 203.674326ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:01.328539Z","caller":"traceutil/trace.go:171","msg":"trace[631958889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"119.035745ms","start":"2026-04-03T05:08:01.209497Z","end":"2026-04-03T05:08:01.328533Z","steps":["trace[631958889] 'agreement among raft nodes before linearized reading' (duration: 118.973044ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:01.48603Z","caller":"traceutil/trace.go:171","msg":"trace[462195544] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:624; }","duration":"157.557094ms","start":"2026-04-03T05:08:01.328452Z","end":"2026-04-03T05:08:01.486009Z","steps":["trace[462195544] 'read index received' (duration: 132.909348ms)","trace[462195544] 'applied index is now lower than readState.Index' (duration: 24.647006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:01.486324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.932512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:08:01.48635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.736785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:01.486359Z","caller":"traceutil/trace.go:171","msg":"trace[918018110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"216.014394ms","start":"2026-04-03T05:08:01.270336Z","end":"2026-04-03T05:08:01.486351Z","steps":["trace[918018110] 'agreement among raft nodes before linearized reading' (duration: 215.897861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:01.486432Z","caller":"traceutil/trace.go:171","msg":"trace[488230281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"202.817757ms","start":"2026-04-03T05:08:01.283555Z","end":"2026-04-03T05:08:01.486373Z","steps":["trace[488230281] 'agreement among raft nodes before linearized reading' (duration: 202.662313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:01.486602Z","caller":"traceutil/trace.go:171","msg":"trace[652283729] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"165.502954ms","start":"2026-04-03T05:08:01.321066Z","end":"2026-04-03T05:08:01.486569Z","steps":["trace[652283729] 'process raft request' (duration: 140.315395ms)","trace[652283729] 'compare' (duration: 24.535934ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:01.524332Z","caller":"traceutil/trace.go:171","msg":"trace[2103644603] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"132.580392ms","start":"2026-04-03T05:08:01.391713Z","end":"2026-04-03T05:08:01.524293Z","steps":["trace[2103644603] 'process raft request' (duration: 132.460839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:01.524803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.336188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:01.524832Z","caller":"traceutil/trace.go:171","msg":"trace[1138736857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:600; }","duration":"195.40927ms","start":"2026-04-03T05:08:01.329416Z","end":"2026-04-03T05:08:01.524826Z","steps":["trace[1138736857] 'agreement among raft nodes before linearized reading' (duration: 195.352028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:01.907749Z","caller":"traceutil/trace.go:171","msg":"trace[1304479186] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"418.465453ms","start":"2026-04-03T05:08:01.489254Z","end":"2026-04-03T05:08:01.907719Z","steps":["trace[1304479186] 'process raft request' (duration: 418.278989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:01.907889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:01.489237Z","time spent":"418.580866ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:01.908342Z","caller":"traceutil/trace.go:171","msg":"trace[1592766478] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"410.701778ms","start":"2026-04-03T05:08:01.497312Z","end":"2026-04-03T05:08:01.908014Z","steps":["trace[1592766478] 'process raft request' (duration: 410.35734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:01.908546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:01.497295Z","time spent":"411.186678ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:01.908651Z","caller":"traceutil/trace.go:171","msg":"trace[992000625] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"409.619332ms","start":"2026-04-03T05:08:01.498993Z","end":"2026-04-03T05:08:01.908612Z","steps":["trace[992000625] 'process raft request' (duration: 408.956497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:01.908764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:01.498966Z","time spent":"409.738495ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:02.447881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.871981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:02.448003Z","caller":"traceutil/trace.go:171","msg":"trace[397882807] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"502.756555ms","start":"2026-04-03T05:08:01.945232Z","end":"2026-04-03T05:08:02.447989Z","steps":["trace[397882807] 'read index received' (duration: 399.669649ms)","trace[397882807] 'applied index is now lower than readState.Index' (duration: 103.085916ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:02.448066Z","caller":"traceutil/trace.go:171","msg":"trace[2069818729] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"813.029296ms","start":"2026-04-03T05:08:01.635028Z","end":"2026-04-03T05:08:02.448057Z","steps":["trace[2069818729] 'process raft request' (duration: 709.912729ms)","trace[2069818729] 'compare' (duration: 102.649185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:02.448117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:01.635001Z","time spent":"813.088827ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:02.448447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.155784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-03T05:08:02.449659Z","caller":"traceutil/trace.go:171","msg":"trace[1431783595] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:604; }","duration":"504.448483ms","start":"2026-04-03T05:08:01.945188Z","end":"2026-04-03T05:08:02.449637Z","steps":["trace[1431783595] 'agreement among raft nodes before linearized reading' (duration: 502.98399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.449716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:01.945168Z","time spent":"504.533044ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29594,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-03T05:08:02.878382Z","caller":"traceutil/trace.go:171","msg":"trace[118699338] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"915.414136ms","start":"2026-04-03T05:08:01.962938Z","end":"2026-04-03T05:08:02.878352Z","steps":["trace[118699338] 'process raft request' (duration: 879.603068ms)","trace[118699338] 'compare' (duration: 35.523252ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:02.878613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:01.962922Z","time spent":"915.540159ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:02.956487Z","caller":"traceutil/trace.go:171","msg":"trace[301065636] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"596.719114ms","start":"2026-04-03T05:08:02.359753Z","end":"2026-04-03T05:08:02.956473Z","steps":["trace[301065636] 'process raft request' (duration: 596.5527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.956579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.359727Z","time spent":"596.807436ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:02.956781Z","caller":"traceutil/trace.go:171","msg":"trace[2058460895] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"453.372779ms","start":"2026-04-03T05:08:02.503395Z","end":"2026-04-03T05:08:02.956768Z","steps":["trace[2058460895] 'process raft request' (duration: 453.019672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.956881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.503378Z","time spent":"453.437722ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:02.956845Z","caller":"traceutil/trace.go:171","msg":"trace[1054158216] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:630; }","duration":"508.751989ms","start":"2026-04-03T05:08:02.448029Z","end":"2026-04-03T05:08:02.956781Z","steps":["trace[1054158216] 'read index received' (duration: 394.522961ms)","trace[1054158216] 'applied index is now lower than readState.Index' (duration: 114.227988ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:02.956973Z","caller":"traceutil/trace.go:171","msg":"trace[435800179] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"436.746894ms","start":"2026-04-03T05:08:02.520146Z","end":"2026-04-03T05:08:02.956893Z","steps":["trace[435800179] 'process raft request' (duration: 436.499419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.957069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.016135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:08:02.957115Z","caller":"traceutil/trace.go:171","msg":"trace[671261876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:608; }","duration":"731.110157ms","start":"2026-04-03T05:08:02.225992Z","end":"2026-04-03T05:08:02.957103Z","steps":["trace[671261876] 'agreement among raft nodes before linearized reading' (duration: 730.958574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.957123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.519685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10870"} {"level":"info","ts":"2026-04-03T05:08:02.957194Z","caller":"traceutil/trace.go:171","msg":"trace[1717975936] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:608; }","duration":"497.593507ms","start":"2026-04-03T05:08:02.459584Z","end":"2026-04-03T05:08:02.957177Z","steps":["trace[1717975936] 'agreement among raft nodes before linearized reading' (duration: 497.421113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.957251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.459544Z","time spent":"497.693389ms","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10894,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-03T05:08:02.957235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.520123Z","time spent":"436.97485ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:02.957239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.795443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:08:02.957146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.225972Z","time spent":"731.166538ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:08:02.957334Z","caller":"traceutil/trace.go:171","msg":"trace[817698090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:608; }","duration":"443.914625ms","start":"2026-04-03T05:08:02.513396Z","end":"2026-04-03T05:08:02.95731Z","steps":["trace[817698090] 'agreement among raft nodes before linearized reading' (duration: 443.6697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:02.957382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.513386Z","time spent":"443.985058ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:03.470209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450624735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:08:04.339666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.01053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:04.340045Z","caller":"traceutil/trace.go:171","msg":"trace[1990309444] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.378642697s","start":"2026-04-03T05:08:02.961365Z","end":"2026-04-03T05:08:04.340008Z","steps":["trace[1990309444] 'process raft request' (duration: 559.201238ms)","trace[1990309444] 'compare' (duration: 818.872086ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:04.340171Z","caller":"traceutil/trace.go:171","msg":"trace[497527681] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.375628339s","start":"2026-04-03T05:08:02.96452Z","end":"2026-04-03T05:08:04.340149Z","steps":["trace[497527681] 'process raft request' (duration: 1.375261991s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.340275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.964492Z","time spent":"1.375735782s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:04.340312Z","caller":"traceutil/trace.go:171","msg":"trace[1913898512] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.344479316s","start":"2026-04-03T05:08:02.995815Z","end":"2026-04-03T05:08:04.340295Z","steps":["trace[1913898512] 'process raft request' (duration: 1.344126379s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.340475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.995794Z","time spent":"1.344566579s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:04.340472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.961334Z","time spent":"1.378805661s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:04.354844Z","caller":"traceutil/trace.go:171","msg":"trace[621011847] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:634; }","duration":"1.384754165s","start":"2026-04-03T05:08:02.97007Z","end":"2026-04-03T05:08:04.354824Z","steps":["trace[621011847] 'read index received' (duration: 550.553883ms)","trace[621011847] 'applied index is now lower than readState.Index' (duration: 834.198882ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:04.355054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38497444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:59631"} {"level":"info","ts":"2026-04-03T05:08:04.355087Z","caller":"traceutil/trace.go:171","msg":"trace[436281781] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:611; }","duration":"1.385045542s","start":"2026-04-03T05:08:02.97003Z","end":"2026-04-03T05:08:04.355075Z","steps":["trace[436281781] 'agreement among raft nodes before linearized reading' (duration: 1.384906229s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:02.970014Z","time spent":"1.385094613s","remote":"127.0.0.1:54748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":59655,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gateways.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-03T05:08:04.355214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149095808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.518217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355291Z","caller":"traceutil/trace.go:171","msg":"trace[1899879397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"1.149222801s","start":"2026-04-03T05:08:03.206053Z","end":"2026-04-03T05:08:04.355276Z","steps":["trace[1899879397] 'agreement among raft nodes before linearized reading' (duration: 1.149092248s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.23965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.206028Z","time spent":"1.149295042s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:04.355334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.384703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.164343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355391Z","caller":"traceutil/trace.go:171","msg":"trace[39548855] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:611; }","duration":"425.260846ms","start":"2026-04-03T05:08:03.930119Z","end":"2026-04-03T05:08:04.35538Z","steps":["trace[39548855] 'agreement among raft nodes before linearized reading' (duration: 425.208573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.9301Z","time spent":"425.317517ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:08:04.355472Z","caller":"traceutil/trace.go:171","msg":"trace[286506402] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:611; }","duration":"197.426344ms","start":"2026-04-03T05:08:04.157939Z","end":"2026-04-03T05:08:04.355365Z","steps":["trace[286506402] 'agreement among raft nodes before linearized reading' (duration: 197.335662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.669941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.192274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355538Z","caller":"traceutil/trace.go:171","msg":"trace[1362780458] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:611; }","duration":"564.720813ms","start":"2026-04-03T05:08:03.790808Z","end":"2026-04-03T05:08:04.355529Z","steps":["trace[1362780458] 'agreement among raft nodes before linearized reading' (duration: 564.678832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.355545Z","caller":"traceutil/trace.go:171","msg":"trace[62311592] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:611; }","duration":"620.242826ms","start":"2026-04-03T05:08:03.735296Z","end":"2026-04-03T05:08:04.355539Z","steps":["trace[62311592] 'agreement among raft nodes before linearized reading' (duration: 620.200115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.790793Z","time spent":"564.763173ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:08:04.355595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.930927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355621Z","caller":"traceutil/trace.go:171","msg":"trace[1307334619] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:611; }","duration":"564.984169ms","start":"2026-04-03T05:08:03.79063Z","end":"2026-04-03T05:08:04.355614Z","steps":["trace[1307334619] 'agreement among raft nodes before linearized reading' (duration: 564.949318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.788239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:08:04.355672Z","caller":"traceutil/trace.go:171","msg":"trace[289617400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:611; }","duration":"441.84639ms","start":"2026-04-03T05:08:03.913815Z","end":"2026-04-03T05:08:04.355662Z","steps":["trace[289617400] 'agreement among raft nodes before linearized reading' (duration: 441.767988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.90004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.182692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.102361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.35573Z","caller":"traceutil/trace.go:171","msg":"trace[145451617] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:611; }","duration":"588.224963ms","start":"2026-04-03T05:08:03.767499Z","end":"2026-04-03T05:08:04.355724Z","steps":["trace[145451617] 'agreement among raft nodes before linearized reading' (duration: 588.191642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.857283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355739Z","caller":"traceutil/trace.go:171","msg":"trace[649808048] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:611; }","duration":"565.196283ms","start":"2026-04-03T05:08:03.790533Z","end":"2026-04-03T05:08:04.355729Z","steps":["trace[649808048] 'agreement among raft nodes before linearized reading' (duration: 565.126702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.355756Z","caller":"traceutil/trace.go:171","msg":"trace[163445593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"645.891985ms","start":"2026-04-03T05:08:03.709859Z","end":"2026-04-03T05:08:04.355751Z","steps":["trace[163445593] 'agreement among raft nodes before linearized reading' (duration: 645.859634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.709851Z","time spent":"645.922755ms","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:08:04.355812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.772395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.717513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.265062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.735284Z","time spent":"620.276047ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:08:04.355897Z","caller":"traceutil/trace.go:171","msg":"trace[944301042] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:611; }","duration":"197.299163ms","start":"2026-04-03T05:08:04.15859Z","end":"2026-04-03T05:08:04.355889Z","steps":["trace[944301042] 'agreement among raft nodes before linearized reading' (duration: 197.262402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.355705Z","caller":"traceutil/trace.go:171","msg":"trace[1927629516] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:611; }","duration":"620.942502ms","start":"2026-04-03T05:08:03.734757Z","end":"2026-04-03T05:08:04.355699Z","steps":["trace[1927629516] 'agreement among raft nodes before linearized reading' (duration: 620.904701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.734748Z","time spent":"621.181597ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.355953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.442907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355912Z","caller":"traceutil/trace.go:171","msg":"trace[1000100679] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:611; }","duration":"326.882286ms","start":"2026-04-03T05:08:04.029005Z","end":"2026-04-03T05:08:04.355888Z","steps":["trace[1000100679] 'agreement among raft nodes before linearized reading' (duration: 326.705102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.356011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.266756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.356033Z","caller":"traceutil/trace.go:171","msg":"trace[425171301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:611; }","duration":"152.305367ms","start":"2026-04-03T05:08:04.203722Z","end":"2026-04-03T05:08:04.356027Z","steps":["trace[425171301] 'agreement among raft nodes before linearized reading' (duration: 152.267516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.417377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.356065Z","caller":"traceutil/trace.go:171","msg":"trace[2015809406] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:611; }","duration":"116.769936ms","start":"2026-04-03T05:08:04.239287Z","end":"2026-04-03T05:08:04.356057Z","steps":["trace[2015809406] 'agreement among raft nodes before linearized reading' (duration: 116.429618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.356073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.629921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.356069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.847535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.35604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:04.028986Z","time spent":"327.03439ms","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:08:04.356052Z","caller":"traceutil/trace.go:171","msg":"trace[1465181745] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"455.502708ms","start":"2026-04-03T05:08:03.900485Z","end":"2026-04-03T05:08:04.355988Z","steps":["trace[1465181745] 'agreement among raft nodes before linearized reading' (duration: 455.436617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.356175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.507122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.355781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.743384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.356207Z","caller":"traceutil/trace.go:171","msg":"trace[118223885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:611; }","duration":"152.560683ms","start":"2026-04-03T05:08:04.203639Z","end":"2026-04-03T05:08:04.3562Z","steps":["trace[118223885] 'agreement among raft nodes before linearized reading' (duration: 152.513742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.356212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.381665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.356217Z","caller":"traceutil/trace.go:171","msg":"trace[268875568] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:611; }","duration":"117.201515ms","start":"2026-04-03T05:08:04.239008Z","end":"2026-04-03T05:08:04.356209Z","steps":["trace[268875568] 'agreement among raft nodes before linearized reading' (duration: 116.756045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.767484Z","time spent":"588.263554ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.35622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.900476Z","time spent":"455.722983ms","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:08:04.356128Z","caller":"traceutil/trace.go:171","msg":"trace[1787020830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"646.946748ms","start":"2026-04-03T05:08:03.709162Z","end":"2026-04-03T05:08:04.356109Z","steps":["trace[1787020830] 'agreement among raft nodes before linearized reading' (duration: 646.831255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.356003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.258425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.356339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.70914Z","time spent":"647.186114ms","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:08:04.356352Z","caller":"traceutil/trace.go:171","msg":"trace[871467651] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:611; }","duration":"522.660184ms","start":"2026-04-03T05:08:03.833676Z","end":"2026-04-03T05:08:04.356336Z","steps":["trace[871467651] 'agreement among raft nodes before linearized reading' (duration: 522.255675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.355846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.123327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:08:04.355646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.790611Z","time spent":"565.025619ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.355778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.790513Z","time spent":"565.255144ms","remote":"127.0.0.1:45598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.355706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.913809Z","time spent":"441.888981ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:08:04.355821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.053792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.357579Z","caller":"traceutil/trace.go:171","msg":"trace[1610307623] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:611; }","duration":"118.78896ms","start":"2026-04-03T05:08:04.238749Z","end":"2026-04-03T05:08:04.357538Z","steps":["trace[1610307623] 'agreement among raft nodes before linearized reading' (duration: 117.050242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.357655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.858611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.357751Z","caller":"traceutil/trace.go:171","msg":"trace[1940034775] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:611; }","duration":"400.002535ms","start":"2026-04-03T05:08:03.957702Z","end":"2026-04-03T05:08:04.357704Z","steps":["trace[1940034775] 'agreement among raft nodes before linearized reading' (duration: 398.638145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.357801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.429636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.357848Z","caller":"traceutil/trace.go:171","msg":"trace[117667912] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:611; }","duration":"400.492507ms","start":"2026-04-03T05:08:03.957344Z","end":"2026-04-03T05:08:04.357836Z","steps":["trace[117667912] 'agreement among raft nodes before linearized reading' (duration: 400.403075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.35789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.957267Z","time spent":"400.614049ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.357965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.833664Z","time spent":"522.723915ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.355241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.008109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.358383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.185021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.358402Z","caller":"traceutil/trace.go:171","msg":"trace[2038802826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:611; }","duration":"428.183412ms","start":"2026-04-03T05:08:03.930192Z","end":"2026-04-03T05:08:04.358375Z","steps":["trace[2038802826] 'agreement among raft nodes before linearized reading' (duration: 424.980319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.358456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.218824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.358463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.93018Z","time spent":"428.263333ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:08:04.358505Z","caller":"traceutil/trace.go:171","msg":"trace[380844761] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:611; }","duration":"401.271845ms","start":"2026-04-03T05:08:03.957213Z","end":"2026-04-03T05:08:04.358485Z","steps":["trace[380844761] 'agreement among raft nodes before linearized reading' (duration: 401.115072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.358543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.957196Z","time spent":"401.331316ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:08:04.35535Z","caller":"traceutil/trace.go:171","msg":"trace[427255423] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:611; }","duration":"197.346733ms","start":"2026-04-03T05:08:04.157988Z","end":"2026-04-03T05:08:04.355335Z","steps":["trace[427255423] 'agreement among raft nodes before linearized reading' (duration: 197.2485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.358641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.459117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.358652Z","caller":"traceutil/trace.go:171","msg":"trace[2097598007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"486.426695ms","start":"2026-04-03T05:08:03.869806Z","end":"2026-04-03T05:08:04.356233Z","steps":["trace[2097598007] 'agreement among raft nodes before linearized reading' (duration: 486.373664ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.358689Z","caller":"traceutil/trace.go:171","msg":"trace[487803560] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:611; }","duration":"330.536869ms","start":"2026-04-03T05:08:04.028134Z","end":"2026-04-03T05:08:04.35867Z","steps":["trace[487803560] 'agreement among raft nodes before linearized reading' (duration: 330.348124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.358695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.869794Z","time spent":"488.885652ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.358729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:04.028107Z","time spent":"330.61176ms","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.358795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.68257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.358844Z","caller":"traceutil/trace.go:171","msg":"trace[1989648097] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:611; }","duration":"427.741082ms","start":"2026-04-03T05:08:03.931081Z","end":"2026-04-03T05:08:04.358822Z","steps":["trace[1989648097] 'agreement among raft nodes before linearized reading' (duration: 427.593119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.358881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.931067Z","time spent":"427.805813ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:08:04.355787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.288374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.355304Z","caller":"traceutil/trace.go:171","msg":"trace[308557502] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:611; }","duration":"521.605329ms","start":"2026-04-03T05:08:03.83368Z","end":"2026-04-03T05:08:04.355285Z","steps":["trace[308557502] 'agreement among raft nodes before linearized reading' (duration: 521.508297ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.359465Z","caller":"traceutil/trace.go:171","msg":"trace[1315559176] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:611; }","duration":"591.974207ms","start":"2026-04-03T05:08:03.767468Z","end":"2026-04-03T05:08:04.359443Z","steps":["trace[1315559176] 'agreement among raft nodes before linearized reading' (duration: 588.301604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.355833Z","caller":"traceutil/trace.go:171","msg":"trace[984418933] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:611; }","duration":"619.794646ms","start":"2026-04-03T05:08:03.736034Z","end":"2026-04-03T05:08:04.355828Z","steps":["trace[984418933] 'agreement among raft nodes before linearized reading' (duration: 619.764805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.356116Z","caller":"traceutil/trace.go:171","msg":"trace[1227063254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"455.688283ms","start":"2026-04-03T05:08:03.900411Z","end":"2026-04-03T05:08:04.356099Z","steps":["trace[1227063254] 'agreement among raft nodes before linearized reading' (duration: 455.640431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.35948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.83367Z","time spent":"525.764093ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.359519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.736003Z","time spent":"623.499069ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:08:04.357799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.957693Z","time spent":"400.092277ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:08:04.358458Z","caller":"traceutil/trace.go:171","msg":"trace[1753335181] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:611; }","duration":"330.288883ms","start":"2026-04-03T05:08:04.028138Z","end":"2026-04-03T05:08:04.358427Z","steps":["trace[1753335181] 'agreement among raft nodes before linearized reading' (duration: 330.122849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.359623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:04.028122Z","time spent":"331.489289ms","remote":"127.0.0.1:45664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.356176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.319666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.359933Z","caller":"traceutil/trace.go:171","msg":"trace[2056628244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"651.080541ms","start":"2026-04-03T05:08:03.708822Z","end":"2026-04-03T05:08:04.359902Z","steps":["trace[2056628244] 'agreement among raft nodes before linearized reading' (duration: 647.330317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.360003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.708806Z","time spent":"651.174663ms","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.35616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.15886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.360357Z","caller":"traceutil/trace.go:171","msg":"trace[1299323470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"490.374294ms","start":"2026-04-03T05:08:03.869944Z","end":"2026-04-03T05:08:04.360318Z","steps":["trace[1299323470] 'agreement among raft nodes before linearized reading' (duration: 486.19607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.360373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.538675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:04.360427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.86992Z","time spent":"490.486417ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.360492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.191559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.360531Z","caller":"traceutil/trace.go:171","msg":"trace[832069118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:611; }","duration":"365.251531ms","start":"2026-04-03T05:08:03.995269Z","end":"2026-04-03T05:08:04.360521Z","steps":["trace[832069118] 'agreement among raft nodes before linearized reading' (duration: 365.186849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.360587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.99526Z","time spent":"365.309253ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:08:04.360984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.900393Z","time spent":"459.124879ms","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:08:04.357331Z","caller":"traceutil/trace.go:171","msg":"trace[1786490818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:611; }","duration":"443.615469ms","start":"2026-04-03T05:08:03.913689Z","end":"2026-04-03T05:08:04.357305Z","steps":["trace[1786490818] 'agreement among raft nodes before linearized reading' (duration: 442.113586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.359505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.767458Z","time spent":"592.033999ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.361207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.913678Z","time spent":"447.510377ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:04.355899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.778252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.361353Z","caller":"traceutil/trace.go:171","msg":"trace[854735396] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"460.204585ms","start":"2026-04-03T05:08:03.901082Z","end":"2026-04-03T05:08:04.361286Z","steps":["trace[854735396] 'agreement among raft nodes before linearized reading' (duration: 454.787072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:04.360432Z","caller":"traceutil/trace.go:171","msg":"trace[2077786878] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:611; }","duration":"364.614917ms","start":"2026-04-03T05:08:03.995792Z","end":"2026-04-03T05:08:04.360407Z","steps":["trace[2077786878] 'agreement among raft nodes before linearized reading' (duration: 364.272729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.361515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.99578Z","time spent":"365.717252ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:04.361505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.90107Z","time spent":"460.387368ms","remote":"127.0.0.1:45628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:08:04.355883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.531793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.361804Z","caller":"traceutil/trace.go:171","msg":"trace[546025796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:611; }","duration":"123.460235ms","start":"2026-04-03T05:08:04.238318Z","end":"2026-04-03T05:08:04.361778Z","steps":["trace[546025796] 'agreement among raft nodes before linearized reading' (duration: 117.538332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.362119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.174742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.362181Z","caller":"traceutil/trace.go:171","msg":"trace[350418019] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:611; }","duration":"366.289575ms","start":"2026-04-03T05:08:03.995875Z","end":"2026-04-03T05:08:04.362165Z","steps":["trace[350418019] 'agreement among raft nodes before linearized reading' (duration: 363.984703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.362349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.995865Z","time spent":"366.425348ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:08:04.362612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.480895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:04.362942Z","caller":"traceutil/trace.go:171","msg":"trace[1632696013] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:611; }","duration":"529.101249ms","start":"2026-04-03T05:08:03.833719Z","end":"2026-04-03T05:08:04.36282Z","steps":["trace[1632696013] 'agreement among raft nodes before linearized reading' (duration: 528.416913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:04.363229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:03.833707Z","time spent":"529.353684ms","remote":"127.0.0.1:45614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:08:08.416152Z","caller":"traceutil/trace.go:171","msg":"trace[900665463] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"444.593762ms","start":"2026-04-03T05:08:07.971528Z","end":"2026-04-03T05:08:08.416122Z","steps":["trace[900665463] 'process raft request' (duration: 444.388138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:08.416388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:07.971509Z","time spent":"444.786366ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:09.374901Z","caller":"traceutil/trace.go:171","msg":"trace[172440281] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:660; }","duration":"1.01974962s","start":"2026-04-03T05:08:08.355114Z","end":"2026-04-03T05:08:09.374864Z","steps":["trace[172440281] 'read index received' (duration: 60.985037ms)","trace[172440281] 'applied index is now lower than readState.Index' (duration: 958.763213ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:09.374978Z","caller":"traceutil/trace.go:171","msg":"trace[120634687] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.181511459s","start":"2026-04-03T05:08:08.193424Z","end":"2026-04-03T05:08:09.374936Z","steps":["trace[120634687] 'process raft request' (duration: 1.179817311s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:09.375195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020064037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:08:09.375268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.557109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:09.375287Z","caller":"traceutil/trace.go:171","msg":"trace[254136420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:633; }","duration":"1.02019504s","start":"2026-04-03T05:08:08.355069Z","end":"2026-04-03T05:08:09.375264Z","steps":["trace[254136420] 'agreement among raft nodes before linearized reading' (duration: 1.019951055s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:09.375319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:08.193399Z","time spent":"1.181809616s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:09.375346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:08.355046Z","time spent":"1.020291192s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:08:09.375375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.145809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:09.375346Z","caller":"traceutil/trace.go:171","msg":"trace[1159370101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:633; }","duration":"167.706483ms","start":"2026-04-03T05:08:09.207621Z","end":"2026-04-03T05:08:09.375327Z","steps":["trace[1159370101] 'agreement among raft nodes before linearized reading' (duration: 167.56513ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:09.375437Z","caller":"traceutil/trace.go:171","msg":"trace[341169488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:633; }","duration":"989.230111ms","start":"2026-04-03T05:08:08.386191Z","end":"2026-04-03T05:08:09.375421Z","steps":["trace[341169488] 'agreement among raft nodes before linearized reading' (duration: 989.021326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:09.375475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:08.386182Z","time spent":"989.285033ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:09.375711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019963616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:08:09.375823Z","caller":"traceutil/trace.go:171","msg":"trace[928808033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"1.020133999s","start":"2026-04-03T05:08:08.355666Z","end":"2026-04-03T05:08:09.3758Z","steps":["trace[928808033] 'agreement among raft nodes before linearized reading' (duration: 1.019510984s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:09.375873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.034604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:08:09.376014Z","caller":"traceutil/trace.go:171","msg":"trace[1118819273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:633; }","duration":"992.212978ms","start":"2026-04-03T05:08:08.383778Z","end":"2026-04-03T05:08:09.375991Z","steps":["trace[1118819273] 'agreement among raft nodes before linearized reading' (duration: 991.657936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:09.375943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:08.355653Z","time spent":"1.020269443s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:09.376137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:08.383759Z","time spent":"992.32959ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:08:10.215661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.792572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:10.21602Z","caller":"traceutil/trace.go:171","msg":"trace[2095365573] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"791.148083ms","start":"2026-04-03T05:08:09.424854Z","end":"2026-04-03T05:08:10.216002Z","steps":["trace[2095365573] 'process raft request' (duration: 791.072181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:10.21608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:09.424841Z","time spent":"791.218874ms","remote":"127.0.0.1:55052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:10.216183Z","caller":"traceutil/trace.go:171","msg":"trace[139909093] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"835.169006ms","start":"2026-04-03T05:08:09.380992Z","end":"2026-04-03T05:08:10.216161Z","steps":["trace[139909093] 'process raft request' (duration: 834.856009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:10.216235Z","caller":"traceutil/trace.go:171","msg":"trace[1351504349] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"835.098684ms","start":"2026-04-03T05:08:09.381128Z","end":"2026-04-03T05:08:10.216226Z","steps":["trace[1351504349] 'process raft request' (duration: 834.762176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:10.216272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:09.381109Z","time spent":"835.143304ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:10.216311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:09.380974Z","time spent":"835.259008ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:10.216459Z","caller":"traceutil/trace.go:171","msg":"trace[1352106211] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"836.433094ms","start":"2026-04-03T05:08:09.379963Z","end":"2026-04-03T05:08:10.216396Z","steps":["trace[1352106211] 'process raft request' (duration: 719.791612ms)","trace[1352106211] 'compare' (duration: 115.065206ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:10.216493Z","caller":"traceutil/trace.go:171","msg":"trace[995670369] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"835.583175ms","start":"2026-04-03T05:08:09.380846Z","end":"2026-04-03T05:08:10.216429Z","steps":["trace[995670369] 'process raft request' (duration: 834.93774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:10.216688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:09.379931Z","time spent":"836.634588ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:10.216709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:09.38082Z","time spent":"835.775929ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:11.707555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450624842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:08:12.208607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450624842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:08:12.709242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450624842,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:08:13.022246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783708457s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:13.022346Z","caller":"traceutil/trace.go:171","msg":"trace[667936625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:638; }","duration":"1.783815859s","start":"2026-04-03T05:08:11.238511Z","end":"2026-04-03T05:08:13.022327Z","steps":["trace[667936625] 'range keys from in-memory index tree' (duration: 1.783692516s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.025538Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.401351994s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:08:13.026562Z","caller":"traceutil/trace.go:171","msg":"trace[485241789] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"1.819780692s","start":"2026-04-03T05:08:11.206751Z","end":"2026-04-03T05:08:13.026532Z","steps":["trace[485241789] 'read index received' (duration: 1.819140128s)","trace[485241789] 'applied index is now lower than readState.Index' (duration: 639.384µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:13.026633Z","caller":"traceutil/trace.go:171","msg":"trace[1486325718] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"2.408138988s","start":"2026-04-03T05:08:10.61847Z","end":"2026-04-03T05:08:13.026609Z","steps":["trace[1486325718] 'process raft request' (duration: 2.407527554s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.026741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819976586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:13.026778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:10.618438Z","time spent":"2.408251671s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:13.026842Z","caller":"traceutil/trace.go:171","msg":"trace[344580221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"1.82011033s","start":"2026-04-03T05:08:11.20671Z","end":"2026-04-03T05:08:13.02682Z","steps":["trace[344580221] 'agreement among raft nodes before linearized reading' (duration: 1.819923995s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.02689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:11.20669Z","time spent":"1.820188391s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:13.03523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.898188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:08:13.035278Z","caller":"traceutil/trace.go:171","msg":"trace[559620864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:639; }","duration":"814.994789ms","start":"2026-04-03T05:08:12.220272Z","end":"2026-04-03T05:08:13.035267Z","steps":["trace[559620864] 'agreement among raft nodes before linearized reading' (duration: 814.855016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.035305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:12.220251Z","time spent":"815.047831ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:13.035383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.792265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:08:13.03541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.12738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:08:13.03544Z","caller":"traceutil/trace.go:171","msg":"trace[801482785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:639; }","duration":"814.871916ms","start":"2026-04-03T05:08:12.220554Z","end":"2026-04-03T05:08:13.035426Z","steps":["trace[801482785] 'agreement among raft nodes before linearized reading' (duration: 814.710393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.035476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:12.220548Z","time spent":"814.918887ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:08:13.035481Z","caller":"traceutil/trace.go:171","msg":"trace[1182480965] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:639; }","duration":"814.218712ms","start":"2026-04-03T05:08:12.221238Z","end":"2026-04-03T05:08:13.035457Z","steps":["trace[1182480965] 'agreement among raft nodes before linearized reading' (duration: 813.976707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.035666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:12.221227Z","time spent":"814.410696ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:08:13.035977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.628893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:13.03681Z","caller":"traceutil/trace.go:171","msg":"trace[1530436836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:639; }","duration":"816.474852ms","start":"2026-04-03T05:08:12.220305Z","end":"2026-04-03T05:08:13.03678Z","steps":["trace[1530436836] 'agreement among raft nodes before linearized reading' (duration: 814.819006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:13.03685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:12.220288Z","time spent":"816.548405ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:14.70698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450624860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:08:14.856517Z","caller":"traceutil/trace.go:171","msg":"trace[1208687903] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"650.174321ms","start":"2026-04-03T05:08:14.206311Z","end":"2026-04-03T05:08:14.856485Z","steps":["trace[1208687903] 'read index received' (duration: 649.960316ms)","trace[1208687903] 'applied index is now lower than readState.Index' (duration: 212.465µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:14.856606Z","caller":"traceutil/trace.go:171","msg":"trace[664702555] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"764.823927ms","start":"2026-04-03T05:08:14.091729Z","end":"2026-04-03T05:08:14.856553Z","steps":["trace[664702555] 'process raft request' (duration: 764.567632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:14.856687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.361665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:14.856727Z","caller":"traceutil/trace.go:171","msg":"trace[355443612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:654; }","duration":"650.456077ms","start":"2026-04-03T05:08:14.206258Z","end":"2026-04-03T05:08:14.856714Z","steps":["trace[355443612] 'agreement among raft nodes before linearized reading' (duration: 650.341834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:14.856771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.20623Z","time spent":"650.533279ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:14.856771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:14.091687Z","time spent":"765.009632ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:15.16812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.524175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:15.168295Z","caller":"traceutil/trace.go:171","msg":"trace[1687463783] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:683; }","duration":"180.051533ms","start":"2026-04-03T05:08:14.988219Z","end":"2026-04-03T05:08:15.168271Z","steps":["trace[1687463783] 'read index received' (duration: 6.230561ms)","trace[1687463783] 'applied index is now lower than readState.Index' (duration: 173.818982ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:15.168418Z","caller":"traceutil/trace.go:171","msg":"trace[76583100] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"293.162615ms","start":"2026-04-03T05:08:14.875238Z","end":"2026-04-03T05:08:15.168401Z","steps":["trace[76583100] 'process raft request' (duration: 119.21473ms)","trace[76583100] 'compare' (duration: 173.2847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:15.168691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.153951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T05:08:15.168795Z","caller":"traceutil/trace.go:171","msg":"trace[139208697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:655; }","duration":"124.307996ms","start":"2026-04-03T05:08:15.04446Z","end":"2026-04-03T05:08:15.168768Z","steps":["trace[139208697] 'agreement among raft nodes before linearized reading' (duration: 123.972367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.168689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.365884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:08:15.168899Z","caller":"traceutil/trace.go:171","msg":"trace[1476635387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:655; }","duration":"108.615211ms","start":"2026-04-03T05:08:15.060273Z","end":"2026-04-03T05:08:15.168888Z","steps":["trace[1476635387] 'agreement among raft nodes before linearized reading' (duration: 108.16063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.168691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.146535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:08:15.168957Z","caller":"traceutil/trace.go:171","msg":"trace[2134151255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:655; }","duration":"110.447203ms","start":"2026-04-03T05:08:15.058493Z","end":"2026-04-03T05:08:15.16894Z","steps":["trace[2134151255] 'agreement among raft nodes before linearized reading' (duration: 109.968181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.168777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.729431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:08:15.169231Z","caller":"traceutil/trace.go:171","msg":"trace[1380339931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:655; }","duration":"112.235812ms","start":"2026-04-03T05:08:15.056966Z","end":"2026-04-03T05:08:15.169202Z","steps":["trace[1380339931] 'agreement among raft nodes before linearized reading' (duration: 111.563936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.169566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.526574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-c9ch8\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-04-03T05:08:15.169681Z","caller":"traceutil/trace.go:171","msg":"trace[1763706217] range","detail":"{range_begin:/registry/pods/kube-system/cilium-c9ch8; range_end:; response_count:1; response_revision:655; }","duration":"181.493005ms","start":"2026-04-03T05:08:14.98816Z","end":"2026-04-03T05:08:15.169653Z","steps":["trace[1763706217] 'agreement among raft nodes before linearized reading' (duration: 180.356179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.51127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.297031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:15.51139Z","caller":"traceutil/trace.go:171","msg":"trace[209495532] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"336.464632ms","start":"2026-04-03T05:08:15.174906Z","end":"2026-04-03T05:08:15.511371Z","steps":["trace[209495532] 'process raft request' (duration: 103.963886ms)","trace[209495532] 'compare' (duration: 232.073476ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:15.511468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.174868Z","time spent":"336.554394ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:15.531332Z","caller":"traceutil/trace.go:171","msg":"trace[1018575108] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"355.211416ms","start":"2026-04-03T05:08:15.176105Z","end":"2026-04-03T05:08:15.531317Z","steps":["trace[1018575108] 'process raft request' (duration: 355.135314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.531416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.175309Z","time spent":"356.071394ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:15.531424Z","caller":"traceutil/trace.go:171","msg":"trace[1575334879] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"355.347149ms","start":"2026-04-03T05:08:15.176012Z","end":"2026-04-03T05:08:15.531359Z","steps":["trace[1575334879] 'process raft request' (duration: 355.143984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.531695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.175986Z","time spent":"355.569903ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:15.531685Z","caller":"traceutil/trace.go:171","msg":"trace[91927398] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"355.323068ms","start":"2026-04-03T05:08:15.176332Z","end":"2026-04-03T05:08:15.531655Z","steps":["trace[91927398] 'process raft request' (duration: 355.154134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:15.531693Z","caller":"traceutil/trace.go:171","msg":"trace[1659841425] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"355.472491ms","start":"2026-04-03T05:08:15.176172Z","end":"2026-04-03T05:08:15.531645Z","steps":["trace[1659841425] 'process raft request' (duration: 355.107783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:15.531883Z","caller":"traceutil/trace.go:171","msg":"trace[293736064] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"354.208592ms","start":"2026-04-03T05:08:15.177661Z","end":"2026-04-03T05:08:15.53187Z","steps":["trace[293736064] 'process raft request' (duration: 354.11677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:15.531868Z","caller":"traceutil/trace.go:171","msg":"trace[1888208642] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"355.046311ms","start":"2026-04-03T05:08:15.176789Z","end":"2026-04-03T05:08:15.531836Z","steps":["trace[1888208642] 'process raft request' (duration: 354.922618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.531891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.176306Z","time spent":"355.463561ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:15.531952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.177647Z","time spent":"354.269243ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:15.531901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.176155Z","time spent":"355.651566ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:15.532025Z","caller":"traceutil/trace.go:171","msg":"trace[772163958] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"355.272237ms","start":"2026-04-03T05:08:15.176724Z","end":"2026-04-03T05:08:15.531996Z","steps":["trace[772163958] 'process raft request' (duration: 354.883788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.532045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.176779Z","time spent":"355.168285ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:15.53208Z","caller":"traceutil/trace.go:171","msg":"trace[1778329578] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"347.852878ms","start":"2026-04-03T05:08:15.184213Z","end":"2026-04-03T05:08:15.532066Z","steps":["trace[1778329578] 'process raft request' (duration: 347.610223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:15.53214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.184202Z","time spent":"347.90675ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:15.532167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:15.176707Z","time spent":"355.388919ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:25.808441Z","caller":"traceutil/trace.go:171","msg":"trace[1909408787] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"156.397589ms","start":"2026-04-03T05:08:25.652007Z","end":"2026-04-03T05:08:25.808404Z","steps":["trace[1909408787] 'process raft request' (duration: 156.173963ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:25.979341Z","caller":"traceutil/trace.go:171","msg":"trace[977357514] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"105.041101ms","start":"2026-04-03T05:08:25.874272Z","end":"2026-04-03T05:08:25.979313Z","steps":["trace[977357514] 'process raft request' (duration: 104.908279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:26.452047Z","caller":"traceutil/trace.go:171","msg":"trace[1809739392] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"215.711678ms","start":"2026-04-03T05:08:26.236308Z","end":"2026-04-03T05:08:26.45202Z","steps":["trace[1809739392] 'process raft request' (duration: 215.516213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:27.218238Z","caller":"traceutil/trace.go:171","msg":"trace[2096112958] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"102.199206ms","start":"2026-04-03T05:08:27.116009Z","end":"2026-04-03T05:08:27.218208Z","steps":["trace[2096112958] 'process raft request' (duration: 100.057988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:27.963335Z","caller":"traceutil/trace.go:171","msg":"trace[1134229372] transaction","detail":"{read_only:false; response_revision:799; number_of_response:1; }","duration":"232.743621ms","start":"2026-04-03T05:08:27.730538Z","end":"2026-04-03T05:08:27.963282Z","steps":["trace[1134229372] 'process raft request' (duration: 220.669898ms)","trace[1134229372] 'compare' (duration: 11.766607ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:30.136705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.15958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:30.136824Z","caller":"traceutil/trace.go:171","msg":"trace[893835572] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"350.849598ms","start":"2026-04-03T05:08:29.785952Z","end":"2026-04-03T05:08:30.136802Z","steps":["trace[893835572] 'process raft request' (duration: 160.504343ms)","trace[893835572] 'compare' (duration: 189.924774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:30.136885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:29.785937Z","time spent":"350.918949ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:31.193399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.27906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:31.193647Z","caller":"traceutil/trace.go:171","msg":"trace[1500147510] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"1.406748222s","start":"2026-04-03T05:08:29.78686Z","end":"2026-04-03T05:08:31.193608Z","steps":["trace[1500147510] 'process raft request' (duration: 889.673544ms)","trace[1500147510] 'compare' (duration: 516.129507ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:31.193688Z","caller":"traceutil/trace.go:171","msg":"trace[1106963780] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"1.4053298s","start":"2026-04-03T05:08:29.788335Z","end":"2026-04-03T05:08:31.193665Z","steps":["trace[1106963780] 'process raft request' (duration: 1.405188837s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:31.193805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:29.78683Z","time spent":"1.406895114s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:31.193831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:29.788325Z","time spent":"1.405450002s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:31.425564Z","caller":"traceutil/trace.go:171","msg":"trace[477401133] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:838; }","duration":"220.163538ms","start":"2026-04-03T05:08:31.205375Z","end":"2026-04-03T05:08:31.425539Z","steps":["trace[477401133] 'read index received' (duration: 160.909492ms)","trace[477401133] 'applied index is now lower than readState.Index' (duration: 59.252906ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:31.425681Z","caller":"traceutil/trace.go:171","msg":"trace[1037226283] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"227.533065ms","start":"2026-04-03T05:08:31.198109Z","end":"2026-04-03T05:08:31.425643Z","steps":["trace[1037226283] 'process raft request' (duration: 168.229237ms)","trace[1037226283] 'compare' (duration: 58.915559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:31.425722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.331982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:31.425799Z","caller":"traceutil/trace.go:171","msg":"trace[1979887425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:805; }","duration":"220.455535ms","start":"2026-04-03T05:08:31.205322Z","end":"2026-04-03T05:08:31.425778Z","steps":["trace[1979887425] 'agreement among raft nodes before linearized reading' (duration: 220.317492ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:31.859759Z","caller":"traceutil/trace.go:171","msg":"trace[1368749796] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"110.113345ms","start":"2026-04-03T05:08:31.749627Z","end":"2026-04-03T05:08:31.85974Z","steps":["trace[1368749796] 'process raft request' (duration: 109.989012ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:34.371254Z","caller":"traceutil/trace.go:171","msg":"trace[1974644159] linearizableReadLoop","detail":"{readStateIndex:850; appliedIndex:849; }","duration":"137.107115ms","start":"2026-04-03T05:08:34.234124Z","end":"2026-04-03T05:08:34.371232Z","steps":["trace[1974644159] 'read index received' (duration: 136.8776ms)","trace[1974644159] 'applied index is now lower than readState.Index' (duration: 228.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:34.371301Z","caller":"traceutil/trace.go:171","msg":"trace[725684377] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"179.365018ms","start":"2026-04-03T05:08:34.191915Z","end":"2026-04-03T05:08:34.37128Z","steps":["trace[725684377] 'process raft request' (duration: 179.174944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:34.371393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.259508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:34.371452Z","caller":"traceutil/trace.go:171","msg":"trace[1228322656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:815; }","duration":"137.36743ms","start":"2026-04-03T05:08:34.23407Z","end":"2026-04-03T05:08:34.371438Z","steps":["trace[1228322656] 'agreement among raft nodes before linearized reading' (duration: 137.263418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:36.532063Z","caller":"traceutil/trace.go:171","msg":"trace[793428460] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"153.494244ms","start":"2026-04-03T05:08:36.378544Z","end":"2026-04-03T05:08:36.532038Z","steps":["trace[793428460] 'process raft request' (duration: 153.292069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.939354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001125204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:08:39.939462Z","caller":"traceutil/trace.go:171","msg":"trace[305018859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:832; }","duration":"2.001270387s","start":"2026-04-03T05:08:37.93816Z","end":"2026-04-03T05:08:39.93943Z","steps":["trace[305018859] 'range keys from in-memory index tree' (duration: 2.000904268s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.939448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828465228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-k5mth\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-04-03T05:08:39.939495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.662109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-03T05:08:39.939515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:37.938115Z","time spent":"2.0013882s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:08:39.939541Z","caller":"traceutil/trace.go:171","msg":"trace[2070197068] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-k5mth; range_end:; response_count:1; response_revision:832; }","duration":"1.828611251s","start":"2026-04-03T05:08:38.110912Z","end":"2026-04-03T05:08:39.939524Z","steps":["trace[2070197068] 'range keys from in-memory index tree' (duration: 1.828299124s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.939576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732989503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:39.939641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.801979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:39.940212Z","caller":"traceutil/trace.go:171","msg":"trace[832675450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:832; }","duration":"599.410453ms","start":"2026-04-03T05:08:39.340786Z","end":"2026-04-03T05:08:39.940196Z","steps":["trace[832675450] 'range keys from in-memory index tree' (duration: 598.646436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.939591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:38.110892Z","time spent":"1.828689622s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-k5mth\" "} {"level":"warn","ts":"2026-04-03T05:08:39.940272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.34076Z","time spent":"599.495765ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:08:39.939648Z","caller":"traceutil/trace.go:171","msg":"trace[546143260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:832; }","duration":"1.733103365s","start":"2026-04-03T05:08:38.206528Z","end":"2026-04-03T05:08:39.939632Z","steps":["trace[546143260] 'range keys from in-memory index tree' (duration: 1.732898481s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.940386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:38.206504Z","time spent":"1.733868102s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:08:39.939546Z","caller":"traceutil/trace.go:171","msg":"trace[192310770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:832; }","duration":"638.744001ms","start":"2026-04-03T05:08:39.300787Z","end":"2026-04-03T05:08:39.939531Z","steps":["trace[192310770] 'range keys from in-memory index tree' (duration: 638.477706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.940488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.300768Z","time spent":"639.668412ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:08:39.939724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:38.817392Z","time spent":"1.122328173s","remote":"127.0.0.1:59766","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:08:39.939779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403218401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:08:39.940716Z","caller":"traceutil/trace.go:171","msg":"trace[1146601030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:832; }","duration":"1.404174112s","start":"2026-04-03T05:08:38.536518Z","end":"2026-04-03T05:08:39.940692Z","steps":["trace[1146601030] 'range keys from in-memory index tree' (duration: 1.403077538s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.940757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:38.536499Z","time spent":"1.404246793s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:08:39.939861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.383082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:08:39.94086Z","caller":"traceutil/trace.go:171","msg":"trace[1848262743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:832; }","duration":"459.421185ms","start":"2026-04-03T05:08:39.481416Z","end":"2026-04-03T05:08:39.940837Z","steps":["trace[1848262743] 'range keys from in-memory index tree' (duration: 458.217468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:39.940927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.481399Z","time spent":"459.508627ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:08:40.300781Z","caller":"traceutil/trace.go:171","msg":"trace[1588313630] transaction","detail":"{read_only:false; response_revision:833; number_of_response:1; }","duration":"355.985183ms","start":"2026-04-03T05:08:39.944772Z","end":"2026-04-03T05:08:40.300757Z","steps":["trace[1588313630] 'process raft request' (duration: 355.779429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.300928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.944744Z","time spent":"356.114547ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:40.31068Z","caller":"traceutil/trace.go:171","msg":"trace[1495071444] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"365.456806ms","start":"2026-04-03T05:08:39.945195Z","end":"2026-04-03T05:08:40.310652Z","steps":["trace[1495071444] 'process raft request' (duration: 365.230911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.31089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.945177Z","time spent":"365.60012ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:40.310895Z","caller":"traceutil/trace.go:171","msg":"trace[1479574242] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"365.644811ms","start":"2026-04-03T05:08:39.945225Z","end":"2026-04-03T05:08:40.31087Z","steps":["trace[1479574242] 'process raft request' (duration: 365.360015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.311046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.945208Z","time spent":"365.757903ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:40.311062Z","caller":"traceutil/trace.go:171","msg":"trace[1999545581] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:868; }","duration":"362.44847ms","start":"2026-04-03T05:08:39.948595Z","end":"2026-04-03T05:08:40.311044Z","steps":["trace[1999545581] 'read index received' (duration: 352.080606ms)","trace[1999545581] 'applied index is now lower than readState.Index' (duration: 10.366804ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:40.31114Z","caller":"traceutil/trace.go:171","msg":"trace[1136571144] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"364.047806ms","start":"2026-04-03T05:08:39.94707Z","end":"2026-04-03T05:08:40.311118Z","steps":["trace[1136571144] 'process raft request' (duration: 363.914892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.311173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.566473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:40.311169Z","caller":"traceutil/trace.go:171","msg":"trace[435116680] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"365.321594ms","start":"2026-04-03T05:08:39.945825Z","end":"2026-04-03T05:08:40.311147Z","steps":["trace[435116680] 'process raft request' (duration: 365.108749ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:40.311211Z","caller":"traceutil/trace.go:171","msg":"trace[2002253374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:838; }","duration":"362.631014ms","start":"2026-04-03T05:08:39.948568Z","end":"2026-04-03T05:08:40.311199Z","steps":["trace[2002253374] 'agreement among raft nodes before linearized reading' (duration: 362.546323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.311257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.948551Z","time spent":"362.697386ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:40.311252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.947059Z","time spent":"364.138247ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4022,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:40.31137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.945816Z","time spent":"365.401317ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:40.311078Z","caller":"traceutil/trace.go:171","msg":"trace[161029490] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"365.818366ms","start":"2026-04-03T05:08:39.945225Z","end":"2026-04-03T05:08:40.311043Z","steps":["trace[161029490] 'process raft request' (duration: 365.556979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:40.311705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:39.945206Z","time spent":"366.342397ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:45.306093Z","caller":"traceutil/trace.go:171","msg":"trace[1858448141] linearizableReadLoop","detail":"{readStateIndex:926; appliedIndex:925; }","duration":"147.119191ms","start":"2026-04-03T05:08:45.158952Z","end":"2026-04-03T05:08:45.306072Z","steps":["trace[1858448141] 'read index received' (duration: 146.542347ms)","trace[1858448141] 'applied index is now lower than readState.Index' (duration: 575.994µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:45.306209Z","caller":"traceutil/trace.go:171","msg":"trace[1573444322] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"157.398882ms","start":"2026-04-03T05:08:45.148781Z","end":"2026-04-03T05:08:45.30618Z","steps":["trace[1573444322] 'process raft request' (duration: 156.801648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:45.306255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.691872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:45.306434Z","caller":"traceutil/trace.go:171","msg":"trace[1779054907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:889; }","duration":"100.897867ms","start":"2026-04-03T05:08:45.205499Z","end":"2026-04-03T05:08:45.306397Z","steps":["trace[1779054907] 'agreement among raft nodes before linearized reading' (duration: 100.710653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:45.306486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.504059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-oidc-hmac\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-04-03T05:08:45.306563Z","caller":"traceutil/trace.go:171","msg":"trace[395025054] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-oidc-hmac; range_end:; response_count:1; response_revision:889; }","duration":"147.636762ms","start":"2026-04-03T05:08:45.158906Z","end":"2026-04-03T05:08:45.306543Z","steps":["trace[395025054] 'agreement among raft nodes before linearized reading' (duration: 147.302895ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:45.516883Z","caller":"traceutil/trace.go:171","msg":"trace[432759887] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"206.031969ms","start":"2026-04-03T05:08:45.310819Z","end":"2026-04-03T05:08:45.516851Z","steps":["trace[432759887] 'process raft request' (duration: 203.41648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:45.51692Z","caller":"traceutil/trace.go:171","msg":"trace[632649112] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"204.483014ms","start":"2026-04-03T05:08:45.312397Z","end":"2026-04-03T05:08:45.51688Z","steps":["trace[632649112] 'process raft request' (duration: 204.404762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:45.51694Z","caller":"traceutil/trace.go:171","msg":"trace[144325492] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"205.534079ms","start":"2026-04-03T05:08:45.311373Z","end":"2026-04-03T05:08:45.516907Z","steps":["trace[144325492] 'process raft request' (duration: 205.325204ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:48.12036Z","caller":"traceutil/trace.go:171","msg":"trace[455489034] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"227.310259ms","start":"2026-04-03T05:08:47.893024Z","end":"2026-04-03T05:08:48.120334Z","steps":["trace[455489034] 'process raft request' (duration: 225.55691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:48.540302Z","caller":"traceutil/trace.go:171","msg":"trace[743723127] linearizableReadLoop","detail":"{readStateIndex:949; appliedIndex:948; }","duration":"201.703831ms","start":"2026-04-03T05:08:48.338568Z","end":"2026-04-03T05:08:48.540271Z","steps":["trace[743723127] 'read index received' (duration: 201.454215ms)","trace[743723127] 'applied index is now lower than readState.Index' (duration: 248.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:48.5407Z","caller":"traceutil/trace.go:171","msg":"trace[1603552282] transaction","detail":"{read_only:false; response_revision:911; number_of_response:1; }","duration":"400.104688ms","start":"2026-04-03T05:08:48.140576Z","end":"2026-04-03T05:08:48.540681Z","steps":["trace[1603552282] 'process raft request' (duration: 399.538355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.540849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:48.140559Z","time spent":"400.196ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:48.54146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.763385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:08:48.541529Z","caller":"traceutil/trace.go:171","msg":"trace[1776271480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:911; }","duration":"190.831836ms","start":"2026-04-03T05:08:48.35068Z","end":"2026-04-03T05:08:48.541512Z","steps":["trace[1776271480] 'agreement among raft nodes before linearized reading' (duration: 190.651891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.54185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.287038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:08:48.541911Z","caller":"traceutil/trace.go:171","msg":"trace[1337497727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:911; }","duration":"203.39092ms","start":"2026-04-03T05:08:48.338506Z","end":"2026-04-03T05:08:48.541897Z","steps":["trace[1337497727] 'agreement among raft nodes before linearized reading' (duration: 203.240627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.541612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.31766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:48.54211Z","caller":"traceutil/trace.go:171","msg":"trace[2023523919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:911; }","duration":"192.846191ms","start":"2026-04-03T05:08:48.349243Z","end":"2026-04-03T05:08:48.542089Z","steps":["trace[2023523919] 'agreement among raft nodes before linearized reading' (duration: 191.834178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.542401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.741247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:08:48.542902Z","caller":"traceutil/trace.go:171","msg":"trace[1759039322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:911; }","duration":"192.255419ms","start":"2026-04-03T05:08:48.35062Z","end":"2026-04-03T05:08:48.542876Z","steps":["trace[1759039322] 'agreement among raft nodes before linearized reading' (duration: 191.694246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:48.542432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.038596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:08:48.54302Z","caller":"traceutil/trace.go:171","msg":"trace[665183995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:911; }","duration":"193.67034ms","start":"2026-04-03T05:08:48.349341Z","end":"2026-04-03T05:08:48.543011Z","steps":["trace[665183995] 'agreement among raft nodes before linearized reading' (duration: 192.994305ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:48.945566Z","caller":"traceutil/trace.go:171","msg":"trace[486357008] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"189.600598ms","start":"2026-04-03T05:08:48.755948Z","end":"2026-04-03T05:08:48.945549Z","steps":["trace[486357008] 'process raft request' (duration: 189.495595ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:48.976903Z","caller":"traceutil/trace.go:171","msg":"trace[98710018] transaction","detail":"{read_only:false; response_revision:918; number_of_response:1; }","duration":"216.71745ms","start":"2026-04-03T05:08:48.760161Z","end":"2026-04-03T05:08:48.976879Z","steps":["trace[98710018] 'process raft request' (duration: 216.580887ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:51.416149Z","caller":"traceutil/trace.go:171","msg":"trace[1551108845] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"209.065219ms","start":"2026-04-03T05:08:51.207062Z","end":"2026-04-03T05:08:51.416127Z","steps":["trace[1551108845] 'read index received' (duration: 208.889215ms)","trace[1551108845] 'applied index is now lower than readState.Index' (duration: 174.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:51.416187Z","caller":"traceutil/trace.go:171","msg":"trace[1577988962] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"313.742922ms","start":"2026-04-03T05:08:51.10242Z","end":"2026-04-03T05:08:51.416163Z","steps":["trace[1577988962] 'process raft request' (duration: 313.591548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:51.416311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:51.102393Z","time spent":"313.859374ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:51.416324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.250223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:51.416353Z","caller":"traceutil/trace.go:171","msg":"trace[267633177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:954; }","duration":"209.329045ms","start":"2026-04-03T05:08:51.207014Z","end":"2026-04-03T05:08:51.416343Z","steps":["trace[267633177] 'agreement among raft nodes before linearized reading' (duration: 209.235043ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.158374Z","caller":"traceutil/trace.go:171","msg":"trace[1219531222] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"168.250462ms","start":"2026-04-03T05:08:51.990085Z","end":"2026-04-03T05:08:52.158336Z","steps":["trace[1219531222] 'process raft request' (duration: 168.116579ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.354065Z","caller":"traceutil/trace.go:171","msg":"trace[1726624685] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"192.089257ms","start":"2026-04-03T05:08:52.161946Z","end":"2026-04-03T05:08:52.354035Z","steps":["trace[1726624685] 'process raft request' (duration: 172.550929ms)","trace[1726624685] 'compare' (duration: 19.442616ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:52.495159Z","caller":"traceutil/trace.go:171","msg":"trace[1236764819] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"332.794782ms","start":"2026-04-03T05:08:52.162345Z","end":"2026-04-03T05:08:52.49514Z","steps":["trace[1236764819] 'process raft request' (duration: 318.506851ms)","trace[1236764819] 'compare' (duration: 14.122187ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:52.4952Z","caller":"traceutil/trace.go:171","msg":"trace[880251909] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"326.703135ms","start":"2026-04-03T05:08:52.168463Z","end":"2026-04-03T05:08:52.495166Z","steps":["trace[880251909] 'process raft request' (duration: 326.624594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:52.495265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:52.162326Z","time spent":"332.888733ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:52.495261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.992147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:52.495145Z","caller":"traceutil/trace.go:171","msg":"trace[200452286] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:994; }","duration":"280.885744ms","start":"2026-04-03T05:08:52.214241Z","end":"2026-04-03T05:08:52.495127Z","steps":["trace[200452286] 'read index received' (duration: 120.354255ms)","trace[200452286] 'applied index is now lower than readState.Index' (duration: 160.530709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:52.495346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:52.168438Z","time spent":"326.838788ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:52.495471Z","caller":"traceutil/trace.go:171","msg":"trace[1864201680] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:959; }","duration":"281.096589ms","start":"2026-04-03T05:08:52.214199Z","end":"2026-04-03T05:08:52.495296Z","steps":["trace[1864201680] 'agreement among raft nodes before linearized reading' (duration: 280.985057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.757202Z","caller":"traceutil/trace.go:171","msg":"trace[1352316266] linearizableReadLoop","detail":"{readStateIndex:1000; appliedIndex:999; }","duration":"180.626269ms","start":"2026-04-03T05:08:52.576547Z","end":"2026-04-03T05:08:52.757174Z","steps":["trace[1352316266] 'read index received' (duration: 132.284993ms)","trace[1352316266] 'applied index is now lower than readState.Index' (duration: 48.340226ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:52.757283Z","caller":"traceutil/trace.go:171","msg":"trace[1916992582] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"181.240823ms","start":"2026-04-03T05:08:52.576005Z","end":"2026-04-03T05:08:52.757246Z","steps":["trace[1916992582] 'process raft request' (duration: 132.809404ms)","trace[1916992582] 'compare' (duration: 48.258635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:52.757682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.113191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:08:52.757773Z","caller":"traceutil/trace.go:171","msg":"trace[1380279905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:962; }","duration":"181.254694ms","start":"2026-04-03T05:08:52.576497Z","end":"2026-04-03T05:08:52.757751Z","steps":["trace[1380279905] 'agreement among raft nodes before linearized reading' (duration: 180.785292ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.759389Z","caller":"traceutil/trace.go:171","msg":"trace[792219887] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"181.987199ms","start":"2026-04-03T05:08:52.577384Z","end":"2026-04-03T05:08:52.759371Z","steps":["trace[792219887] 'process raft request' (duration: 181.845056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:52.759477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.861909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:08:52.759519Z","caller":"traceutil/trace.go:171","msg":"trace[951448993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:964; }","duration":"182.921321ms","start":"2026-04-03T05:08:52.576588Z","end":"2026-04-03T05:08:52.75951Z","steps":["trace[951448993] 'agreement among raft nodes before linearized reading' (duration: 182.777977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:52.759654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.940631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:08:52.759724Z","caller":"traceutil/trace.go:171","msg":"trace[319728946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:964; }","duration":"183.126745ms","start":"2026-04-03T05:08:52.57658Z","end":"2026-04-03T05:08:52.759707Z","steps":["trace[319728946] 'agreement among raft nodes before linearized reading' (duration: 182.862729ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:52.760141Z","caller":"traceutil/trace.go:171","msg":"trace[305924900] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"180.839294ms","start":"2026-04-03T05:08:52.578588Z","end":"2026-04-03T05:08:52.759427Z","steps":["trace[305924900] 'process raft request' (duration: 180.738501ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.063886Z","caller":"traceutil/trace.go:171","msg":"trace[1269037294] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"299.915961ms","start":"2026-04-03T05:08:52.763928Z","end":"2026-04-03T05:08:53.063844Z","steps":["trace[1269037294] 'process raft request' (duration: 299.83805ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.063942Z","caller":"traceutil/trace.go:171","msg":"trace[1991017128] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"300.402082ms","start":"2026-04-03T05:08:52.76351Z","end":"2026-04-03T05:08:53.063912Z","steps":["trace[1991017128] 'process raft request' (duration: 295.759277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:53.064158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:52.763908Z","time spent":"300.119845ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:53.063941Z","caller":"traceutil/trace.go:171","msg":"trace[877078163] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"300.31934ms","start":"2026-04-03T05:08:52.7636Z","end":"2026-04-03T05:08:53.063919Z","steps":["trace[877078163] 'process raft request' (duration: 300.007813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:53.064283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:52.763488Z","time spent":"300.683419ms","remote":"127.0.0.1:55052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1091,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:53.064415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:52.763582Z","time spent":"300.703918ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:53.194368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.549318ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:08:53.194637Z","caller":"traceutil/trace.go:171","msg":"trace[1527781186] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"126.209287ms","start":"2026-04-03T05:08:53.06841Z","end":"2026-04-03T05:08:53.194619Z","steps":["trace[1527781186] 'process raft request' (duration: 126.077103ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.380248Z","caller":"traceutil/trace.go:171","msg":"trace[1298452967] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1008; }","duration":"175.207599ms","start":"2026-04-03T05:08:53.205011Z","end":"2026-04-03T05:08:53.380219Z","steps":["trace[1298452967] 'read index received' (duration: 134.733738ms)","trace[1298452967] 'applied index is now lower than readState.Index' (duration: 40.47281ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:53.380321Z","caller":"traceutil/trace.go:171","msg":"trace[666264419] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"181.362477ms","start":"2026-04-03T05:08:53.198907Z","end":"2026-04-03T05:08:53.38027Z","steps":["trace[666264419] 'process raft request' (duration: 140.888126ms)","trace[666264419] 'compare' (duration: 40.274416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:53.380397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.367702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:53.380439Z","caller":"traceutil/trace.go:171","msg":"trace[1517958987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:970; }","duration":"175.428543ms","start":"2026-04-03T05:08:53.204996Z","end":"2026-04-03T05:08:53.380424Z","steps":["trace[1517958987] 'agreement among raft nodes before linearized reading' (duration: 175.323871ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.554912Z","caller":"traceutil/trace.go:171","msg":"trace[932736151] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1009; }","duration":"132.191549ms","start":"2026-04-03T05:08:53.422673Z","end":"2026-04-03T05:08:53.554864Z","steps":["trace[932736151] 'read index received' (duration: 52.153031ms)","trace[932736151] 'applied index is now lower than readState.Index' (duration: 80.036658ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:53.555119Z","caller":"traceutil/trace.go:171","msg":"trace[1731998045] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"164.68159ms","start":"2026-04-03T05:08:53.390405Z","end":"2026-04-03T05:08:53.555087Z","steps":["trace[1731998045] 'process raft request' (duration: 164.22687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:53.55521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.490516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:08:53.555269Z","caller":"traceutil/trace.go:171","msg":"trace[751603248] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:972; }","duration":"132.632209ms","start":"2026-04-03T05:08:53.422617Z","end":"2026-04-03T05:08:53.55525Z","steps":["trace[751603248] 'agreement among raft nodes before linearized reading' (duration: 132.479996ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.77241Z","caller":"traceutil/trace.go:171","msg":"trace[713580777] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"290.886176ms","start":"2026-04-03T05:08:53.48149Z","end":"2026-04-03T05:08:53.772376Z","steps":["trace[713580777] 'process raft request' (duration: 290.809304ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:53.772475Z","caller":"traceutil/trace.go:171","msg":"trace[364513037] linearizableReadLoop","detail":"{readStateIndex:1013; appliedIndex:1011; }","duration":"217.403825ms","start":"2026-04-03T05:08:53.555045Z","end":"2026-04-03T05:08:53.772449Z","steps":["trace[364513037] 'read index received' (duration: 122.797439ms)","trace[364513037] 'applied index is now lower than readState.Index' (duration: 94.603436ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:53.772563Z","caller":"traceutil/trace.go:171","msg":"trace[1822199731] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"292.277517ms","start":"2026-04-03T05:08:53.480261Z","end":"2026-04-03T05:08:53.772539Z","steps":["trace[1822199731] 'process raft request' (duration: 197.550759ms)","trace[1822199731] 'compare' (duration: 94.226727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:53.772653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.737755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:53.772701Z","caller":"traceutil/trace.go:171","msg":"trace[73246781] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:975; }","duration":"291.847618ms","start":"2026-04-03T05:08:53.48084Z","end":"2026-04-03T05:08:53.772688Z","steps":["trace[73246781] 'agreement among raft nodes before linearized reading' (duration: 291.728565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:53.772861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.370514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:53.772922Z","caller":"traceutil/trace.go:171","msg":"trace[95863528] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:975; }","duration":"132.498077ms","start":"2026-04-03T05:08:53.64041Z","end":"2026-04-03T05:08:53.772908Z","steps":["trace[95863528] 'agreement among raft nodes before linearized reading' (duration: 132.365244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:53.77296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.991987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-03T05:08:53.773036Z","caller":"traceutil/trace.go:171","msg":"trace[285961577] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:975; }","duration":"157.11883ms","start":"2026-04-03T05:08:53.615896Z","end":"2026-04-03T05:08:53.773015Z","steps":["trace[285961577] 'agreement among raft nodes before linearized reading' (duration: 156.876045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:54.07574Z","caller":"traceutil/trace.go:171","msg":"trace[1285300636] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1014; }","duration":"297.122939ms","start":"2026-04-03T05:08:53.778584Z","end":"2026-04-03T05:08:54.075707Z","steps":["trace[1285300636] 'read index received' (duration: 229.374986ms)","trace[1285300636] 'applied index is now lower than readState.Index' (duration: 67.745143ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:54.075744Z","caller":"traceutil/trace.go:171","msg":"trace[50270107] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"300.637168ms","start":"2026-04-03T05:08:53.775065Z","end":"2026-04-03T05:08:54.075703Z","steps":["trace[50270107] 'process raft request' (duration: 232.924916ms)","trace[50270107] 'compare' (duration: 67.478596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:54.075923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:53.775045Z","time spent":"300.799251ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:08:54.075782Z","caller":"traceutil/trace.go:171","msg":"trace[1591166202] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"205.056639ms","start":"2026-04-03T05:08:53.870709Z","end":"2026-04-03T05:08:54.075766Z","steps":["trace[1591166202] 'process raft request' (duration: 204.921266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:54.076094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.492807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3386"} {"level":"warn","ts":"2026-04-03T05:08:54.076106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.417459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-03T05:08:54.076164Z","caller":"traceutil/trace.go:171","msg":"trace[1785947295] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:978; }","duration":"297.568688ms","start":"2026-04-03T05:08:53.778579Z","end":"2026-04-03T05:08:54.076148Z","steps":["trace[1785947295] 'agreement among raft nodes before linearized reading' (duration: 297.268762ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:54.07618Z","caller":"traceutil/trace.go:171","msg":"trace[2035287287] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:978; }","duration":"242.543322ms","start":"2026-04-03T05:08:53.833615Z","end":"2026-04-03T05:08:54.076158Z","steps":["trace[2035287287] 'agreement among raft nodes before linearized reading' (duration: 242.264325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:54.527747Z","caller":"traceutil/trace.go:171","msg":"trace[1799764479] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"448.08174ms","start":"2026-04-03T05:08:54.079639Z","end":"2026-04-03T05:08:54.52772Z","steps":["trace[1799764479] 'process raft request' (duration: 367.736885ms)","trace[1799764479] 'compare' (duration: 80.232182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:54.527908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.079613Z","time spent":"448.208263ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2635,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:08:54.827755Z","caller":"traceutil/trace.go:171","msg":"trace[45048872] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"746.352314ms","start":"2026-04-03T05:08:54.081366Z","end":"2026-04-03T05:08:54.827718Z","steps":["trace[45048872] 'process raft request' (duration: 711.50684ms)","trace[45048872] 'compare' (duration: 34.586827ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:54.827776Z","caller":"traceutil/trace.go:171","msg":"trace[1474058652] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"745.631999ms","start":"2026-04-03T05:08:54.082121Z","end":"2026-04-03T05:08:54.827753Z","steps":["trace[1474058652] 'process raft request' (duration: 745.499175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:54.827878Z","caller":"traceutil/trace.go:171","msg":"trace[423587651] linearizableReadLoop","detail":"{readStateIndex:1021; appliedIndex:1017; }","duration":"621.58991ms","start":"2026-04-03T05:08:54.206264Z","end":"2026-04-03T05:08:54.827854Z","steps":["trace[423587651] 'read index received' (duration: 241.125979ms)","trace[423587651] 'applied index is now lower than readState.Index' (duration: 380.462151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:54.827923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.081337Z","time spent":"746.507018ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:54.827937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.082095Z","time spent":"745.757211ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3681,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:54.828014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.741103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:54.828047Z","caller":"traceutil/trace.go:171","msg":"trace[248800428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:982; }","duration":"621.823995ms","start":"2026-04-03T05:08:54.206212Z","end":"2026-04-03T05:08:54.828036Z","steps":["trace[248800428] 'agreement among raft nodes before linearized reading' (duration: 621.753994ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:54.828004Z","caller":"traceutil/trace.go:171","msg":"trace[1658516416] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"745.111996ms","start":"2026-04-03T05:08:54.082871Z","end":"2026-04-03T05:08:54.827983Z","steps":["trace[1658516416] 'process raft request' (duration: 744.827149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:54.828088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.206161Z","time spent":"621.918387ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:54.828165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.082861Z","time spent":"745.228208ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3204,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:55.268841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.448899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:08:55.268949Z","caller":"traceutil/trace.go:171","msg":"trace[366026113] linearizableReadLoop","detail":"{readStateIndex:1022; appliedIndex:1021; }","duration":"440.987141ms","start":"2026-04-03T05:08:54.827946Z","end":"2026-04-03T05:08:55.268933Z","steps":["trace[366026113] 'read index received' (duration: 178.374238ms)","trace[366026113] 'applied index is now lower than readState.Index' (duration: 262.611133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:55.269157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.374098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:08:55.269199Z","caller":"traceutil/trace.go:171","msg":"trace[291874326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:983; }","duration":"505.433789ms","start":"2026-04-03T05:08:54.763747Z","end":"2026-04-03T05:08:55.269181Z","steps":["trace[291874326] 'agreement among raft nodes before linearized reading' (duration: 505.262115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.269284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.763738Z","time spent":"505.49747ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:08:55.269296Z","caller":"traceutil/trace.go:171","msg":"trace[228328614] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"736.666536ms","start":"2026-04-03T05:08:54.532588Z","end":"2026-04-03T05:08:55.269255Z","steps":["trace[228328614] 'process raft request' (duration: 473.720466ms)","trace[228328614] 'compare' (duration: 262.183543ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:55.269314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.334352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:08:55.269406Z","caller":"traceutil/trace.go:171","msg":"trace[1842501269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:983; }","duration":"507.475176ms","start":"2026-04-03T05:08:54.761907Z","end":"2026-04-03T05:08:55.269382Z","steps":["trace[1842501269] 'agreement among raft nodes before linearized reading' (duration: 507.182339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.269427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.532564Z","time spent":"736.806369ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:08:55.26948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.761714Z","time spent":"507.750551ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:08:55.269767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.363773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-04-03T05:08:55.269213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.230316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7dc7w\" ","response":"range_response_count:1 size:2650"} {"level":"info","ts":"2026-04-03T05:08:55.269862Z","caller":"traceutil/trace.go:171","msg":"trace[933220415] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:983; }","duration":"499.521047ms","start":"2026-04-03T05:08:54.770322Z","end":"2026-04-03T05:08:55.269843Z","steps":["trace[933220415] 'agreement among raft nodes before linearized reading' (duration: 498.621037ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:55.269884Z","caller":"traceutil/trace.go:171","msg":"trace[1828059441] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7dc7w; range_end:; response_count:1; response_revision:983; }","duration":"736.993003ms","start":"2026-04-03T05:08:54.532873Z","end":"2026-04-03T05:08:55.269866Z","steps":["trace[1828059441] 'agreement among raft nodes before linearized reading' (duration: 736.238937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.269916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.770302Z","time spent":"499.603208ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-03T05:08:55.269923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.532818Z","time spent":"737.093055ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2674,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7dc7w\" "} {"level":"info","ts":"2026-04-03T05:08:55.444669Z","caller":"traceutil/trace.go:171","msg":"trace[942259589] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"175.668818ms","start":"2026-04-03T05:08:55.268979Z","end":"2026-04-03T05:08:55.444647Z","steps":["trace[942259589] 'read index received' (duration: 146.490581ms)","trace[942259589] 'applied index is now lower than readState.Index' (duration: 29.177367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:55.444888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.766338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:08:55.444913Z","caller":"traceutil/trace.go:171","msg":"trace[884972630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:984; }","duration":"376.847009ms","start":"2026-04-03T05:08:55.068059Z","end":"2026-04-03T05:08:55.444906Z","steps":["trace[884972630] 'agreement among raft nodes before linearized reading' (duration: 376.686376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.444938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:55.068038Z","time spent":"376.894921ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:08:55.444981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.047905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:08:55.445076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.233732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:55.44508Z","caller":"traceutil/trace.go:171","msg":"trace[418877999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:984; }","duration":"600.203639ms","start":"2026-04-03T05:08:54.844856Z","end":"2026-04-03T05:08:55.44506Z","steps":["trace[418877999] 'agreement among raft nodes before linearized reading' (duration: 599.942713ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:55.445105Z","caller":"traceutil/trace.go:171","msg":"trace[839614654] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:984; }","duration":"427.299194ms","start":"2026-04-03T05:08:55.017797Z","end":"2026-04-03T05:08:55.445096Z","steps":["trace[839614654] 'agreement among raft nodes before linearized reading' (duration: 427.248673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.445123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.039395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:08:55.445131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:55.017775Z","time spent":"427.349624ms","remote":"127.0.0.1:55098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:08:55.445131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.844837Z","time spent":"600.28244ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:08:55.445012Z","caller":"traceutil/trace.go:171","msg":"trace[2004053702] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"610.344977ms","start":"2026-04-03T05:08:54.834637Z","end":"2026-04-03T05:08:55.444982Z","steps":["trace[2004053702] 'process raft request' (duration: 580.792413ms)","trace[2004053702] 'compare' (duration: 29.117105ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:55.445148Z","caller":"traceutil/trace.go:171","msg":"trace[1067961954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:984; }","duration":"616.062206ms","start":"2026-04-03T05:08:54.829078Z","end":"2026-04-03T05:08:55.44514Z","steps":["trace[1067961954] 'agreement among raft nodes before linearized reading' (duration: 616.025675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.4454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.83461Z","time spent":"610.646424ms","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:08:55.445398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:54.829033Z","time spent":"616.323621ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:08:55.445478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.600774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:08:55.44557Z","caller":"traceutil/trace.go:171","msg":"trace[1450101733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:984; }","duration":"376.727146ms","start":"2026-04-03T05:08:55.068828Z","end":"2026-04-03T05:08:55.445555Z","steps":["trace[1450101733] 'agreement among raft nodes before linearized reading' (duration: 376.46994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.445644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:08:55.068809Z","time spent":"376.823208ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:08:55.465181Z","caller":"traceutil/trace.go:171","msg":"trace[1592743145] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"191.592575ms","start":"2026-04-03T05:08:55.273557Z","end":"2026-04-03T05:08:55.46515Z","steps":["trace[1592743145] 'process raft request' (duration: 191.35437ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:55.465284Z","caller":"traceutil/trace.go:171","msg":"trace[1486830168] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"189.705794ms","start":"2026-04-03T05:08:55.275556Z","end":"2026-04-03T05:08:55.465262Z","steps":["trace[1486830168] 'process raft request' (duration: 189.5559ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:55.465207Z","caller":"traceutil/trace.go:171","msg":"trace[862252066] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"191.586105ms","start":"2026-04-03T05:08:55.273605Z","end":"2026-04-03T05:08:55.465192Z","steps":["trace[862252066] 'process raft request' (duration: 191.449962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:55.465467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.924828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7dc7w\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-04-03T05:08:55.465543Z","caller":"traceutil/trace.go:171","msg":"trace[1330915428] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-7dc7w; range_end:; response_count:1; response_revision:987; }","duration":"194.176063ms","start":"2026-04-03T05:08:55.271347Z","end":"2026-04-03T05:08:55.465523Z","steps":["trace[1330915428] 'agreement among raft nodes before linearized reading' (duration: 193.937348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:59.035533Z","caller":"traceutil/trace.go:171","msg":"trace[1827245527] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"120.569159ms","start":"2026-04-03T05:08:58.914926Z","end":"2026-04-03T05:08:59.035495Z","steps":["trace[1827245527] 'process raft request' (duration: 118.949262ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:59.330762Z","caller":"traceutil/trace.go:171","msg":"trace[1638091536] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"125.083162ms","start":"2026-04-03T05:08:59.205648Z","end":"2026-04-03T05:08:59.330732Z","steps":["trace[1638091536] 'process raft request' (duration: 124.900098ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:59.482108Z","caller":"traceutil/trace.go:171","msg":"trace[1457533952] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"186.227345ms","start":"2026-04-03T05:08:59.295858Z","end":"2026-04-03T05:08:59.482085Z","steps":["trace[1457533952] 'process raft request' (duration: 91.582818ms)","trace[1457533952] 'compare' (duration: 94.409462ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:59.482184Z","caller":"traceutil/trace.go:171","msg":"trace[1862863161] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1169; }","duration":"151.437314ms","start":"2026-04-03T05:08:59.330698Z","end":"2026-04-03T05:08:59.482136Z","steps":["trace[1862863161] 'read index received' (duration: 56.717815ms)","trace[1862863161] 'applied index is now lower than readState.Index' (duration: 94.717919ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:59.482182Z","caller":"traceutil/trace.go:171","msg":"trace[534781551] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"141.663353ms","start":"2026-04-03T05:08:59.340466Z","end":"2026-04-03T05:08:59.48213Z","steps":["trace[534781551] 'process raft request' (duration: 141.582622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:08:59.482411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.907189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T05:08:59.482444Z","caller":"traceutil/trace.go:171","msg":"trace[1917162863] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1131; }","duration":"203.003481ms","start":"2026-04-03T05:08:59.279433Z","end":"2026-04-03T05:08:59.482436Z","steps":["trace[1917162863] 'agreement among raft nodes before linearized reading' (duration: 202.831927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:59.638791Z","caller":"traceutil/trace.go:171","msg":"trace[1296285097] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"152.244971ms","start":"2026-04-03T05:08:59.486501Z","end":"2026-04-03T05:08:59.638746Z","steps":["trace[1296285097] 'process raft request' (duration: 131.041515ms)","trace[1296285097] 'compare' (duration: 21.041113ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:08:59.638861Z","caller":"traceutil/trace.go:171","msg":"trace[162141580] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"105.782898ms","start":"2026-04-03T05:08:59.533073Z","end":"2026-04-03T05:08:59.638856Z","steps":["trace[162141580] 'process raft request' (duration: 105.634565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:59.638804Z","caller":"traceutil/trace.go:171","msg":"trace[948403571] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"149.763796ms","start":"2026-04-03T05:08:59.489013Z","end":"2026-04-03T05:08:59.638777Z","steps":["trace[948403571] 'process raft request' (duration: 149.654704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:08:59.638865Z","caller":"traceutil/trace.go:171","msg":"trace[1960302806] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1171; }","duration":"147.058525ms","start":"2026-04-03T05:08:59.491779Z","end":"2026-04-03T05:08:59.638838Z","steps":["trace[1960302806] 'read index received' (duration: 77.566434ms)","trace[1960302806] 'applied index is now lower than readState.Index' (duration: 69.489461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:08:59.639006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.222869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:08:59.639072Z","caller":"traceutil/trace.go:171","msg":"trace[604009568] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1135; }","duration":"147.334681ms","start":"2026-04-03T05:08:59.491722Z","end":"2026-04-03T05:08:59.639057Z","steps":["trace[604009568] 'agreement among raft nodes before linearized reading' (duration: 147.208599ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:00.184887Z","caller":"traceutil/trace.go:171","msg":"trace[69166791] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"116.312905ms","start":"2026-04-03T05:09:00.068537Z","end":"2026-04-03T05:09:00.18485Z","steps":["trace[69166791] 'process raft request' (duration: 68.413118ms)","trace[69166791] 'compare' (duration: 47.737553ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:00.185261Z","caller":"traceutil/trace.go:171","msg":"trace[1434563271] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"111.139618ms","start":"2026-04-03T05:09:00.074094Z","end":"2026-04-03T05:09:00.185233Z","steps":["trace[1434563271] 'process raft request' (duration: 111.045896ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:01.938855Z","caller":"traceutil/trace.go:171","msg":"trace[120957245] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1199; }","duration":"365.7289ms","start":"2026-04-03T05:09:01.573102Z","end":"2026-04-03T05:09:01.938831Z","steps":["trace[120957245] 'read index received' (duration: 365.620708ms)","trace[120957245] 'applied index is now lower than readState.Index' (duration: 107.352µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:01.938876Z","caller":"traceutil/trace.go:171","msg":"trace[961597166] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"418.136207ms","start":"2026-04-03T05:09:01.520717Z","end":"2026-04-03T05:09:01.938853Z","steps":["trace[961597166] 'process raft request' (duration: 417.942432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:01.939043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.520693Z","time spent":"418.26836ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:09:01.939104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.998226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:09:01.939171Z","caller":"traceutil/trace.go:171","msg":"trace[2100649731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1160; }","duration":"366.117038ms","start":"2026-04-03T05:09:01.573041Z","end":"2026-04-03T05:09:01.939158Z","steps":["trace[2100649731] 'agreement among raft nodes before linearized reading' (duration: 365.897833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:01.939203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.573017Z","time spent":"366.17827ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:09:02.059427Z","caller":"traceutil/trace.go:171","msg":"trace[1017302438] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"115.334542ms","start":"2026-04-03T05:09:01.944071Z","end":"2026-04-03T05:09:02.059406Z","steps":["trace[1017302438] 'process raft request' (duration: 115.288081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:02.059487Z","caller":"traceutil/trace.go:171","msg":"trace[1363151368] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"228.627219ms","start":"2026-04-03T05:09:01.830825Z","end":"2026-04-03T05:09:02.059452Z","steps":["trace[1363151368] 'process raft request' (duration: 176.446886ms)","trace[1363151368] 'compare' (duration: 51.948618ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:02.059514Z","caller":"traceutil/trace.go:171","msg":"trace[1366466347] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1200; }","duration":"120.55544ms","start":"2026-04-03T05:09:01.938927Z","end":"2026-04-03T05:09:02.059482Z","steps":["trace[1366466347] 'read index received' (duration: 68.452538ms)","trace[1366466347] 'applied index is now lower than readState.Index' (duration: 52.099862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:02.059722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.956108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:09:02.059741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.636941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:09:02.059781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.075538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:09:02.059789Z","caller":"traceutil/trace.go:171","msg":"trace[98747115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1162; }","duration":"416.080841ms","start":"2026-04-03T05:09:01.643692Z","end":"2026-04-03T05:09:02.059773Z","steps":["trace[98747115] 'agreement among raft nodes before linearized reading' (duration: 415.891187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:02.059811Z","caller":"traceutil/trace.go:171","msg":"trace[108338611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1162; }","duration":"342.195881ms","start":"2026-04-03T05:09:01.717608Z","end":"2026-04-03T05:09:02.059803Z","steps":["trace[108338611] 'agreement among raft nodes before linearized reading' (duration: 342.068888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:02.059803Z","caller":"traceutil/trace.go:171","msg":"trace[714648582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1162; }","duration":"322.719492ms","start":"2026-04-03T05:09:01.737065Z","end":"2026-04-03T05:09:02.059785Z","steps":["trace[714648582] 'agreement among raft nodes before linearized reading' (duration: 322.559339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:02.059839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.717585Z","time spent":"342.247371ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:02.059849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.643673Z","time spent":"416.161882ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:09:02.059723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.868696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:09:02.059914Z","caller":"traceutil/trace.go:171","msg":"trace[697046134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1162; }","duration":"323.103851ms","start":"2026-04-03T05:09:01.736791Z","end":"2026-04-03T05:09:02.059895Z","steps":["trace[697046134] 'agreement among raft nodes before linearized reading' (duration: 322.744353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:02.059977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.736778Z","time spent":"323.181373ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:02.059854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:01.737054Z","time spent":"322.788135ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:02.432499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.002222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:02.432605Z","caller":"traceutil/trace.go:171","msg":"trace[1773916967] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"368.235135ms","start":"2026-04-03T05:09:02.064355Z","end":"2026-04-03T05:09:02.43259Z","steps":["trace[1773916967] 'process raft request' (duration: 104.076559ms)","trace[1773916967] 'compare' (duration: 263.89067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:02.432656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:02.064333Z","time spent":"368.298676ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:02.713344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.859683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:02.713556Z","caller":"traceutil/trace.go:171","msg":"trace[642223495] linearizableReadLoop","detail":"{readStateIndex:1206; appliedIndex:1203; }","duration":"506.844219ms","start":"2026-04-03T05:09:02.206694Z","end":"2026-04-03T05:09:02.713538Z","steps":["trace[642223495] 'read index received' (duration: 374.671869ms)","trace[642223495] 'applied index is now lower than readState.Index' (duration: 132.17132ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:02.713592Z","caller":"traceutil/trace.go:171","msg":"trace[994870695] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"648.064284ms","start":"2026-04-03T05:09:02.065504Z","end":"2026-04-03T05:09:02.713569Z","steps":["trace[994870695] 'process raft request' (duration: 647.93794ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:02.713587Z","caller":"traceutil/trace.go:171","msg":"trace[247099800] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"648.109135ms","start":"2026-04-03T05:09:02.065444Z","end":"2026-04-03T05:09:02.713553Z","steps":["trace[247099800] 'process raft request' (duration: 515.950885ms)","trace[247099800] 'compare' (duration: 131.71356ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:02.713652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.957393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:02.713634Z","caller":"traceutil/trace.go:171","msg":"trace[2144424823] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"648.051994ms","start":"2026-04-03T05:09:02.065553Z","end":"2026-04-03T05:09:02.713605Z","steps":["trace[2144424823] 'process raft request' (duration: 647.94186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:02.71369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:02.065483Z","time spent":"648.156697ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:02.713701Z","caller":"traceutil/trace.go:171","msg":"trace[1865857833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"507.046704ms","start":"2026-04-03T05:09:02.206631Z","end":"2026-04-03T05:09:02.713677Z","steps":["trace[1865857833] 'agreement among raft nodes before linearized reading' (duration: 506.967413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:02.713758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:02.065531Z","time spent":"648.164037ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:02.713736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:02.065429Z","time spent":"648.225188ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:02.713832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:02.2066Z","time spent":"507.197448ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:09:03.158062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.794447ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:09:05.460607Z","caller":"traceutil/trace.go:171","msg":"trace[177927257] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"105.255115ms","start":"2026-04-03T05:09:05.355323Z","end":"2026-04-03T05:09:05.460578Z","steps":["trace[177927257] 'process raft request' (duration: 105.004549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:07.359294Z","caller":"traceutil/trace.go:171","msg":"trace[1157745938] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"110.380301ms","start":"2026-04-03T05:09:07.248889Z","end":"2026-04-03T05:09:07.359269Z","steps":["trace[1157745938] 'process raft request' (duration: 109.997773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:14.703031Z","caller":"traceutil/trace.go:171","msg":"trace[844178823] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"146.450591ms","start":"2026-04-03T05:09:14.556554Z","end":"2026-04-03T05:09:14.703004Z","steps":["trace[844178823] 'process raft request' (duration: 146.275887ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:15.096244Z","caller":"traceutil/trace.go:171","msg":"trace[1679535353] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"520.263712ms","start":"2026-04-03T05:09:14.575949Z","end":"2026-04-03T05:09:15.096212Z","steps":["trace[1679535353] 'process raft request' (duration: 519.984926ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:15.096389Z","caller":"traceutil/trace.go:171","msg":"trace[33752795] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1289; }","duration":"330.702222ms","start":"2026-04-03T05:09:14.765665Z","end":"2026-04-03T05:09:15.096367Z","steps":["trace[33752795] 'read index received' (duration: 330.261782ms)","trace[33752795] 'applied index is now lower than readState.Index' (duration: 438.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:15.096433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:14.575921Z","time spent":"520.417466ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:15.096506Z","caller":"traceutil/trace.go:171","msg":"trace[1652989890] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"444.979781ms","start":"2026-04-03T05:09:14.651482Z","end":"2026-04-03T05:09:15.096462Z","steps":["trace[1652989890] 'process raft request' (duration: 444.668684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:15.096648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.960617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:09:15.096648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.867935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:09:15.096701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.838075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:09:15.096701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:14.651458Z","time spent":"445.142394ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:15.096782Z","caller":"traceutil/trace.go:171","msg":"trace[327592679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1248; }","duration":"330.933527ms","start":"2026-04-03T05:09:14.765828Z","end":"2026-04-03T05:09:15.096762Z","steps":["trace[327592679] 'agreement among raft nodes before linearized reading' (duration: 330.740293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:15.096839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:14.765821Z","time spent":"331.006289ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:09:15.096729Z","caller":"traceutil/trace.go:171","msg":"trace[1361896045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1248; }","duration":"330.993568ms","start":"2026-04-03T05:09:14.765714Z","end":"2026-04-03T05:09:15.096707Z","steps":["trace[1361896045] 'agreement among raft nodes before linearized reading' (duration: 330.798854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:15.096961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:14.76569Z","time spent":"331.238194ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:09:15.096683Z","caller":"traceutil/trace.go:171","msg":"trace[361221923] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1248; }","duration":"331.057399ms","start":"2026-04-03T05:09:14.765617Z","end":"2026-04-03T05:09:15.096675Z","steps":["trace[361221923] 'agreement among raft nodes before linearized reading' (duration: 330.860015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:15.097055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:14.765591Z","time spent":"331.449789ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:15.707939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450626013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:09:16.193955Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093168118s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:09:16.706816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.467527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:16.707051Z","caller":"traceutil/trace.go:171","msg":"trace[688915410] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"1.60632292s","start":"2026-04-03T05:09:15.100697Z","end":"2026-04-03T05:09:16.707019Z","steps":["trace[688915410] 'process raft request' (duration: 1.093633698s)","trace[688915410] 'compare' (duration: 512.323554ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:16.70712Z","caller":"traceutil/trace.go:171","msg":"trace[1415680616] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"1.605815418s","start":"2026-04-03T05:09:15.101289Z","end":"2026-04-03T05:09:16.707104Z","steps":["trace[1415680616] 'process raft request' (duration: 1.605613503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.708099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:15.101273Z","time spent":"1.606756149s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:16.707204Z","caller":"traceutil/trace.go:171","msg":"trace[1334711493] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"1.605817368s","start":"2026-04-03T05:09:15.101379Z","end":"2026-04-03T05:09:16.707196Z","steps":["trace[1334711493] 'process raft request' (duration: 1.605693775s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:16.707363Z","caller":"traceutil/trace.go:171","msg":"trace[1537305880] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1291; }","duration":"1.500361669s","start":"2026-04-03T05:09:15.206962Z","end":"2026-04-03T05:09:16.707323Z","steps":["trace[1537305880] 'read index received' (duration: 987.475812ms)","trace[1537305880] 'applied index is now lower than readState.Index' (duration: 512.884446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:16.707681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500704007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:09:16.708415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:15.101371Z","time spent":"1.606940182s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:16.708457Z","caller":"traceutil/trace.go:171","msg":"trace[520355646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"1.501521415s","start":"2026-04-03T05:09:15.206911Z","end":"2026-04-03T05:09:16.708433Z","steps":["trace[520355646] 'agreement among raft nodes before linearized reading' (duration: 1.500516093s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:16.707745Z","caller":"traceutil/trace.go:171","msg":"trace[955764705] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"564.460396ms","start":"2026-04-03T05:09:16.143268Z","end":"2026-04-03T05:09:16.707728Z","steps":["trace[955764705] 'process raft request' (duration: 563.900024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.708644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:16.143233Z","time spent":"565.357075ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:16.708512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00654202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:16.708838Z","caller":"traceutil/trace.go:171","msg":"trace[1279937881] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1252; }","duration":"1.006877598s","start":"2026-04-03T05:09:15.701915Z","end":"2026-04-03T05:09:16.708792Z","steps":["trace[1279937881] 'agreement among raft nodes before linearized reading' (duration: 1.006544631s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.708522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:15.206892Z","time spent":"1.501610587s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:09:16.708666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.78882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T05:09:16.708936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:15.701896Z","time spent":"1.00701449s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:09:16.70884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:15.10068Z","time spent":"1.607264001s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:16.70898Z","caller":"traceutil/trace.go:171","msg":"trace[491056267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1252; }","duration":"556.158369ms","start":"2026-04-03T05:09:16.152799Z","end":"2026-04-03T05:09:16.708958Z","steps":["trace[491056267] 'agreement among raft nodes before linearized reading' (duration: 555.657668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.709041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:16.152782Z","time spent":"556.24919ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:09:16.708529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.12105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:16.709106Z","caller":"traceutil/trace.go:171","msg":"trace[471198424] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1252; }","duration":"868.741503ms","start":"2026-04-03T05:09:15.840348Z","end":"2026-04-03T05:09:16.70909Z","steps":["trace[471198424] 'agreement among raft nodes before linearized reading' (duration: 868.11552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:16.709149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:15.840328Z","time spent":"868.810036ms","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:09:19.862923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.086557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:213843"} {"level":"info","ts":"2026-04-03T05:09:19.863016Z","caller":"traceutil/trace.go:171","msg":"trace[1027139786] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:1276; }","duration":"164.21972ms","start":"2026-04-03T05:09:19.698775Z","end":"2026-04-03T05:09:19.862995Z","steps":["trace[1027139786] 'range keys from in-memory index tree' (duration: 163.874933ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:20.936322Z","caller":"traceutil/trace.go:171","msg":"trace[1317110122] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"122.698167ms","start":"2026-04-03T05:09:20.813585Z","end":"2026-04-03T05:09:20.936283Z","steps":["trace[1317110122] 'process raft request' (duration: 118.723888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:20.939811Z","caller":"traceutil/trace.go:171","msg":"trace[1179758950] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"126.092983ms","start":"2026-04-03T05:09:20.813696Z","end":"2026-04-03T05:09:20.939789Z","steps":["trace[1179758950] 'process raft request' (duration: 125.993001ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:21.819618Z","caller":"traceutil/trace.go:171","msg":"trace[737099860] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"151.586426ms","start":"2026-04-03T05:09:21.668005Z","end":"2026-04-03T05:09:21.819591Z","steps":["trace[737099860] 'process raft request' (duration: 140.569278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:21.819644Z","caller":"traceutil/trace.go:171","msg":"trace[472133949] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"151.035955ms","start":"2026-04-03T05:09:21.668586Z","end":"2026-04-03T05:09:21.819622Z","steps":["trace[472133949] 'process raft request' (duration: 150.918842ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:21.819683Z","caller":"traceutil/trace.go:171","msg":"trace[1027717141] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"150.431941ms","start":"2026-04-03T05:09:21.669229Z","end":"2026-04-03T05:09:21.81966Z","steps":["trace[1027717141] 'process raft request' (duration: 150.324648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:21.940809Z","caller":"traceutil/trace.go:171","msg":"trace[278522574] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"111.698641ms","start":"2026-04-03T05:09:21.829088Z","end":"2026-04-03T05:09:21.940787Z","steps":["trace[278522574] 'process raft request' (duration: 111.648009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:21.940822Z","caller":"traceutil/trace.go:171","msg":"trace[561198590] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"114.293049ms","start":"2026-04-03T05:09:21.826499Z","end":"2026-04-03T05:09:21.940792Z","steps":["trace[561198590] 'process raft request' (duration: 99.035116ms)","trace[561198590] 'compare' (duration: 15.060538ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:21.941235Z","caller":"traceutil/trace.go:171","msg":"trace[1002266684] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"114.582615ms","start":"2026-04-03T05:09:21.826638Z","end":"2026-04-03T05:09:21.941221Z","steps":["trace[1002266684] 'process raft request' (duration: 114.050693ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:22.358027Z","caller":"traceutil/trace.go:171","msg":"trace[887323266] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"104.382415ms","start":"2026-04-03T05:09:22.253621Z","end":"2026-04-03T05:09:22.358003Z","steps":["trace[887323266] 'process raft request' (duration: 104.237562ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:26.881377Z","caller":"traceutil/trace.go:171","msg":"trace[1389530337] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"202.364939ms","start":"2026-04-03T05:09:26.678989Z","end":"2026-04-03T05:09:26.881354Z","steps":["trace[1389530337] 'process raft request' (duration: 202.216345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:26.925692Z","caller":"traceutil/trace.go:171","msg":"trace[633573844] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"207.323569ms","start":"2026-04-03T05:09:26.718331Z","end":"2026-04-03T05:09:26.925655Z","steps":["trace[633573844] 'process raft request' (duration: 207.064613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:27.106622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.338808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:27.10678Z","caller":"traceutil/trace.go:171","msg":"trace[780559831] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"176.64298ms","start":"2026-04-03T05:09:26.930102Z","end":"2026-04-03T05:09:27.106745Z","steps":["trace[780559831] 'process raft request' (duration: 71.071797ms)","trace[780559831] 'compare' (duration: 105.206504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:27.396463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.961215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:27.39661Z","caller":"traceutil/trace.go:171","msg":"trace[1557648983] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1383; }","duration":"448.220453ms","start":"2026-04-03T05:09:26.948368Z","end":"2026-04-03T05:09:27.396589Z","steps":["trace[1557648983] 'read index received' (duration: 52.973699ms)","trace[1557648983] 'applied index is now lower than readState.Index' (duration: 395.245204ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:27.396671Z","caller":"traceutil/trace.go:171","msg":"trace[132855716] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"464.279215ms","start":"2026-04-03T05:09:26.932346Z","end":"2026-04-03T05:09:27.396625Z","steps":["trace[132855716] 'process raft request' (duration: 300.058574ms)","trace[132855716] 'compare' (duration: 163.835021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:27.396827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.932314Z","time spent":"464.426457ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:27.396879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.49521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:09:27.396926Z","caller":"traceutil/trace.go:171","msg":"trace[1310579115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1335; }","duration":"448.598712ms","start":"2026-04-03T05:09:26.948315Z","end":"2026-04-03T05:09:27.396913Z","steps":["trace[1310579115] 'agreement among raft nodes before linearized reading' (duration: 448.376927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:27.396963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.94829Z","time spent":"448.663433ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:27.39701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.039662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:09:27.397062Z","caller":"traceutil/trace.go:171","msg":"trace[572222179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1335; }","duration":"429.144194ms","start":"2026-04-03T05:09:26.967905Z","end":"2026-04-03T05:09:27.397049Z","steps":["trace[572222179] 'agreement among raft nodes before linearized reading' (duration: 429.006841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:27.397106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.96788Z","time spent":"429.217486ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:09:27.397135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.550421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:09:27.397251Z","caller":"traceutil/trace.go:171","msg":"trace[1422239326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1335; }","duration":"448.709494ms","start":"2026-04-03T05:09:26.948517Z","end":"2026-04-03T05:09:27.397227Z","steps":["trace[1422239326] 'agreement among raft nodes before linearized reading' (duration: 448.358366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:27.397311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.948501Z","time spent":"448.800186ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:27.397146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.521447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:09:27.397363Z","caller":"traceutil/trace.go:171","msg":"trace[1032314560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1335; }","duration":"422.821323ms","start":"2026-04-03T05:09:26.974531Z","end":"2026-04-03T05:09:27.397353Z","steps":["trace[1032314560] 'agreement among raft nodes before linearized reading' (duration: 422.397724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:27.397409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:26.974488Z","time spent":"422.910935ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:09:27.567768Z","caller":"traceutil/trace.go:171","msg":"trace[965667785] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"165.905979ms","start":"2026-04-03T05:09:27.401835Z","end":"2026-04-03T05:09:27.567741Z","steps":["trace[965667785] 'process raft request' (duration: 126.595666ms)","trace[965667785] 'compare' (duration: 39.16925ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:27.568189Z","caller":"traceutil/trace.go:171","msg":"trace[1767743094] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"166.261697ms","start":"2026-04-03T05:09:27.401884Z","end":"2026-04-03T05:09:27.568146Z","steps":["trace[1767743094] 'process raft request' (duration: 165.816577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:27.774499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.047838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:09:27.774594Z","caller":"traceutil/trace.go:171","msg":"trace[408981757] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1339; }","duration":"104.205382ms","start":"2026-04-03T05:09:27.670369Z","end":"2026-04-03T05:09:27.774574Z","steps":["trace[408981757] 'range keys from in-memory index tree' (duration: 103.842584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:29.40782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.257499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:29.407908Z","caller":"traceutil/trace.go:171","msg":"trace[354891224] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1346; }","duration":"119.387963ms","start":"2026-04-03T05:09:29.288502Z","end":"2026-04-03T05:09:29.40789Z","steps":["trace[354891224] 'range keys from in-memory index tree' (duration: 119.184248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:33.203629Z","caller":"traceutil/trace.go:171","msg":"trace[341377061] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"260.281079ms","start":"2026-04-03T05:09:32.943322Z","end":"2026-04-03T05:09:33.203604Z","steps":["trace[341377061] 'process raft request' (duration: 260.127795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:38.317494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.682271ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T05:09:38.317856Z","caller":"traceutil/trace.go:171","msg":"trace[336421026] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"642.105091ms","start":"2026-04-03T05:09:37.675724Z","end":"2026-04-03T05:09:38.317829Z","steps":["trace[336421026] 'process raft request' (duration: 641.922397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:38.317941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:37.672073Z","time spent":"645.861525ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:09:38.317994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:37.675677Z","time spent":"642.239674ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:41.66021Z","caller":"traceutil/trace.go:171","msg":"trace[215427045] linearizableReadLoop","detail":"{readStateIndex:1564; appliedIndex:1563; }","duration":"410.998177ms","start":"2026-04-03T05:09:41.249188Z","end":"2026-04-03T05:09:41.660187Z","steps":["trace[215427045] 'read index received' (duration: 410.732081ms)","trace[215427045] 'applied index is now lower than readState.Index' (duration: 264.735µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:41.660322Z","caller":"traceutil/trace.go:171","msg":"trace[2080283893] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"427.430725ms","start":"2026-04-03T05:09:41.232828Z","end":"2026-04-03T05:09:41.660259Z","steps":["trace[2080283893] 'process raft request' (duration: 427.19984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:41.660481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.274173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:09:41.660542Z","caller":"traceutil/trace.go:171","msg":"trace[162787269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1510; }","duration":"411.387766ms","start":"2026-04-03T05:09:41.249139Z","end":"2026-04-03T05:09:41.660527Z","steps":["trace[162787269] 'agreement among raft nodes before linearized reading' (duration: 411.193632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:41.660587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:41.232782Z","time spent":"427.679801ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:41.660595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:41.249115Z","time spent":"411.468257ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:09:41.660787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.583639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:09:41.660905Z","caller":"traceutil/trace.go:171","msg":"trace[417821142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1510; }","duration":"120.737923ms","start":"2026-04-03T05:09:41.540141Z","end":"2026-04-03T05:09:41.660879Z","steps":["trace[417821142] 'agreement among raft nodes before linearized reading' (duration: 120.427836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:41.660914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.882916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:09:41.66103Z","caller":"traceutil/trace.go:171","msg":"trace[1857053763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1510; }","duration":"117.04005ms","start":"2026-04-03T05:09:41.543969Z","end":"2026-04-03T05:09:41.661009Z","steps":["trace[1857053763] 'agreement among raft nodes before linearized reading' (duration: 116.712523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:42.056597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.6633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:42.056889Z","caller":"traceutil/trace.go:171","msg":"trace[1725927452] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1564; }","duration":"386.388213ms","start":"2026-04-03T05:09:41.670448Z","end":"2026-04-03T05:09:42.056837Z","steps":["trace[1725927452] 'read index received' (duration: 77.507852ms)","trace[1725927452] 'applied index is now lower than readState.Index' (duration: 308.879301ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:42.057015Z","caller":"traceutil/trace.go:171","msg":"trace[922061921] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"390.493286ms","start":"2026-04-03T05:09:41.666511Z","end":"2026-04-03T05:09:42.057004Z","steps":["trace[922061921] 'process raft request' (duration: 390.2057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:42.057128Z","caller":"traceutil/trace.go:171","msg":"trace[859766379] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"390.450286ms","start":"2026-04-03T05:09:41.666399Z","end":"2026-04-03T05:09:42.056849Z","steps":["trace[859766379] 'process raft request' (duration: 104.424477ms)","trace[859766379] 'compare' (duration: 285.547178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:42.057258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:41.66638Z","time spent":"390.810903ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:42.057125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:41.66648Z","time spent":"390.605089ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:42.057357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.949429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-vdvxp\" ","response":"range_response_count:1 size:4507"} {"level":"info","ts":"2026-04-03T05:09:42.057478Z","caller":"traceutil/trace.go:171","msg":"trace[681892835] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-vdvxp; range_end:; response_count:1; response_revision:1513; }","duration":"194.086722ms","start":"2026-04-03T05:09:41.863365Z","end":"2026-04-03T05:09:42.057451Z","steps":["trace[681892835] 'agreement among raft nodes before linearized reading' (duration: 193.803556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:42.057455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.964636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:09:42.05756Z","caller":"traceutil/trace.go:171","msg":"trace[469803865] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1513; }","duration":"387.11927ms","start":"2026-04-03T05:09:41.670421Z","end":"2026-04-03T05:09:42.05754Z","steps":["trace[469803865] 'agreement among raft nodes before linearized reading' (duration: 386.817293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:42.057626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:41.670409Z","time spent":"387.203401ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:09:42.467048Z","caller":"traceutil/trace.go:171","msg":"trace[340870528] linearizableReadLoop","detail":"{readStateIndex:1568; appliedIndex:1567; }","duration":"135.053105ms","start":"2026-04-03T05:09:42.33197Z","end":"2026-04-03T05:09:42.467023Z","steps":["trace[340870528] 'read index received' (duration: 134.84266ms)","trace[340870528] 'applied index is now lower than readState.Index' (duration: 209.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:42.467135Z","caller":"traceutil/trace.go:171","msg":"trace[1596926836] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"404.906379ms","start":"2026-04-03T05:09:42.062181Z","end":"2026-04-03T05:09:42.467087Z","steps":["trace[1596926836] 'process raft request' (duration: 404.705915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:42.467244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.26715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:09:42.467283Z","caller":"traceutil/trace.go:171","msg":"trace[1364020985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1514; }","duration":"135.367792ms","start":"2026-04-03T05:09:42.331905Z","end":"2026-04-03T05:09:42.467272Z","steps":["trace[1364020985] 'agreement among raft nodes before linearized reading' (duration: 135.218479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:42.46732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:42.062132Z","time spent":"405.093063ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:56.001734Z","caller":"traceutil/trace.go:171","msg":"trace[235556588] linearizableReadLoop","detail":"{readStateIndex:1830; appliedIndex:1829; }","duration":"189.704125ms","start":"2026-04-03T05:09:55.812007Z","end":"2026-04-03T05:09:56.001711Z","steps":["trace[235556588] 'read index received' (duration: 189.569091ms)","trace[235556588] 'applied index is now lower than readState.Index' (duration: 133.874µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:56.001922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.922961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:09:56.001964Z","caller":"traceutil/trace.go:171","msg":"trace[1604575295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1751; }","duration":"190.009694ms","start":"2026-04-03T05:09:55.811943Z","end":"2026-04-03T05:09:56.001953Z","steps":["trace[1604575295] 'agreement among raft nodes before linearized reading' (duration: 189.86643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:56.002267Z","caller":"traceutil/trace.go:171","msg":"trace[146527319] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1751; }","duration":"248.443418ms","start":"2026-04-03T05:09:55.75381Z","end":"2026-04-03T05:09:56.002254Z","steps":["trace[146527319] 'process raft request' (duration: 247.743648ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:56.019703Z","caller":"traceutil/trace.go:171","msg":"trace[910199666] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"171.72554ms","start":"2026-04-03T05:09:55.847954Z","end":"2026-04-03T05:09:56.01968Z","steps":["trace[910199666] 'process raft request' (duration: 171.558335ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:57.061138Z","caller":"traceutil/trace.go:171","msg":"trace[1622323679] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"138.847031ms","start":"2026-04-03T05:09:56.922271Z","end":"2026-04-03T05:09:57.061118Z","steps":["trace[1622323679] 'process raft request' (duration: 138.707557ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:57.253049Z","caller":"traceutil/trace.go:171","msg":"trace[554126010] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"187.442299ms","start":"2026-04-03T05:09:57.065578Z","end":"2026-04-03T05:09:57.25302Z","steps":["trace[554126010] 'process raft request' (duration: 187.372027ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:57.253075Z","caller":"traceutil/trace.go:171","msg":"trace[294306721] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"187.471059ms","start":"2026-04-03T05:09:57.06557Z","end":"2026-04-03T05:09:57.253041Z","steps":["trace[294306721] 'process raft request' (duration: 187.16072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:57.666877Z","caller":"traceutil/trace.go:171","msg":"trace[1379387388] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"600.980273ms","start":"2026-04-03T05:09:57.06586Z","end":"2026-04-03T05:09:57.666841Z","steps":["trace[1379387388] 'process raft request' (duration: 600.794758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:57.667032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.065834Z","time spent":"601.116677ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:57.667215Z","caller":"traceutil/trace.go:171","msg":"trace[981402519] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"600.558311ms","start":"2026-04-03T05:09:57.066601Z","end":"2026-04-03T05:09:57.66716Z","steps":["trace[981402519] 'process raft request' (duration: 600.18822ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:57.667307Z","caller":"traceutil/trace.go:171","msg":"trace[516286123] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"600.651393ms","start":"2026-04-03T05:09:57.06664Z","end":"2026-04-03T05:09:57.667291Z","steps":["trace[516286123] 'process raft request' (duration: 600.436747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:57.667445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.066583Z","time spent":"600.725095ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1760,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:09:57.667519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.066618Z","time spent":"600.850099ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:57.667516Z","caller":"traceutil/trace.go:171","msg":"trace[928269537] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"599.889521ms","start":"2026-04-03T05:09:57.067592Z","end":"2026-04-03T05:09:57.667482Z","steps":["trace[928269537] 'process raft request' (duration: 599.614313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:57.66755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.407902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:09:57.667404Z","caller":"traceutil/trace.go:171","msg":"trace[1808821530] linearizableReadLoop","detail":"{readStateIndex:1845; appliedIndex:1838; }","duration":"546.258237ms","start":"2026-04-03T05:09:57.121121Z","end":"2026-04-03T05:09:57.667379Z","steps":["trace[1808821530] 'read index received' (duration: 131.721593ms)","trace[1808821530] 'applied index is now lower than readState.Index' (duration: 414.535674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:57.667863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.06758Z","time spent":"600.011255ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:57.667876Z","caller":"traceutil/trace.go:171","msg":"trace[1538912618] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"598.885021ms","start":"2026-04-03T05:09:57.068704Z","end":"2026-04-03T05:09:57.667589Z","steps":["trace[1538912618] 'process raft request' (duration: 598.558942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:57.668066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.32301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:09:57.66815Z","caller":"traceutil/trace.go:171","msg":"trace[174410752] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1766; }","duration":"411.446994ms","start":"2026-04-03T05:09:57.256682Z","end":"2026-04-03T05:09:57.668129Z","steps":["trace[174410752] 'agreement among raft nodes before linearized reading' (duration: 411.242877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:57.668205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.25666Z","time spent":"411.531866ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:09:57.668153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.068695Z","time spent":"599.346214ms","remote":"127.0.0.1:55178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:09:57.668261Z","caller":"traceutil/trace.go:171","msg":"trace[234567225] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:0; response_revision:1766; }","duration":"546.553086ms","start":"2026-04-03T05:09:57.121076Z","end":"2026-04-03T05:09:57.667629Z","steps":["trace[234567225] 'agreement among raft nodes before linearized reading' (duration: 546.419152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:57.668246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.085173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:09:57.668398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:09:57.121054Z","time spent":"547.314588ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-03T05:09:57.668434Z","caller":"traceutil/trace.go:171","msg":"trace[1087615320] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1766; }","duration":"277.473035ms","start":"2026-04-03T05:09:57.390891Z","end":"2026-04-03T05:09:57.668365Z","steps":["trace[1087615320] 'agreement among raft nodes before linearized reading' (duration: 277.084993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:09:57.802019Z","caller":"traceutil/trace.go:171","msg":"trace[1857898609] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1768; }","duration":"101.595133ms","start":"2026-04-03T05:09:57.700399Z","end":"2026-04-03T05:09:57.801994Z","steps":["trace[1857898609] 'process raft request' (duration: 50.310398ms)","trace[1857898609] 'compare' (duration: 51.237574ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:58.009603Z","caller":"traceutil/trace.go:171","msg":"trace[1304134777] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"121.494194ms","start":"2026-04-03T05:09:57.888078Z","end":"2026-04-03T05:09:58.009572Z","steps":["trace[1304134777] 'process raft request' (duration: 121.33143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:09:58.189499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.842431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:09:58.189711Z","caller":"traceutil/trace.go:171","msg":"trace[72626388] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1851; }","duration":"152.490659ms","start":"2026-04-03T05:09:58.037171Z","end":"2026-04-03T05:09:58.189661Z","steps":["trace[72626388] 'read index received' (duration: 25.368ms)","trace[72626388] 'applied index is now lower than readState.Index' (duration: 127.120959ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:09:58.189735Z","caller":"traceutil/trace.go:171","msg":"trace[2031418998] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"172.616586ms","start":"2026-04-03T05:09:58.017069Z","end":"2026-04-03T05:09:58.189686Z","steps":["trace[2031418998] 'process raft request' (duration: 45.516637ms)","trace[2031418998] 'compare' (duration: 126.664206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:09:58.190014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.823339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:09:58.190073Z","caller":"traceutil/trace.go:171","msg":"trace[1441729782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1771; }","duration":"152.924902ms","start":"2026-04-03T05:09:58.037136Z","end":"2026-04-03T05:09:58.190061Z","steps":["trace[1441729782] 'agreement among raft nodes before linearized reading' (duration: 152.647724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:00.819035Z","caller":"traceutil/trace.go:171","msg":"trace[1872332569] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"224.949302ms","start":"2026-04-03T05:10:00.594063Z","end":"2026-04-03T05:10:00.819012Z","steps":["trace[1872332569] 'process raft request' (duration: 224.811508ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:00.819859Z","caller":"traceutil/trace.go:171","msg":"trace[1216841831] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"222.529292ms","start":"2026-04-03T05:10:00.597299Z","end":"2026-04-03T05:10:00.819828Z","steps":["trace[1216841831] 'process raft request' (duration: 222.310875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:08.172667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450627370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:08.673571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450627370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:10:08.771042Z","caller":"traceutil/trace.go:171","msg":"trace[1574663351] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"1.237575246s","start":"2026-04-03T05:10:07.533437Z","end":"2026-04-03T05:10:08.771013Z","steps":["trace[1574663351] 'process raft request' (duration: 1.23737996s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:08.771186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:07.533418Z","time spent":"1.23769245s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:09.25877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.149138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:09.258926Z","caller":"traceutil/trace.go:171","msg":"trace[1087641145] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"1.410854682s","start":"2026-04-03T05:10:07.848052Z","end":"2026-04-03T05:10:09.258907Z","steps":["trace[1087641145] 'process raft request' (duration: 1.038475858s)","trace[1087641145] 'compare' (duration: 372.037424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:09.258998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:07.848025Z","time spent":"1.410940574s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:09.259436Z","caller":"traceutil/trace.go:171","msg":"trace[554775292] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"745.738587ms","start":"2026-04-03T05:10:08.513645Z","end":"2026-04-03T05:10:09.259383Z","steps":["trace[554775292] 'process raft request' (duration: 745.221962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:09.259428Z","caller":"traceutil/trace.go:171","msg":"trace[276656189] linearizableReadLoop","detail":"{readStateIndex:2007; appliedIndex:2004; }","duration":"1.587496424s","start":"2026-04-03T05:10:07.6719Z","end":"2026-04-03T05:10:09.259397Z","steps":["trace[276656189] 'read index received' (duration: 1.098925211s)","trace[276656189] 'applied index is now lower than readState.Index' (duration: 488.570243ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:09.259615Z","caller":"traceutil/trace.go:171","msg":"trace[1276009779] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"257.909454ms","start":"2026-04-03T05:10:09.001679Z","end":"2026-04-03T05:10:09.259588Z","steps":["trace[1276009779] 'process raft request' (duration: 257.641117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.259653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.513623Z","time spent":"745.920891ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:09.259876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053752933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:09.259925Z","caller":"traceutil/trace.go:171","msg":"trace[561154053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"1.053853506s","start":"2026-04-03T05:10:08.206058Z","end":"2026-04-03T05:10:09.259911Z","steps":["trace[561154053] 'agreement among raft nodes before linearized reading' (duration: 1.053740252s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.259957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.206029Z","time spent":"1.053920508s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588159972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T05:10:09.260095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541638616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:10:09.260159Z","caller":"traceutil/trace.go:171","msg":"trace[1404102587] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1926; }","duration":"1.588289307s","start":"2026-04-03T05:10:07.671846Z","end":"2026-04-03T05:10:09.260136Z","steps":["trace[1404102587] 'agreement among raft nodes before linearized reading' (duration: 1.587660989s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:09.260185Z","caller":"traceutil/trace.go:171","msg":"trace[1090250750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1926; }","duration":"1.54176205s","start":"2026-04-03T05:10:07.718404Z","end":"2026-04-03T05:10:09.260166Z","steps":["trace[1090250750] 'agreement among raft nodes before linearized reading' (duration: 1.541220804s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.260207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:07.671821Z","time spent":"1.58837762s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.912953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:10:09.260288Z","caller":"traceutil/trace.go:171","msg":"trace[1573165350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1926; }","duration":"865.991036ms","start":"2026-04-03T05:10:08.394287Z","end":"2026-04-03T05:10:09.260278Z","steps":["trace[1573165350] 'agreement among raft nodes before linearized reading' (duration: 865.836131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.260318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.394275Z","time spent":"866.035637ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:07.718386Z","time spent":"1.541831611s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.542233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:10:09.260596Z","caller":"traceutil/trace.go:171","msg":"trace[1907064722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1926; }","duration":"864.680977ms","start":"2026-04-03T05:10:08.395891Z","end":"2026-04-03T05:10:09.260572Z","steps":["trace[1907064722] 'agreement among raft nodes before linearized reading' (duration: 863.742129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.260778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.465693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T05:10:09.260781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.296843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:10:09.26082Z","caller":"traceutil/trace.go:171","msg":"trace[968243488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1926; }","duration":"861.526704ms","start":"2026-04-03T05:10:08.399283Z","end":"2026-04-03T05:10:09.26081Z","steps":["trace[968243488] 'agreement among raft nodes before linearized reading' (duration: 861.433222ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:09.260837Z","caller":"traceutil/trace.go:171","msg":"trace[72382211] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1926; }","duration":"407.396656ms","start":"2026-04-03T05:10:08.853426Z","end":"2026-04-03T05:10:09.260823Z","steps":["trace[72382211] 'agreement among raft nodes before linearized reading' (duration: 407.241241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.260867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.399271Z","time spent":"861.582007ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.853406Z","time spent":"407.475029ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053272939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-03T05:10:09.261006Z","caller":"traceutil/trace.go:171","msg":"trace[613263303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7; range_end:; response_count:1; response_revision:1926; }","duration":"1.053362032s","start":"2026-04-03T05:10:08.207626Z","end":"2026-04-03T05:10:09.260988Z","steps":["trace[613263303] 'agreement among raft nodes before linearized reading' (duration: 1.053196987s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.261049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.20761Z","time spent":"1.053427943s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7\" "} {"level":"warn","ts":"2026-04-03T05:10:09.26119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.74715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:09.261389Z","caller":"traceutil/trace.go:171","msg":"trace[582322761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1926; }","duration":"123.946596ms","start":"2026-04-03T05:10:09.137422Z","end":"2026-04-03T05:10:09.261369Z","steps":["trace[582322761] 'agreement among raft nodes before linearized reading' (duration: 123.543454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.260751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.39588Z","time spent":"864.853162ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:09.260678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103389511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:09.262081Z","caller":"traceutil/trace.go:171","msg":"trace[90277811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1926; }","duration":"1.104810842s","start":"2026-04-03T05:10:08.157253Z","end":"2026-04-03T05:10:09.262064Z","steps":["trace[90277811] 'agreement among raft nodes before linearized reading' (duration: 1.103346829s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.260766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.439628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:10:09.262131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.157241Z","time spent":"1.104875604s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T05:10:09.262197Z","caller":"traceutil/trace.go:171","msg":"trace[1693516419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1926; }","duration":"407.90829ms","start":"2026-04-03T05:10:08.854274Z","end":"2026-04-03T05:10:09.262182Z","steps":["trace[1693516419] 'agreement among raft nodes before linearized reading' (duration: 406.363056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.26174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132454069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:10:09.262263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.854253Z","time spent":"407.984222ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:10:09.262322Z","caller":"traceutil/trace.go:171","msg":"trace[2039398102] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1926; }","duration":"1.133031445s","start":"2026-04-03T05:10:08.129261Z","end":"2026-04-03T05:10:09.262292Z","steps":["trace[2039398102] 'agreement among raft nodes before linearized reading' (duration: 1.132260063s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.262403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:08.129195Z","time spent":"1.13318697s","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:09.771712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.203709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:09.772544Z","caller":"traceutil/trace.go:171","msg":"trace[2133375909] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"506.559097ms","start":"2026-04-03T05:10:09.265948Z","end":"2026-04-03T05:10:09.772507Z","steps":["trace[2133375909] 'process raft request' (duration: 98.495083ms)","trace[2133375909] 'compare' (duration: 407.102237ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:09.772618Z","caller":"traceutil/trace.go:171","msg":"trace[1424269784] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"505.885759ms","start":"2026-04-03T05:10:09.266706Z","end":"2026-04-03T05:10:09.772592Z","steps":["trace[1424269784] 'process raft request' (duration: 505.757745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:09.772663Z","caller":"traceutil/trace.go:171","msg":"trace[43775456] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2009; }","duration":"474.018019ms","start":"2026-04-03T05:10:09.298573Z","end":"2026-04-03T05:10:09.772591Z","steps":["trace[43775456] 'read index received' (duration: 65.859182ms)","trace[43775456] 'applied index is now lower than readState.Index' (duration: 408.158137ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:09.77266Z","caller":"traceutil/trace.go:171","msg":"trace[1180109918] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"505.552719ms","start":"2026-04-03T05:10:09.267085Z","end":"2026-04-03T05:10:09.772637Z","steps":["trace[1180109918] 'process raft request' (duration: 505.428216ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:09.772743Z","caller":"traceutil/trace.go:171","msg":"trace[1262291678] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"504.89207ms","start":"2026-04-03T05:10:09.267843Z","end":"2026-04-03T05:10:09.772735Z","steps":["trace[1262291678] 'process raft request' (duration: 504.694364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.772758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.266679Z","time spent":"506.003022ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:09.772757Z","caller":"traceutil/trace.go:171","msg":"trace[546166886] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"505.634602ms","start":"2026-04-03T05:10:09.267085Z","end":"2026-04-03T05:10:09.772719Z","steps":["trace[546166886] 'process raft request' (duration: 505.405155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.772845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.252466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:10:09.77288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.425947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:09.772926Z","caller":"traceutil/trace.go:171","msg":"trace[947764665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1933; }","duration":"474.358589ms","start":"2026-04-03T05:10:09.298553Z","end":"2026-04-03T05:10:09.772911Z","steps":["trace[947764665] 'agreement among raft nodes before linearized reading' (duration: 474.240776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:09.772783Z","caller":"traceutil/trace.go:171","msg":"trace[1120223641] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"480.739785ms","start":"2026-04-03T05:10:09.292015Z","end":"2026-04-03T05:10:09.772755Z","steps":["trace[1120223641] 'process raft request' (duration: 480.547979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.772966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.298545Z","time spent":"474.413611ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:10:09.772977Z","caller":"traceutil/trace.go:171","msg":"trace[1782197331] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1933; }","duration":"406.540611ms","start":"2026-04-03T05:10:09.366405Z","end":"2026-04-03T05:10:09.772945Z","steps":["trace[1782197331] 'agreement among raft nodes before linearized reading' (duration: 406.413426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.772862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.267833Z","time spent":"504.938711ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:09.773041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.267074Z","time spent":"505.696143ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:09.773044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.292001Z","time spent":"480.968523ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:09.77269Z","caller":"traceutil/trace.go:171","msg":"trace[2104611213] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"506.371563ms","start":"2026-04-03T05:10:09.266287Z","end":"2026-04-03T05:10:09.772658Z","steps":["trace[2104611213] 'process raft request' (duration: 506.117816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:09.773058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.366387Z","time spent":"406.660805ms","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:09.773174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.266277Z","time spent":"506.841597ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:09.772948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.26593Z","time spent":"506.992421ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:09.77343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:09.267076Z","time spent":"505.825117ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:10.514427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.519626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:10.514504Z","caller":"traceutil/trace.go:171","msg":"trace[1789085284] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1933; }","duration":"144.6628ms","start":"2026-04-03T05:10:10.369825Z","end":"2026-04-03T05:10:10.514488Z","steps":["trace[1789085284] 'count revisions from in-memory index tree' (duration: 144.405492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:10.514876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.259994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:10.514972Z","caller":"traceutil/trace.go:171","msg":"trace[175010571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"245.388438ms","start":"2026-04-03T05:10:10.269559Z","end":"2026-04-03T05:10:10.514948Z","steps":["trace[175010571] 'range keys from in-memory index tree' (duration: 245.10662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:10.514854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.53152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-04-03T05:10:10.515504Z","caller":"traceutil/trace.go:171","msg":"trace[2047101542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7; range_end:; response_count:1; response_revision:1933; }","duration":"249.233401ms","start":"2026-04-03T05:10:10.266237Z","end":"2026-04-03T05:10:10.515471Z","steps":["trace[2047101542] 'range keys from in-memory index tree' (duration: 248.301733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:15.49209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.900282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:15.492173Z","caller":"traceutil/trace.go:171","msg":"trace[440299532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1976; }","duration":"285.030726ms","start":"2026-04-03T05:10:15.207125Z","end":"2026-04-03T05:10:15.492156Z","steps":["trace[440299532] 'range keys from in-memory index tree' (duration: 284.82978ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:15.49269Z","caller":"traceutil/trace.go:171","msg":"trace[1908685964] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"213.90876ms","start":"2026-04-03T05:10:15.278751Z","end":"2026-04-03T05:10:15.49266Z","steps":["trace[1908685964] 'process raft request' (duration: 128.654853ms)","trace[1908685964] 'compare' (duration: 84.941958ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:15.49286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.140323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:15.492697Z","caller":"traceutil/trace.go:171","msg":"trace[2013724565] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2060; }","duration":"145.975779ms","start":"2026-04-03T05:10:15.346698Z","end":"2026-04-03T05:10:15.492674Z","steps":["trace[2013724565] 'read index received' (duration: 60.64244ms)","trace[2013724565] 'applied index is now lower than readState.Index' (duration: 85.332159ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:15.492937Z","caller":"traceutil/trace.go:171","msg":"trace[1280011147] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1979; }","duration":"146.267407ms","start":"2026-04-03T05:10:15.34665Z","end":"2026-04-03T05:10:15.492918Z","steps":["trace[1280011147] 'agreement among raft nodes before linearized reading' (duration: 146.099142ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:15.492934Z","caller":"traceutil/trace.go:171","msg":"trace[1453442543] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"210.239103ms","start":"2026-04-03T05:10:15.282679Z","end":"2026-04-03T05:10:15.492918Z","steps":["trace[1453442543] 'process raft request' (duration: 209.864332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:15.493076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.678015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:10:15.49318Z","caller":"traceutil/trace.go:171","msg":"trace[495658329] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"208.945485ms","start":"2026-04-03T05:10:15.284177Z","end":"2026-04-03T05:10:15.493123Z","steps":["trace[495658329] 'process raft request' (duration: 208.43489ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:15.493207Z","caller":"traceutil/trace.go:171","msg":"trace[1927814121] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1979; }","duration":"102.778808ms","start":"2026-04-03T05:10:15.390337Z","end":"2026-04-03T05:10:15.493116Z","steps":["trace[1927814121] 'agreement among raft nodes before linearized reading' (duration: 102.687685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:20.060316Z","caller":"traceutil/trace.go:171","msg":"trace[282879097] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"161.314316ms","start":"2026-04-03T05:10:19.898983Z","end":"2026-04-03T05:10:20.060297Z","steps":["trace[282879097] 'process raft request' (duration: 118.971471ms)","trace[282879097] 'compare' (duration: 42.213961ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:20.060536Z","caller":"traceutil/trace.go:171","msg":"trace[8387174] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"161.524922ms","start":"2026-04-03T05:10:19.898993Z","end":"2026-04-03T05:10:20.060518Z","steps":["trace[8387174] 'process raft request' (duration: 161.273035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:20.061021Z","caller":"traceutil/trace.go:171","msg":"trace[1684844989] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"161.992686ms","start":"2026-04-03T05:10:19.899007Z","end":"2026-04-03T05:10:20.061Z","steps":["trace[1684844989] 'process raft request' (duration: 161.453631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:20.061119Z","caller":"traceutil/trace.go:171","msg":"trace[1311597394] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"160.76073ms","start":"2026-04-03T05:10:19.900332Z","end":"2026-04-03T05:10:20.061093Z","steps":["trace[1311597394] 'process raft request' (duration: 160.717159ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:20.061237Z","caller":"traceutil/trace.go:171","msg":"trace[1239668907] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"161.487232ms","start":"2026-04-03T05:10:19.899674Z","end":"2026-04-03T05:10:20.061162Z","steps":["trace[1239668907] 'process raft request' (duration: 161.260355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.109423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450627635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:24.610001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450627635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:10:24.624404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047412158s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:10:24.626651Z","caller":"traceutil/trace.go:171","msg":"trace[343913523] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"1.049759767s","start":"2026-04-03T05:10:23.576857Z","end":"2026-04-03T05:10:24.626617Z","steps":["trace[343913523] 'process raft request' (duration: 1.04954548s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:24.626902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.576831Z","time spent":"1.0499174s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:26.235697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:10:26.235793Z","caller":"traceutil/trace.go:171","msg":"trace[1150612884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511684s","start":"2026-04-03T05:10:24.235261Z","end":"2026-04-03T05:10:26.235772Z","steps":["trace[1150612884] 'agreement among raft nodes before linearized reading' (duration: 2.00038872s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.235843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.235236Z","time spent":"2.000597297s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:26.742632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783913945s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:26.743015Z","caller":"traceutil/trace.go:171","msg":"trace[840362443] transaction","detail":"{read_only:false; response_revision:2044; number_of_response:1; }","duration":"3.164873665s","start":"2026-04-03T05:10:23.578111Z","end":"2026-04-03T05:10:26.742985Z","steps":["trace[840362443] 'process raft request' (duration: 1.380509596s)","trace[840362443] 'compare' (duration: 1.783565716s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:26.743059Z","caller":"traceutil/trace.go:171","msg":"trace[1724216308] transaction","detail":"{read_only:false; response_revision:2045; number_of_response:1; }","duration":"3.163822633s","start":"2026-04-03T05:10:23.579202Z","end":"2026-04-03T05:10:26.743024Z","steps":["trace[1724216308] 'process raft request' (duration: 3.163553435s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:26.743159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.578098Z","time spent":"3.164983197s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:26.743224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.579173Z","time spent":"3.163960837s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:27.206826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:10:27.206927Z","caller":"traceutil/trace.go:171","msg":"trace[507118805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000264576s","start":"2026-04-03T05:10:25.206638Z","end":"2026-04-03T05:10:27.206903Z","steps":["trace[507118805] 'agreement among raft nodes before linearized reading' (duration: 2.000131272s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.206983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.206613Z","time spent":"2.000358789s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:10:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:10:27.426953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.086027ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:10:27.427064Z","caller":"traceutil/trace.go:171","msg":"trace[685364682] linearizableReadLoop","detail":"{readStateIndex:2131; appliedIndex:2127; }","duration":"3.818493673s","start":"2026-04-03T05:10:23.608545Z","end":"2026-04-03T05:10:27.427039Z","steps":["trace[685364682] 'read index received' (duration: 1.017887307s)","trace[685364682] 'applied index is now lower than readState.Index' (duration: 2.800604406s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:27.427363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.818803613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:27.427419Z","caller":"traceutil/trace.go:171","msg":"trace[809062585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2045; }","duration":"3.818909485s","start":"2026-04-03T05:10:23.608493Z","end":"2026-04-03T05:10:27.427402Z","steps":["trace[809062585] 'agreement among raft nodes before linearized reading' (duration: 3.818638467s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.427622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.608478Z","time spent":"3.818975817s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:10:27.479272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239675146s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:10:27.479647Z","caller":"traceutil/trace.go:171","msg":"trace[1765403026] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"1.240192472s","start":"2026-04-03T05:10:26.239431Z","end":"2026-04-03T05:10:27.479623Z","steps":["trace[1765403026] 'process raft request' (duration: 1.240064579s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.479759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.239407Z","time spent":"1.240291296s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:10:27.824926Z","caller":"traceutil/trace.go:171","msg":"trace[1406881964] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"1.298872594s","start":"2026-04-03T05:10:26.526021Z","end":"2026-04-03T05:10:27.824894Z","steps":["trace[1406881964] 'process raft request' (duration: 1.204958594s)","trace[1406881964] 'compare' (duration: 93.375614ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:27.824965Z","caller":"traceutil/trace.go:171","msg":"trace[22639843] linearizableReadLoop","detail":"{readStateIndex:2135; appliedIndex:2132; }","duration":"397.840947ms","start":"2026-04-03T05:10:27.427096Z","end":"2026-04-03T05:10:27.824937Z","steps":["trace[22639843] 'read index received' (duration: 52.573504ms)","trace[22639843] 'applied index is now lower than readState.Index' (duration: 345.266143ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:27.824978Z","caller":"traceutil/trace.go:171","msg":"trace[154999007] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"1.191737968s","start":"2026-04-03T05:10:26.633209Z","end":"2026-04-03T05:10:27.824947Z","steps":["trace[154999007] 'process raft request' (duration: 1.191516952s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.525995Z","time spent":"1.299016988s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:27.825323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749325126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T05:10:27.825365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860044486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:10:27.825381Z","caller":"traceutil/trace.go:171","msg":"trace[1987582700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2049; }","duration":"3.749432189s","start":"2026-04-03T05:10:24.075937Z","end":"2026-04-03T05:10:27.825369Z","steps":["trace[1987582700] 'agreement among raft nodes before linearized reading' (duration: 3.74913814s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:27.825396Z","caller":"traceutil/trace.go:171","msg":"trace[1462823252] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"632.669008ms","start":"2026-04-03T05:10:27.192709Z","end":"2026-04-03T05:10:27.825378Z","steps":["trace[1462823252] 'process raft request' (duration: 632.155273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:27.825411Z","caller":"traceutil/trace.go:171","msg":"trace[415742989] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2049; }","duration":"1.860132828s","start":"2026-04-03T05:10:25.965266Z","end":"2026-04-03T05:10:27.825399Z","steps":["trace[415742989] 'agreement among raft nodes before linearized reading' (duration: 1.860036695s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.075918Z","time spent":"3.74949037s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:27.825409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.751560311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T05:10:27.82545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.965247Z","time spent":"1.8601931s","remote":"127.0.0.1:55180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:27.825452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.749785919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T05:10:27.825465Z","caller":"traceutil/trace.go:171","msg":"trace[1930404022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2049; }","duration":"3.751644264s","start":"2026-04-03T05:10:24.073805Z","end":"2026-04-03T05:10:27.825449Z","steps":["trace[1930404022] 'agreement among raft nodes before linearized reading' (duration: 3.751454538s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.19269Z","time spent":"632.74731ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:27.8255Z","caller":"traceutil/trace.go:171","msg":"trace[327527484] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2049; }","duration":"3.749862902s","start":"2026-04-03T05:10:24.075623Z","end":"2026-04-03T05:10:27.825486Z","steps":["trace[327527484] 'agreement among raft nodes before linearized reading' (duration: 3.749726518s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.073787Z","time spent":"3.751713346s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:10:27.82554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.075609Z","time spent":"3.749923423s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:10:27.825553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.049756291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:27.825581Z","caller":"traceutil/trace.go:171","msg":"trace[1435329711] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2049; }","duration":"4.049842713s","start":"2026-04-03T05:10:23.77573Z","end":"2026-04-03T05:10:27.825573Z","steps":["trace[1435329711] 'agreement among raft nodes before linearized reading' (duration: 4.049781941s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917721028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:10:27.825649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.503111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:27.82569Z","caller":"traceutil/trace.go:171","msg":"trace[641713647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2049; }","duration":"3.917933505s","start":"2026-04-03T05:10:23.907734Z","end":"2026-04-03T05:10:27.825668Z","steps":["trace[641713647] 'agreement among raft nodes before linearized reading' (duration: 3.917590995s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:27.825696Z","caller":"traceutil/trace.go:171","msg":"trace[60025255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2049; }","duration":"610.579973ms","start":"2026-04-03T05:10:27.215103Z","end":"2026-04-03T05:10:27.825683Z","steps":["trace[60025255] 'agreement among raft nodes before linearized reading' (duration: 610.505301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.82571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641957503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:10:27.825742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.221307406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"warn","ts":"2026-04-03T05:10:27.825743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.21509Z","time spent":"610.643826ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:27.825626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.775704Z","time spent":"4.049914195s","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:10:27.825758Z","caller":"traceutil/trace.go:171","msg":"trace[1780599465] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2049; }","duration":"1.642059056s","start":"2026-04-03T05:10:26.183685Z","end":"2026-04-03T05:10:27.825744Z","steps":["trace[1780599465] 'agreement among raft nodes before linearized reading' (duration: 1.641967743s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:27.825771Z","caller":"traceutil/trace.go:171","msg":"trace[1032018206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2049; }","duration":"2.221376108s","start":"2026-04-03T05:10:25.604387Z","end":"2026-04-03T05:10:27.825763Z","steps":["trace[1032018206] 'agreement among raft nodes before linearized reading' (duration: 2.221267324s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:25.604356Z","time spent":"2.22144821s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12006,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:10:27.825817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.183651Z","time spent":"1.642152609s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:27.825774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750144479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-03T05:10:27.825329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490281718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:27.825903Z","caller":"traceutil/trace.go:171","msg":"trace[191012469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2049; }","duration":"3.750324365s","start":"2026-04-03T05:10:24.075553Z","end":"2026-04-03T05:10:27.825877Z","steps":["trace[191012469] 'agreement among raft nodes before linearized reading' (duration: 3.749913843s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:27.825924Z","caller":"traceutil/trace.go:171","msg":"trace[311930243] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2049; }","duration":"1.490925897s","start":"2026-04-03T05:10:26.334983Z","end":"2026-04-03T05:10:27.825909Z","steps":["trace[311930243] 'agreement among raft nodes before linearized reading' (duration: 1.490271968s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.825978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.075543Z","time spent":"3.750424678s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:27.825969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.33496Z","time spent":"1.490994939s","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:10:27.825743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:23.907702Z","time spent":"3.918031938s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:10:27.82609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750002756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:10:27.826986Z","caller":"traceutil/trace.go:171","msg":"trace[1789503280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2049; }","duration":"3.750895351s","start":"2026-04-03T05:10:24.076063Z","end":"2026-04-03T05:10:27.826958Z","steps":["trace[1789503280] 'agreement among raft nodes before linearized reading' (duration: 3.749005576s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:27.827055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:24.076059Z","time spent":"3.750976943s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:10:27.825911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:26.633183Z","time spent":"1.191876412s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:28.205502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.636985ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-03T05:10:28.205698Z","caller":"traceutil/trace.go:171","msg":"trace[763382140] linearizableReadLoop","detail":"{readStateIndex:2136; appliedIndex:2135; }","duration":"380.633335ms","start":"2026-04-03T05:10:27.825038Z","end":"2026-04-03T05:10:28.205672Z","steps":["trace[763382140] 'read index received' (duration: 169.797054ms)","trace[763382140] 'applied index is now lower than readState.Index' (duration: 210.833911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:28.205782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.484123Z","time spent":"721.651704ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:10:28.205982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.415262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:10:28.206029Z","caller":"traceutil/trace.go:171","msg":"trace[364833768] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2049; }","duration":"533.495275ms","start":"2026-04-03T05:10:27.67252Z","end":"2026-04-03T05:10:28.206015Z","steps":["trace[364833768] 'agreement among raft nodes before linearized reading' (duration: 533.263138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:28.206075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.6725Z","time spent":"533.566107ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-04-03T05:10:28.607647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.257823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:28.607769Z","caller":"traceutil/trace.go:171","msg":"trace[122912571] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"774.412174ms","start":"2026-04-03T05:10:27.833344Z","end":"2026-04-03T05:10:28.607756Z","steps":["trace[122912571] 'process raft request' (duration: 500.952985ms)","trace[122912571] 'compare' (duration: 273.117809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:28.607814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.833316Z","time spent":"774.481276ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:28.608092Z","caller":"traceutil/trace.go:171","msg":"trace[448765390] linearizableReadLoop","detail":"{readStateIndex:2142; appliedIndex:2136; }","duration":"402.338108ms","start":"2026-04-03T05:10:28.205736Z","end":"2026-04-03T05:10:28.608074Z","steps":["trace[448765390] 'read index received' (duration: 128.681354ms)","trace[448765390] 'applied index is now lower than readState.Index' (duration: 273.655794ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:28.608141Z","caller":"traceutil/trace.go:171","msg":"trace[1726004974] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"773.345513ms","start":"2026-04-03T05:10:27.834789Z","end":"2026-04-03T05:10:28.608134Z","steps":["trace[1726004974] 'process raft request' (duration: 773.190658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:28.60811Z","caller":"traceutil/trace.go:171","msg":"trace[787772178] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"774.62008ms","start":"2026-04-03T05:10:27.833451Z","end":"2026-04-03T05:10:28.608071Z","steps":["trace[787772178] 'process raft request' (duration: 774.2701ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:28.608193Z","caller":"traceutil/trace.go:171","msg":"trace[1575389676] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"774.692521ms","start":"2026-04-03T05:10:27.833496Z","end":"2026-04-03T05:10:28.608189Z","steps":["trace[1575389676] 'process raft request' (duration: 774.390593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:28.608244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.833475Z","time spent":"774.753163ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:28.608285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.443062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:28.608315Z","caller":"traceutil/trace.go:171","msg":"trace[2101859240] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"774.702242ms","start":"2026-04-03T05:10:27.833607Z","end":"2026-04-03T05:10:28.608309Z","steps":["trace[2101859240] 'process raft request' (duration: 774.330541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:28.608321Z","caller":"traceutil/trace.go:171","msg":"trace[1836832888] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2056; }","duration":"765.518824ms","start":"2026-04-03T05:10:27.842793Z","end":"2026-04-03T05:10:28.608312Z","steps":["trace[1836832888] 'agreement among raft nodes before linearized reading' (duration: 765.421201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:28.608327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.833443Z","time spent":"774.769264ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:28.608399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.833584Z","time spent":"774.748722ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:28.608485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.239083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:28.608518Z","caller":"traceutil/trace.go:171","msg":"trace[342683214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2056; }","duration":"781.327444ms","start":"2026-04-03T05:10:27.827183Z","end":"2026-04-03T05:10:28.60851Z","steps":["trace[342683214] 'agreement among raft nodes before linearized reading' (duration: 781.194751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:28.608197Z","caller":"traceutil/trace.go:171","msg":"trace[1066969226] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"772.803396ms","start":"2026-04-03T05:10:27.835384Z","end":"2026-04-03T05:10:28.608188Z","steps":["trace[1066969226] 'process raft request' (duration: 772.623801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:28.608546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.827151Z","time spent":"781.390806ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:10:28.6086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.835375Z","time spent":"773.182578ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:28.608173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.834777Z","time spent":"773.378553ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:28.608351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:27.842781Z","time spent":"765.563535ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T05:10:28.608749Z","caller":"traceutil/trace.go:171","msg":"trace[1075390941] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"401.562055ms","start":"2026-04-03T05:10:28.20718Z","end":"2026-04-03T05:10:28.608742Z","steps":["trace[1075390941] 'process raft request' (duration: 400.861325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:28.608747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.207705Z","time spent":"401.0409ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:10:28.608814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.207161Z","time spent":"401.609576ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:10:28.608887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.113105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:28.609019Z","caller":"traceutil/trace.go:171","msg":"trace[843415067] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2056; }","duration":"178.337812ms","start":"2026-04-03T05:10:28.430659Z","end":"2026-04-03T05:10:28.608997Z","steps":["trace[843415067] 'agreement among raft nodes before linearized reading' (duration: 178.037874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:28.609005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.255624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:28.609096Z","caller":"traceutil/trace.go:171","msg":"trace[512629907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2056; }","duration":"173.383489ms","start":"2026-04-03T05:10:28.435688Z","end":"2026-04-03T05:10:28.609072Z","steps":["trace[512629907] 'agreement among raft nodes before linearized reading' (duration: 173.0771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.112175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450627659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:10:29.209467Z","caller":"traceutil/trace.go:171","msg":"trace[686750647] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"598.853922ms","start":"2026-04-03T05:10:28.610584Z","end":"2026-04-03T05:10:29.209438Z","steps":["trace[686750647] 'process raft request' (duration: 598.676867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.209642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.610563Z","time spent":"598.990826ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:29.559464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.909978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:10:29.559726Z","caller":"traceutil/trace.go:171","msg":"trace[1749248121] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"810.752724ms","start":"2026-04-03T05:10:28.748949Z","end":"2026-04-03T05:10:29.559702Z","steps":["trace[1749248121] 'process raft request' (duration: 652.462586ms)","trace[1749248121] 'compare' (duration: 157.611738ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:29.559845Z","caller":"traceutil/trace.go:171","msg":"trace[1083621713] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2144; }","duration":"947.989578ms","start":"2026-04-03T05:10:28.61183Z","end":"2026-04-03T05:10:29.55982Z","steps":["trace[1083621713] 'read index received' (duration: 597.540174ms)","trace[1083621713] 'applied index is now lower than readState.Index' (duration: 350.447943ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:29.559856Z","caller":"traceutil/trace.go:171","msg":"trace[1399057141] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"810.429605ms","start":"2026-04-03T05:10:28.749402Z","end":"2026-04-03T05:10:29.559831Z","steps":["trace[1399057141] 'process raft request' (duration: 810.233119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.559893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.748918Z","time spent":"810.874147ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:10:29.560008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.171733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:10:29.559958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.749376Z","time spent":"810.532447ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:29.560047Z","caller":"traceutil/trace.go:171","msg":"trace[1811193346] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2059; }","duration":"948.226425ms","start":"2026-04-03T05:10:28.611808Z","end":"2026-04-03T05:10:29.560035Z","steps":["trace[1811193346] 'agreement among raft nodes before linearized reading' (duration: 948.155913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.560076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.586801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-03T05:10:29.560093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.611802Z","time spent":"948.282206ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T05:10:29.560134Z","caller":"traceutil/trace.go:171","msg":"trace[1786633159] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2059; }","duration":"347.682423ms","start":"2026-04-03T05:10:29.212438Z","end":"2026-04-03T05:10:29.56012Z","steps":["trace[1786633159] 'agreement among raft nodes before linearized reading' (duration: 347.58607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.56017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:29.212416Z","time spent":"347.746605ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T05:10:29.560343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.082814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:29.560577Z","caller":"traceutil/trace.go:171","msg":"trace[1808130293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2059; }","duration":"942.557918ms","start":"2026-04-03T05:10:28.617998Z","end":"2026-04-03T05:10:29.560556Z","steps":["trace[1808130293] 'agreement among raft nodes before linearized reading' (duration: 942.014312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:29.560746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:28.617987Z","time spent":"942.744723ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:10:30.809706Z","caller":"traceutil/trace.go:171","msg":"trace[508754531] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2155; }","duration":"135.0637ms","start":"2026-04-03T05:10:30.674601Z","end":"2026-04-03T05:10:30.809665Z","steps":["trace[508754531] 'read index received' (duration: 79.145779ms)","trace[508754531] 'applied index is now lower than readState.Index' (duration: 55.916501ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:30.809854Z","caller":"traceutil/trace.go:171","msg":"trace[1449332540] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"150.11929ms","start":"2026-04-03T05:10:30.659722Z","end":"2026-04-03T05:10:30.809842Z","steps":["trace[1449332540] 'process raft request' (duration: 94.084025ms)","trace[1449332540] 'compare' (duration: 55.435928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:30.810187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.360715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-04-03T05:10:30.810265Z","caller":"traceutil/trace.go:171","msg":"trace[1250651611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2068; }","duration":"151.5109ms","start":"2026-04-03T05:10:30.658737Z","end":"2026-04-03T05:10:30.810248Z","steps":["trace[1250651611] 'agreement among raft nodes before linearized reading' (duration: 151.195101ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:30.973185Z","caller":"traceutil/trace.go:171","msg":"trace[1507222129] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"150.159271ms","start":"2026-04-03T05:10:30.823Z","end":"2026-04-03T05:10:30.973159Z","steps":["trace[1507222129] 'process raft request' (duration: 144.076413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:33.977124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013528849s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:10:33.977344Z","caller":"traceutil/trace.go:171","msg":"trace[1382269693] linearizableReadLoop","detail":"{readStateIndex:2167; appliedIndex:2166; }","duration":"771.135308ms","start":"2026-04-03T05:10:33.206193Z","end":"2026-04-03T05:10:33.977328Z","steps":["trace[1382269693] 'read index received' (duration: 39.801µs)","trace[1382269693] 'applied index is now lower than readState.Index' (duration: 771.094617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:10:33.977482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.245482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:10:33.977514Z","caller":"traceutil/trace.go:171","msg":"trace[305674450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2078; }","duration":"771.395346ms","start":"2026-04-03T05:10:33.206108Z","end":"2026-04-03T05:10:33.977503Z","steps":["trace[305674450] 'agreement among raft nodes before linearized reading' (duration: 771.297363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:33.977546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:33.206089Z","time spent":"771.448757ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:10:33.977652Z","caller":"traceutil/trace.go:171","msg":"trace[722140398] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"406.445108ms","start":"2026-04-03T05:10:33.57119Z","end":"2026-04-03T05:10:33.977636Z","steps":["trace[722140398] 'process raft request' (duration: 406.029746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:33.97779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:33.571175Z","time spent":"406.51372ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:33.981021Z","caller":"traceutil/trace.go:171","msg":"trace[445327340] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"408.739255ms","start":"2026-04-03T05:10:33.572253Z","end":"2026-04-03T05:10:33.980993Z","steps":["trace[445327340] 'process raft request' (duration: 408.490448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:33.981147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.874209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T05:10:33.9812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:10:33.572247Z","time spent":"408.868259ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:10:33.981236Z","caller":"traceutil/trace.go:171","msg":"trace[594160757] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2081; }","duration":"286.991522ms","start":"2026-04-03T05:10:33.694214Z","end":"2026-04-03T05:10:33.981206Z","steps":["trace[594160757] 'agreement among raft nodes before linearized reading' (duration: 286.742275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:56.345527Z","caller":"traceutil/trace.go:171","msg":"trace[425658621] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"165.259251ms","start":"2026-04-03T05:10:56.180243Z","end":"2026-04-03T05:10:56.345503Z","steps":["trace[425658621] 'process raft request' (duration: 165.120617ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:10:56.414154Z","caller":"traceutil/trace.go:171","msg":"trace[1144009026] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2299; }","duration":"136.7768ms","start":"2026-04-03T05:10:56.277353Z","end":"2026-04-03T05:10:56.41413Z","steps":["trace[1144009026] 'read index received' (duration: 68.095377ms)","trace[1144009026] 'applied index is now lower than readState.Index' (duration: 68.680663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:10:56.414212Z","caller":"traceutil/trace.go:171","msg":"trace[455282556] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"221.08129ms","start":"2026-04-03T05:10:56.193122Z","end":"2026-04-03T05:10:56.414204Z","steps":["trace[455282556] 'process raft request' (duration: 220.952206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.414334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.966816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:10:56.414396Z","caller":"traceutil/trace.go:171","msg":"trace[1983272510] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2208; }","duration":"137.081819ms","start":"2026-04-03T05:10:56.277297Z","end":"2026-04-03T05:10:56.414379Z","steps":["trace[1983272510] 'agreement among raft nodes before linearized reading' (duration: 136.975246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:10:56.414424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.742926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:10:56.41454Z","caller":"traceutil/trace.go:171","msg":"trace[1242811286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2208; }","duration":"115.90358ms","start":"2026-04-03T05:10:56.298606Z","end":"2026-04-03T05:10:56.41451Z","steps":["trace[1242811286] 'agreement among raft nodes before linearized reading' (duration: 115.637883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.38935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:11:05.63342Z","caller":"traceutil/trace.go:171","msg":"trace[1407954918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2250; }","duration":"549.517093ms","start":"2026-04-03T05:11:05.083886Z","end":"2026-04-03T05:11:05.633403Z","steps":["trace[1407954918] 'range keys from in-memory index tree' (duration: 549.186326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.502832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:11:05.633505Z","caller":"traceutil/trace.go:171","msg":"trace[1250143937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2250; }","duration":"549.607135ms","start":"2026-04-03T05:11:05.083885Z","end":"2026-04-03T05:11:05.633492Z","steps":["trace[1250143937] 'range keys from in-memory index tree' (duration: 549.338429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.388378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:05.633651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.104325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:05.63367Z","caller":"traceutil/trace.go:171","msg":"trace[2091866967] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2250; }","duration":"427.536051ms","start":"2026-04-03T05:11:05.206124Z","end":"2026-04-03T05:11:05.63366Z","steps":["trace[2091866967] 'count revisions from in-memory index tree' (duration: 427.220834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.206102Z","time spent":"427.591873ms","remote":"127.0.0.1:54816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:05.633576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.121905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:05.633697Z","caller":"traceutil/trace.go:171","msg":"trace[1524711269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2250; }","duration":"154.176667ms","start":"2026-04-03T05:11:05.479502Z","end":"2026-04-03T05:11:05.633678Z","steps":["trace[1524711269] 'range keys from in-memory index tree' (duration: 153.835829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.083873Z","time spent":"549.581534ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:05.633724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.173754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:05.633943Z","caller":"traceutil/trace.go:171","msg":"trace[329785128] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2250; }","duration":"357.396109ms","start":"2026-04-03T05:11:05.276535Z","end":"2026-04-03T05:11:05.633931Z","steps":["trace[329785128] 'count revisions from in-memory index tree' (duration: 357.059111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.083866Z","time spent":"550.032554ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:05.633973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.276514Z","time spent":"357.44996ms","remote":"127.0.0.1:54206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:05.633729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.944881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:11:05.63407Z","caller":"traceutil/trace.go:171","msg":"trace[1755150551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2250; }","duration":"575.291679ms","start":"2026-04-03T05:11:05.058731Z","end":"2026-04-03T05:11:05.634023Z","steps":["trace[1755150551] 'range keys from in-memory index tree' (duration: 574.746656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.633732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.347386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T05:11:05.634202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.058709Z","time spent":"575.470383ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:11:05.63431Z","caller":"traceutil/trace.go:171","msg":"trace[2091502880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2250; }","duration":"510.94576ms","start":"2026-04-03T05:11:05.123332Z","end":"2026-04-03T05:11:05.634278Z","steps":["trace[2091502880] 'range keys from in-memory index tree' (duration: 510.206954ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:05.633864Z","caller":"traceutil/trace.go:171","msg":"trace[130627947] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2250; }","duration":"192.447403ms","start":"2026-04-03T05:11:05.441358Z","end":"2026-04-03T05:11:05.633805Z","steps":["trace[130627947] 'count revisions from in-memory index tree' (duration: 191.923481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.634413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.123312Z","time spent":"511.070163ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:05.633627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.824232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T05:11:05.634485Z","caller":"traceutil/trace.go:171","msg":"trace[1352281774] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2250; }","duration":"541.703952ms","start":"2026-04-03T05:11:05.092762Z","end":"2026-04-03T05:11:05.634466Z","steps":["trace[1352281774] 'range keys from in-memory index tree' (duration: 540.71102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:05.63466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.092748Z","time spent":"541.773763ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:11:06.252667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450628162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:06.75279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450628162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:07.253695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450628162,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:07.285587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.648222492s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:11:07.285827Z","caller":"traceutil/trace.go:171","msg":"trace[219292246] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"1.648555159s","start":"2026-04-03T05:11:05.637255Z","end":"2026-04-03T05:11:07.28581Z","steps":["trace[219292246] 'process raft request' (duration: 1.648451747s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.285915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.637235Z","time spent":"1.648624742s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.812251Z","caller":"traceutil/trace.go:171","msg":"trace[286801815] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"2.17332587s","start":"2026-04-03T05:11:05.638898Z","end":"2026-04-03T05:11:07.812224Z","steps":["trace[286801815] 'process raft request' (duration: 2.173234648s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.812689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.638878Z","time spent":"2.173734919s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.812809Z","caller":"traceutil/trace.go:171","msg":"trace[323626771] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"2.173039954s","start":"2026-04-03T05:11:05.639751Z","end":"2026-04-03T05:11:07.812791Z","steps":["trace[323626771] 'process raft request' (duration: 2.17283345s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.812974Z","caller":"traceutil/trace.go:171","msg":"trace[1181356222] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2346; }","duration":"2.060975571s","start":"2026-04-03T05:11:05.751987Z","end":"2026-04-03T05:11:07.812963Z","steps":["trace[1181356222] 'read index received' (duration: 1.533828056s)","trace[1181356222] 'applied index is now lower than readState.Index' (duration: 527.146975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:07.81299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.639733Z","time spent":"2.173154726s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.81306Z","caller":"traceutil/trace.go:171","msg":"trace[1779169090] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"1.362868621s","start":"2026-04-03T05:11:06.450186Z","end":"2026-04-03T05:11:07.813054Z","steps":["trace[1779169090] 'process raft request' (duration: 1.362755999s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.813099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.450168Z","time spent":"1.362909622s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.813146Z","caller":"traceutil/trace.go:171","msg":"trace[211510491] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"1.434992428s","start":"2026-04-03T05:11:06.378097Z","end":"2026-04-03T05:11:07.813089Z","steps":["trace[211510491] 'process raft request' (duration: 1.434830934s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.81323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061255907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:11:07.813256Z","caller":"traceutil/trace.go:171","msg":"trace[588670185] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2260; }","duration":"2.061325269s","start":"2026-04-03T05:11:05.751924Z","end":"2026-04-03T05:11:07.813249Z","steps":["trace[588670185] 'agreement among raft nodes before linearized reading' (duration: 2.061250907s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.813272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.751902Z","time spent":"2.06136714s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T05:11:07.812317Z","caller":"traceutil/trace.go:171","msg":"trace[1394387810] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"2.17376889s","start":"2026-04-03T05:11:05.638497Z","end":"2026-04-03T05:11:07.812265Z","steps":["trace[1394387810] 'process raft request' (duration: 2.173498033s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:07.813227Z","caller":"traceutil/trace.go:171","msg":"trace[1697886179] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"2.173355711s","start":"2026-04-03T05:11:05.639831Z","end":"2026-04-03T05:11:07.813187Z","steps":["trace[1697886179] 'process raft request' (duration: 2.17288294s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.81328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.378074Z","time spent":"1.435140332s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.813305Z","caller":"traceutil/trace.go:171","msg":"trace[900600707] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"1.587077887s","start":"2026-04-03T05:11:06.226194Z","end":"2026-04-03T05:11:07.813272Z","steps":["trace[900600707] 'process raft request' (duration: 1.586715049s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.813356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.638475Z","time spent":"2.174834785s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.812724Z","caller":"traceutil/trace.go:171","msg":"trace[136624026] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"2.173717749s","start":"2026-04-03T05:11:05.63898Z","end":"2026-04-03T05:11:07.812698Z","steps":["trace[136624026] 'process raft request' (duration: 2.173200817s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.813413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.639804Z","time spent":"2.173523664s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:07.812981Z","caller":"traceutil/trace.go:171","msg":"trace[1006532622] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"1.741719405s","start":"2026-04-03T05:11:06.071245Z","end":"2026-04-03T05:11:07.812964Z","steps":["trace[1006532622] 'process raft request' (duration: 1.741623283s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:07.813423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.226135Z","time spent":"1.587236671s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:07.813457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:05.638962Z","time spent":"2.174472436s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:07.813475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.071218Z","time spent":"1.742230496s","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:08.207807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:11:08.207898Z","caller":"traceutil/trace.go:171","msg":"trace[1439406392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466701s","start":"2026-04-03T05:11:06.207413Z","end":"2026-04-03T05:11:08.207879Z","steps":["trace[1439406392] 'agreement among raft nodes before linearized reading' (duration: 2.000353838s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.207954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.207388Z","time spent":"2.000556623s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:08.208319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.608027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:08.208497Z","caller":"traceutil/trace.go:171","msg":"trace[347578298] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"390.181756ms","start":"2026-04-03T05:11:07.818299Z","end":"2026-04-03T05:11:08.208481Z","steps":["trace[347578298] 'process raft request' (duration: 390.125465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.208567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:07.818278Z","time spent":"390.258499ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:08.208703Z","caller":"traceutil/trace.go:171","msg":"trace[308306791] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"751.432314ms","start":"2026-04-03T05:11:07.457251Z","end":"2026-04-03T05:11:08.208684Z","steps":["trace[308306791] 'process raft request' (duration: 424.383297ms)","trace[308306791] 'compare' (duration: 326.502144ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:08.208749Z","caller":"traceutil/trace.go:171","msg":"trace[359576969] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2355; }","duration":"395.712245ms","start":"2026-04-03T05:11:07.813002Z","end":"2026-04-03T05:11:08.208714Z","steps":["trace[359576969] 'read index received' (duration: 68.647267ms)","trace[359576969] 'applied index is now lower than readState.Index' (duration: 327.063038ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:08.20881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:07.457229Z","time spent":"751.520446ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:08.208925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.125717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T05:11:08.208936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.101705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:08.208974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854174477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:08.208985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198096058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T05:11:08.209021Z","caller":"traceutil/trace.go:171","msg":"trace[1780875626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2262; }","duration":"862.236418ms","start":"2026-04-03T05:11:07.346766Z","end":"2026-04-03T05:11:08.209003Z","steps":["trace[1780875626] 'agreement among raft nodes before linearized reading' (duration: 862.087925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.20903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566351027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T05:11:08.209044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278654761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:11:08.209037Z","caller":"traceutil/trace.go:171","msg":"trace[2043110522] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2262; }","duration":"1.854287269s","start":"2026-04-03T05:11:06.354731Z","end":"2026-04-03T05:11:08.209019Z","steps":["trace[2043110522] 'agreement among raft nodes before linearized reading' (duration: 1.854164736s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.209074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:07.34675Z","time spent":"862.313521ms","remote":"127.0.0.1:45638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:11:08.209085Z","caller":"traceutil/trace.go:171","msg":"trace[1818424470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2262; }","duration":"1.278720823s","start":"2026-04-03T05:11:06.930352Z","end":"2026-04-03T05:11:08.209073Z","steps":["trace[1818424470] 'agreement among raft nodes before linearized reading' (duration: 1.27861278s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:08.209081Z","caller":"traceutil/trace.go:171","msg":"trace[1656854850] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2262; }","duration":"1.56643652s","start":"2026-04-03T05:11:06.642629Z","end":"2026-04-03T05:11:08.209065Z","steps":["trace[1656854850] 'agreement among raft nodes before linearized reading' (duration: 1.566264046s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.209127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.930332Z","time spent":"1.278788865s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:11:08.208987Z","caller":"traceutil/trace.go:171","msg":"trace[1261906844] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2262; }","duration":"534.22886ms","start":"2026-04-03T05:11:07.67475Z","end":"2026-04-03T05:11:08.208979Z","steps":["trace[1261906844] 'agreement among raft nodes before linearized reading' (duration: 534.109297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.209053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228602804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:08.209106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.354714Z","time spent":"1.854377121s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:08.209146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.64261Z","time spent":"1.566526151s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:08.20918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:07.674728Z","time spent":"534.440575ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-04-03T05:11:08.209203Z","caller":"traceutil/trace.go:171","msg":"trace[1177155112] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2262; }","duration":"1.228803248s","start":"2026-04-03T05:11:06.980375Z","end":"2026-04-03T05:11:08.209178Z","steps":["trace[1177155112] 'agreement among raft nodes before linearized reading' (duration: 1.228586033s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.208921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212761648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:08.209266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.980346Z","time spent":"1.22890454s","remote":"127.0.0.1:45670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:11:08.209053Z","caller":"traceutil/trace.go:171","msg":"trace[1353745228] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2262; }","duration":"1.198207551s","start":"2026-04-03T05:11:07.010832Z","end":"2026-04-03T05:11:08.209039Z","steps":["trace[1353745228] 'agreement among raft nodes before linearized reading' (duration: 1.198025897s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.209537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:07.010803Z","time spent":"1.198709682s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T05:11:08.20945Z","caller":"traceutil/trace.go:171","msg":"trace[730010565] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2262; }","duration":"1.213178958s","start":"2026-04-03T05:11:06.996103Z","end":"2026-04-03T05:11:08.209282Z","steps":["trace[730010565] 'agreement among raft nodes before linearized reading' (duration: 1.212746378s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:08.209733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:06.996082Z","time spent":"1.213632847s","remote":"127.0.0.1:55126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:08.713986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450628177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:10.216986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:11:10.217072Z","caller":"traceutil/trace.go:171","msg":"trace[1408539048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408299s","start":"2026-04-03T05:11:08.216645Z","end":"2026-04-03T05:11:10.217054Z","steps":["trace[1408539048] 'agreement among raft nodes before linearized reading' (duration: 2.000299507s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:10.217119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.216634Z","time spent":"2.00047615s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:11.469897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.175452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:11.470012Z","caller":"traceutil/trace.go:171","msg":"trace[674013853] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2262; }","duration":"232.301435ms","start":"2026-04-03T05:11:11.237695Z","end":"2026-04-03T05:11:11.469997Z","steps":["trace[674013853] 'range keys from in-memory index tree' (duration: 232.161061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:11.471145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384081666s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T05:11:11.471466Z","caller":"traceutil/trace.go:171","msg":"trace[1494807321] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"3.151376567s","start":"2026-04-03T05:11:08.320071Z","end":"2026-04-03T05:11:11.471448Z","steps":["trace[1494807321] 'process raft request' (duration: 3.151313765s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:11.471501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.210463Z","time spent":"3.261031974s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:11:11.471558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.320046Z","time spent":"3.151456929s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:11.47169Z","caller":"traceutil/trace.go:171","msg":"trace[1941779653] linearizableReadLoop","detail":"{readStateIndex:2362; appliedIndex:2357; }","duration":"3.258559886s","start":"2026-04-03T05:11:08.213108Z","end":"2026-04-03T05:11:11.471667Z","steps":["trace[1941779653] 'read index received' (duration: 874.068291ms)","trace[1941779653] 'applied index is now lower than readState.Index' (duration: 2.384490225s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:11.471765Z","caller":"traceutil/trace.go:171","msg":"trace[698024069] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"3.257503992s","start":"2026-04-03T05:11:08.214249Z","end":"2026-04-03T05:11:11.471753Z","steps":["trace[698024069] 'process raft request' (duration: 3.25699104s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:11.471785Z","caller":"traceutil/trace.go:171","msg":"trace[1163738217] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"3.068006878s","start":"2026-04-03T05:11:08.403706Z","end":"2026-04-03T05:11:11.471713Z","steps":["trace[1163738217] 'process raft request' (duration: 3.067706181s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:11.471792Z","caller":"traceutil/trace.go:171","msg":"trace[1697733012] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"3.257268347s","start":"2026-04-03T05:11:08.214498Z","end":"2026-04-03T05:11:11.471766Z","steps":["trace[1697733012] 'process raft request' (duration: 3.256850607s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:11.471838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.214231Z","time spent":"3.257569004s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:11.471907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.258781231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T05:11:11.471951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.214482Z","time spent":"3.257382719s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:11.471976Z","caller":"traceutil/trace.go:171","msg":"trace[2062673099] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997; range_end:; response_count:1; response_revision:2266; }","duration":"3.258882363s","start":"2026-04-03T05:11:08.213075Z","end":"2026-04-03T05:11:11.471957Z","steps":["trace[2062673099] 'agreement among raft nodes before linearized reading' (duration: 3.258699719s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:11.471889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.403689Z","time spent":"3.06813298s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:11.472025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.213059Z","time spent":"3.258957015s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997\" "} {"level":"warn","ts":"2026-04-03T05:11:11.553751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735132472s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:11:11.554057Z","caller":"traceutil/trace.go:171","msg":"trace[516205320] transaction","detail":"{read_only:false; response_revision:2267; number_of_response:1; }","duration":"1.735550782s","start":"2026-04-03T05:11:09.818487Z","end":"2026-04-03T05:11:11.554037Z","steps":["trace[516205320] 'process raft request' (duration: 1.735435359s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:11.554203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.818473Z","time spent":"1.735645133s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:12.217448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:11:12.21754Z","caller":"traceutil/trace.go:171","msg":"trace[391993314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037201s","start":"2026-04-03T05:11:10.217484Z","end":"2026-04-03T05:11:12.217521Z","steps":["trace[391993314] 'agreement among raft nodes before linearized reading' (duration: 1.999926098s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.217585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:10.217461Z","time spent":"2.000116203s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:11:12.689944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087569211s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:12.690348Z","caller":"traceutil/trace.go:171","msg":"trace[866924464] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"2.871058831s","start":"2026-04-03T05:11:09.819236Z","end":"2026-04-03T05:11:12.690294Z","steps":["trace[866924464] 'process raft request' (duration: 1.783010509s)","trace[866924464] 'compare' (duration: 1.087400678s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:12.690543Z","caller":"traceutil/trace.go:171","msg":"trace[1463623850] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2362; }","duration":"1.218772687s","start":"2026-04-03T05:11:11.47175Z","end":"2026-04-03T05:11:12.690523Z","steps":["trace[1463623850] 'read index received' (duration: 82.219742ms)","trace[1463623850] 'applied index is now lower than readState.Index' (duration: 1.136551635s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:12.690626Z","caller":"traceutil/trace.go:171","msg":"trace[282170039] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"1.217570179s","start":"2026-04-03T05:11:11.473042Z","end":"2026-04-03T05:11:12.690612Z","steps":["trace[282170039] 'process raft request' (duration: 1.217321993s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:12.690662Z","caller":"traceutil/trace.go:171","msg":"trace[949321779] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"1.216619246s","start":"2026-04-03T05:11:11.474025Z","end":"2026-04-03T05:11:12.690645Z","steps":["trace[949321779] 'process raft request' (duration: 1.216423462s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.690711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:11.473004Z","time spent":"1.217664691s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:12.690752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872443563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T05:11:12.690784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475085725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T05:11:12.690773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920567168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-04-03T05:11:12.690823Z","caller":"traceutil/trace.go:171","msg":"trace[259332243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2271; }","duration":"2.872806022s","start":"2026-04-03T05:11:09.818Z","end":"2026-04-03T05:11:12.690806Z","steps":["trace[259332243] 'agreement among raft nodes before linearized reading' (duration: 2.872560707s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:12.690838Z","caller":"traceutil/trace.go:171","msg":"trace[651402617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2271; }","duration":"3.475167527s","start":"2026-04-03T05:11:09.215653Z","end":"2026-04-03T05:11:12.690821Z","steps":["trace[651402617] 'agreement among raft nodes before linearized reading' (duration: 3.475010104s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:12.690862Z","caller":"traceutil/trace.go:171","msg":"trace[762904939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2271; }","duration":"2.920752222s","start":"2026-04-03T05:11:09.770088Z","end":"2026-04-03T05:11:12.69084Z","steps":["trace[762904939] 'agreement among raft nodes before linearized reading' (duration: 2.920483546s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.690776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87228625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-03T05:11:12.690894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:11.473974Z","time spent":"1.21678219s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:12.69088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.215629Z","time spent":"3.475239339s","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:12.69091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.793682577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:11:12.691047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872687509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-03T05:11:12.691035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872622278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:11:12.691096Z","caller":"traceutil/trace.go:171","msg":"trace[1876027756] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2271; }","duration":"3.793912481s","start":"2026-04-03T05:11:08.897166Z","end":"2026-04-03T05:11:12.691078Z","steps":["trace[1876027756] 'agreement among raft nodes before linearized reading' (duration: 3.793654655s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:12.691115Z","caller":"traceutil/trace.go:171","msg":"trace[1955803917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2271; }","duration":"2.87273609s","start":"2026-04-03T05:11:09.81836Z","end":"2026-04-03T05:11:12.691096Z","steps":["trace[1955803917] 'agreement among raft nodes before linearized reading' (duration: 2.872508515s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:12.690491Z","caller":"traceutil/trace.go:171","msg":"trace[277996510] transaction","detail":"{read_only:false; response_revision:2269; number_of_response:1; }","duration":"2.870001298s","start":"2026-04-03T05:11:09.820459Z","end":"2026-04-03T05:11:12.690461Z","steps":["trace[277996510] 'process raft request' (duration: 2.869600749s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.691156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:08.897144Z","time spent":"3.793994194s","remote":"127.0.0.1:55178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:12.69116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.818348Z","time spent":"2.872803862s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:11:12.691103Z","caller":"traceutil/trace.go:171","msg":"trace[1603655488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2271; }","duration":"2.872823593s","start":"2026-04-03T05:11:09.818265Z","end":"2026-04-03T05:11:12.691088Z","steps":["trace[1603655488] 'agreement among raft nodes before linearized reading' (duration: 2.872627508s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.691196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872692509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-03T05:11:12.69125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.818243Z","time spent":"2.872990716s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:11:12.691262Z","caller":"traceutil/trace.go:171","msg":"trace[1357837108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2271; }","duration":"2.872816922s","start":"2026-04-03T05:11:09.818432Z","end":"2026-04-03T05:11:12.691248Z","steps":["trace[1357837108] 'agreement among raft nodes before linearized reading' (duration: 2.872492105s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.691356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.818394Z","time spent":"2.872954635s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:12.6909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81374034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:12.691335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.820443Z","time spent":"2.870740365s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:12.691412Z","caller":"traceutil/trace.go:171","msg":"trace[855349806] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2271; }","duration":"1.814321633s","start":"2026-04-03T05:11:10.877073Z","end":"2026-04-03T05:11:12.691394Z","steps":["trace[855349806] 'agreement among raft nodes before linearized reading' (duration: 1.813759951s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.691466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:10.877054Z","time spent":"1.814397896s","remote":"127.0.0.1:59754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:12.690938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.770069Z","time spent":"2.920855394s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:11:12.690919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013703172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:12.691601Z","caller":"traceutil/trace.go:171","msg":"trace[501798101] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2271; }","duration":"1.014422079s","start":"2026-04-03T05:11:11.677158Z","end":"2026-04-03T05:11:12.691581Z","steps":["trace[501798101] 'agreement among raft nodes before linearized reading' (duration: 1.013680362s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.690921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.291594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:12.691705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:11.677138Z","time spent":"1.01451231s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:11:12.691747Z","caller":"traceutil/trace.go:171","msg":"trace[2073635130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2271; }","duration":"466.153584ms","start":"2026-04-03T05:11:12.225578Z","end":"2026-04-03T05:11:12.691732Z","steps":["trace[2073635130] 'agreement among raft nodes before linearized reading' (duration: 465.286744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.691786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.225561Z","time spent":"466.214925ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:11:12.690968Z","caller":"traceutil/trace.go:171","msg":"trace[427969189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2271; }","duration":"2.872479934s","start":"2026-04-03T05:11:09.818448Z","end":"2026-04-03T05:11:12.690927Z","steps":["trace[427969189] 'agreement among raft nodes before linearized reading' (duration: 2.872109375s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:12.691869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.818435Z","time spent":"2.873412866s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:11:12.690872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.817965Z","time spent":"2.872894923s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:12.690552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:09.819206Z","time spent":"2.871245716s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:13.197129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450628194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:11:13.69744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450628194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:11:13.785854Z","caller":"traceutil/trace.go:171","msg":"trace[1110502703] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"1.089881395s","start":"2026-04-03T05:11:12.695954Z","end":"2026-04-03T05:11:13.785835Z","steps":["trace[1110502703] 'process raft request' (duration: 1.084976291s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.785987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.695931Z","time spent":"1.089990317s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:13.788175Z","caller":"traceutil/trace.go:171","msg":"trace[94510180] transaction","detail":"{read_only:false; response_revision:2274; number_of_response:1; }","duration":"1.091495922s","start":"2026-04-03T05:11:12.696668Z","end":"2026-04-03T05:11:13.788164Z","steps":["trace[94510180] 'process raft request' (duration: 1.091442011s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:13.788213Z","caller":"traceutil/trace.go:171","msg":"trace[1356126465] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"1.091914502s","start":"2026-04-03T05:11:12.696266Z","end":"2026-04-03T05:11:13.78818Z","steps":["trace[1356126465] 'process raft request' (duration: 1.091782029s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.788302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.696661Z","time spent":"1.091553424s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:13.788397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.696258Z","time spent":"1.092056935s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:13.788487Z","caller":"traceutil/trace.go:171","msg":"trace[1250292453] transaction","detail":"{read_only:false; response_revision:2275; number_of_response:1; }","duration":"1.091647426s","start":"2026-04-03T05:11:12.696824Z","end":"2026-04-03T05:11:13.788471Z","steps":["trace[1250292453] 'process raft request' (duration: 1.091316948s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.788545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.696805Z","time spent":"1.091710347s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:13.788661Z","caller":"traceutil/trace.go:171","msg":"trace[687391069] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"1.091112053s","start":"2026-04-03T05:11:12.69752Z","end":"2026-04-03T05:11:13.788632Z","steps":["trace[687391069] 'process raft request' (duration: 1.090834027s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.788801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.697513Z","time spent":"1.091218016s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:13.791692Z","caller":"traceutil/trace.go:171","msg":"trace[398845464] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"231.473185ms","start":"2026-04-03T05:11:13.560204Z","end":"2026-04-03T05:11:13.791677Z","steps":["trace[398845464] 'process raft request' (duration: 231.295481ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:13.791679Z","caller":"traceutil/trace.go:171","msg":"trace[2112831936] linearizableReadLoop","detail":"{readStateIndex:2374; appliedIndex:2367; }","duration":"1.095509974s","start":"2026-04-03T05:11:12.696145Z","end":"2026-04-03T05:11:13.791655Z","steps":["trace[2112831936] 'read index received' (duration: 1.084797146s)","trace[2112831936] 'applied index is now lower than readState.Index' (duration: 10.711348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:13.79184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095688228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0a9100e8f6b\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T05:11:13.79188Z","caller":"traceutil/trace.go:171","msg":"trace[850912924] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0a9100e8f6b; range_end:; response_count:1; response_revision:2277; }","duration":"1.0957496s","start":"2026-04-03T05:11:12.69612Z","end":"2026-04-03T05:11:13.79187Z","steps":["trace[850912924] 'agreement among raft nodes before linearized reading' (duration: 1.095617687s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.791903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.696109Z","time spent":"1.095788871s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2c0a9100e8f6b\" "} {"level":"warn","ts":"2026-04-03T05:11:13.791893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.177748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:13.79195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.502252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:11:13.79193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094726087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-03T05:11:13.791969Z","caller":"traceutil/trace.go:171","msg":"trace[1282476364] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2277; }","duration":"955.294141ms","start":"2026-04-03T05:11:12.836655Z","end":"2026-04-03T05:11:13.791949Z","steps":["trace[1282476364] 'agreement among raft nodes before linearized reading' (duration: 955.167848ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:13.791997Z","caller":"traceutil/trace.go:171","msg":"trace[1407891401] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2277; }","duration":"316.606015ms","start":"2026-04-03T05:11:13.475376Z","end":"2026-04-03T05:11:13.791982Z","steps":["trace[1407891401] 'agreement among raft nodes before linearized reading' (duration: 316.440141ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:13.792003Z","caller":"traceutil/trace.go:171","msg":"trace[500066717] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2277; }","duration":"1.094830399s","start":"2026-04-03T05:11:12.69716Z","end":"2026-04-03T05:11:13.79199Z","steps":["trace[500066717] 'agreement among raft nodes before linearized reading' (duration: 1.094643625s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.792014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.83664Z","time spent":"955.362752ms","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:13.792028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:13.475362Z","time spent":"316.659226ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:11:13.792068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.697151Z","time spent":"1.0948813s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T05:11:13.792106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091430309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:13.792141Z","caller":"traceutil/trace.go:171","msg":"trace[1183353949] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2277; }","duration":"1.091483991s","start":"2026-04-03T05:11:12.700647Z","end":"2026-04-03T05:11:13.792131Z","steps":["trace[1183353949] 'agreement among raft nodes before linearized reading' (duration: 1.091343578s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:13.792259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:12.700638Z","time spent":"1.091582363s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T05:11:18.466218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.750173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:18.466368Z","caller":"traceutil/trace.go:171","msg":"trace[1329418582] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"707.327735ms","start":"2026-04-03T05:11:17.759006Z","end":"2026-04-03T05:11:18.466334Z","steps":["trace[1329418582] 'process raft request' (duration: 395.353298ms)","trace[1329418582] 'compare' (duration: 311.595948ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:18.466511Z","caller":"traceutil/trace.go:171","msg":"trace[1407263951] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"586.18372ms","start":"2026-04-03T05:11:17.880305Z","end":"2026-04-03T05:11:18.466489Z","steps":["trace[1407263951] 'process raft request' (duration: 586.044827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.46662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.880292Z","time spent":"586.279422ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:18.466608Z","caller":"traceutil/trace.go:171","msg":"trace[1044018803] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2392; }","duration":"597.040651ms","start":"2026-04-03T05:11:17.869541Z","end":"2026-04-03T05:11:18.466581Z","steps":["trace[1044018803] 'read index received' (duration: 284.808188ms)","trace[1044018803] 'applied index is now lower than readState.Index' (duration: 312.189492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:18.466722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.75899Z","time spent":"707.471549ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:18.467279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.050134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:11:18.467068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.509213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:11:18.467344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.455488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:11:18.467398Z","caller":"traceutil/trace.go:171","msg":"trace[895710607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2296; }","duration":"561.549721ms","start":"2026-04-03T05:11:17.905836Z","end":"2026-04-03T05:11:18.467386Z","steps":["trace[895710607] 'agreement among raft nodes before linearized reading' (duration: 561.362286ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:18.4674Z","caller":"traceutil/trace.go:171","msg":"trace[738753858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"597.897651ms","start":"2026-04-03T05:11:17.869484Z","end":"2026-04-03T05:11:18.467382Z","steps":["trace[738753858] 'agreement among raft nodes before linearized reading' (duration: 597.41184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.467438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.905811Z","time spent":"561.620252ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:11:18.467466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.86946Z","time spent":"597.984523ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:18.467597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.884778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:18.467616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.288167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T05:11:18.467636Z","caller":"traceutil/trace.go:171","msg":"trace[1216590193] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2296; }","duration":"188.96316ms","start":"2026-04-03T05:11:18.27866Z","end":"2026-04-03T05:11:18.467624Z","steps":["trace[1216590193] 'agreement among raft nodes before linearized reading' (duration: 188.902339ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:18.46732Z","caller":"traceutil/trace.go:171","msg":"trace[1252497498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2296; }","duration":"588.153306ms","start":"2026-04-03T05:11:17.879155Z","end":"2026-04-03T05:11:18.467308Z","steps":["trace[1252497498] 'agreement among raft nodes before linearized reading' (duration: 588.027013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.467744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.879142Z","time spent":"588.581426ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:11:18.467839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.455307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:18.467884Z","caller":"traceutil/trace.go:171","msg":"trace[604487907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2296; }","duration":"264.525509ms","start":"2026-04-03T05:11:18.203348Z","end":"2026-04-03T05:11:18.467874Z","steps":["trace[604487907] 'agreement among raft nodes before linearized reading' (duration: 264.462787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.468068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.589926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:18.468147Z","caller":"traceutil/trace.go:171","msg":"trace[1899667647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2296; }","duration":"588.871583ms","start":"2026-04-03T05:11:17.879256Z","end":"2026-04-03T05:11:18.468128Z","steps":["trace[1899667647] 'agreement among raft nodes before linearized reading' (duration: 588.415802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.468212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.879238Z","time spent":"588.956334ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:11:18.468374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.075887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T05:11:18.468236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.693799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:18.468438Z","caller":"traceutil/trace.go:171","msg":"trace[123989311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2296; }","duration":"589.167599ms","start":"2026-04-03T05:11:17.879256Z","end":"2026-04-03T05:11:18.468423Z","steps":["trace[123989311] 'agreement among raft nodes before linearized reading' (duration: 588.989055ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:18.468453Z","caller":"traceutil/trace.go:171","msg":"trace[470325438] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2296; }","duration":"467.901854ms","start":"2026-04-03T05:11:18.000533Z","end":"2026-04-03T05:11:18.468435Z","steps":["trace[470325438] 'agreement among raft nodes before linearized reading' (duration: 467.665568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.468458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.346831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:11:18.468654Z","caller":"traceutil/trace.go:171","msg":"trace[126572076] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2296; }","duration":"588.559566ms","start":"2026-04-03T05:11:17.880074Z","end":"2026-04-03T05:11:18.468633Z","steps":["trace[126572076] 'agreement among raft nodes before linearized reading' (duration: 588.284499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.468489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.879238Z","time spent":"589.239881ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:11:18.468655Z","caller":"traceutil/trace.go:171","msg":"trace[790814515] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2296; }","duration":"578.434591ms","start":"2026-04-03T05:11:17.889218Z","end":"2026-04-03T05:11:18.467652Z","steps":["trace[790814515] 'agreement among raft nodes before linearized reading' (duration: 578.150244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.468896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.889201Z","time spent":"579.675241ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T05:11:18.468517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.000481Z","time spent":"468.014266ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:18.468734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:17.880065Z","time spent":"588.650659ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:11:18.769496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.32321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:18.769808Z","caller":"traceutil/trace.go:171","msg":"trace[1541020642] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"296.823888ms","start":"2026-04-03T05:11:18.472792Z","end":"2026-04-03T05:11:18.769616Z","steps":["trace[1541020642] 'process raft request' (duration: 149.289703ms)","trace[1541020642] 'compare' (duration: 147.207057ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:18.852917Z","caller":"traceutil/trace.go:171","msg":"trace[834373031] linearizableReadLoop","detail":"{readStateIndex:2399; appliedIndex:2394; }","duration":"379.04216ms","start":"2026-04-03T05:11:18.473853Z","end":"2026-04-03T05:11:18.852895Z","steps":["trace[834373031] 'read index received' (duration: 148.2429ms)","trace[834373031] 'applied index is now lower than readState.Index' (duration: 230.79783ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:18.853107Z","caller":"traceutil/trace.go:171","msg":"trace[1428074426] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"379.853379ms","start":"2026-04-03T05:11:18.473237Z","end":"2026-04-03T05:11:18.853091Z","steps":["trace[1428074426] 'process raft request' (duration: 379.490981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:18.853179Z","caller":"traceutil/trace.go:171","msg":"trace[482832671] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"378.683221ms","start":"2026-04-03T05:11:18.474451Z","end":"2026-04-03T05:11:18.853134Z","steps":["trace[482832671] 'process raft request' (duration: 378.393114ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:18.853239Z","caller":"traceutil/trace.go:171","msg":"trace[657285157] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"379.885049ms","start":"2026-04-03T05:11:18.473312Z","end":"2026-04-03T05:11:18.853197Z","steps":["trace[657285157] 'process raft request' (duration: 379.48321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.853369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.473228Z","time spent":"379.980912ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:18.853139Z","caller":"traceutil/trace.go:171","msg":"trace[2061706625] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"379.968221ms","start":"2026-04-03T05:11:18.473102Z","end":"2026-04-03T05:11:18.85307Z","steps":["trace[2061706625] 'process raft request' (duration: 379.546372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.853436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.561112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-03T05:11:18.853463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.474436Z","time spent":"378.864846ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:18.853521Z","caller":"traceutil/trace.go:171","msg":"trace[1089026535] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2302; }","duration":"379.692825ms","start":"2026-04-03T05:11:18.473808Z","end":"2026-04-03T05:11:18.853501Z","steps":["trace[1089026535] 'agreement among raft nodes before linearized reading' (duration: 379.438129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.853443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.473297Z","time spent":"380.041683ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:18.85358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.473795Z","time spent":"379.776607ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T05:11:18.85357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.473074Z","time spent":"380.422122ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:11:18.853359Z","caller":"traceutil/trace.go:171","msg":"trace[1220016514] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"380.260048ms","start":"2026-04-03T05:11:18.473076Z","end":"2026-04-03T05:11:18.853336Z","steps":["trace[1220016514] 'process raft request' (duration: 379.366608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:18.853759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:18.473033Z","time spent":"380.678058ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:11:19.033852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.748828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:19.033972Z","caller":"traceutil/trace.go:171","msg":"trace[1250225109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2304; }","duration":"160.933673ms","start":"2026-04-03T05:11:18.873012Z","end":"2026-04-03T05:11:19.033946Z","steps":["trace[1250225109] 'range keys from in-memory index tree' (duration: 160.630036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:21.037458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.957442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:11:21.037568Z","caller":"traceutil/trace.go:171","msg":"trace[1973979852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2306; }","duration":"176.483384ms","start":"2026-04-03T05:11:20.861056Z","end":"2026-04-03T05:11:21.037539Z","steps":["trace[1973979852] 'range keys from in-memory index tree' (duration: 175.691695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:21.037679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.575513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:11:21.037809Z","caller":"traceutil/trace.go:171","msg":"trace[1559147383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2306; }","duration":"175.770908ms","start":"2026-04-03T05:11:20.862013Z","end":"2026-04-03T05:11:21.037784Z","steps":["trace[1559147383] 'range keys from in-memory index tree' (duration: 175.201294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:21.037977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.852839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:21.037995Z","caller":"traceutil/trace.go:171","msg":"trace[571483249] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"169.349908ms","start":"2026-04-03T05:11:20.868603Z","end":"2026-04-03T05:11:21.037953Z","steps":["trace[571483249] 'process raft request' (duration: 169.301017ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:21.038022Z","caller":"traceutil/trace.go:171","msg":"trace[1295408571] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"171.701964ms","start":"2026-04-03T05:11:20.866277Z","end":"2026-04-03T05:11:21.037979Z","steps":["trace[1295408571] 'process raft request' (duration: 84.979787ms)","trace[1295408571] 'compare' (duration: 86.364549ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:21.038064Z","caller":"traceutil/trace.go:171","msg":"trace[181900739] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2306; }","duration":"175.997882ms","start":"2026-04-03T05:11:20.862043Z","end":"2026-04-03T05:11:21.038041Z","steps":["trace[181900739] 'range keys from in-memory index tree' (duration: 175.543562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:21.038074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.317089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:11:21.038179Z","caller":"traceutil/trace.go:171","msg":"trace[1377698526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2306; }","duration":"179.485263ms","start":"2026-04-03T05:11:20.858652Z","end":"2026-04-03T05:11:21.038137Z","steps":["trace[1377698526] 'range keys from in-memory index tree' (duration: 176.050203ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:21.038056Z","caller":"traceutil/trace.go:171","msg":"trace[2048770639] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"169.534764ms","start":"2026-04-03T05:11:20.868468Z","end":"2026-04-03T05:11:21.038003Z","steps":["trace[2048770639] 'process raft request' (duration: 169.38067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:23.250572Z","caller":"traceutil/trace.go:171","msg":"trace[1504316989] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"125.80474ms","start":"2026-04-03T05:11:23.124742Z","end":"2026-04-03T05:11:23.250547Z","steps":["trace[1504316989] 'process raft request' (duration: 95.324435ms)","trace[1504316989] 'compare' (duration: 30.345001ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:23.283615Z","caller":"traceutil/trace.go:171","msg":"trace[340155010] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"158.817913ms","start":"2026-04-03T05:11:23.124776Z","end":"2026-04-03T05:11:23.283594Z","steps":["trace[340155010] 'process raft request' (duration: 158.659789ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:23.283952Z","caller":"traceutil/trace.go:171","msg":"trace[2055987340] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"159.071129ms","start":"2026-04-03T05:11:23.124861Z","end":"2026-04-03T05:11:23.283932Z","steps":["trace[2055987340] 'process raft request' (duration: 158.930856ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:23.28405Z","caller":"traceutil/trace.go:171","msg":"trace[1009136013] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"159.219413ms","start":"2026-04-03T05:11:23.124811Z","end":"2026-04-03T05:11:23.28403Z","steps":["trace[1009136013] 'process raft request' (duration: 158.739762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:23.545623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.985196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:23.54573Z","caller":"traceutil/trace.go:171","msg":"trace[904374467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2326; }","duration":"152.1395ms","start":"2026-04-03T05:11:23.393566Z","end":"2026-04-03T05:11:23.545705Z","steps":["trace[904374467] 'count revisions from in-memory index tree' (duration: 151.862264ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:29.246932Z","caller":"traceutil/trace.go:171","msg":"trace[1373876802] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"102.518892ms","start":"2026-04-03T05:11:29.144381Z","end":"2026-04-03T05:11:29.2469Z","steps":["trace[1373876802] 'process raft request' (duration: 102.343328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:33.614453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.771225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:33.614691Z","caller":"traceutil/trace.go:171","msg":"trace[433313957] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"212.012023ms","start":"2026-04-03T05:11:33.402647Z","end":"2026-04-03T05:11:33.614659Z","steps":["trace[433313957] 'process raft request' (duration: 48.90244ms)","trace[433313957] 'compare' (duration: 162.575451ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:33.614726Z","caller":"traceutil/trace.go:171","msg":"trace[1260451168] linearizableReadLoop","detail":"{readStateIndex:2475; appliedIndex:2474; }","duration":"209.225439ms","start":"2026-04-03T05:11:33.405473Z","end":"2026-04-03T05:11:33.614698Z","steps":["trace[1260451168] 'read index received' (duration: 46.074245ms)","trace[1260451168] 'applied index is now lower than readState.Index' (duration: 163.148634ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:33.614748Z","caller":"traceutil/trace.go:171","msg":"trace[952902513] transaction","detail":"{read_only:false; response_revision:2375; number_of_response:1; }","duration":"208.259418ms","start":"2026-04-03T05:11:33.406462Z","end":"2026-04-03T05:11:33.614722Z","steps":["trace[952902513] 'process raft request' (duration: 208.123855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:33.614939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.454114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:11:33.615008Z","caller":"traceutil/trace.go:171","msg":"trace[1270759038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2375; }","duration":"209.553417ms","start":"2026-04-03T05:11:33.405436Z","end":"2026-04-03T05:11:33.61499Z","steps":["trace[1270759038] 'agreement among raft nodes before linearized reading' (duration: 209.351582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:37.556536Z","caller":"traceutil/trace.go:171","msg":"trace[1877557002] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"129.726981ms","start":"2026-04-03T05:11:37.42678Z","end":"2026-04-03T05:11:37.556507Z","steps":["trace[1877557002] 'process raft request' (duration: 46.758872ms)","trace[1877557002] 'compare' (duration: 82.839106ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:41.876689Z","caller":"traceutil/trace.go:171","msg":"trace[1049780031] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"115.117063ms","start":"2026-04-03T05:11:41.76154Z","end":"2026-04-03T05:11:41.876657Z","steps":["trace[1049780031] 'process raft request' (duration: 34.140921ms)","trace[1049780031] 'compare' (duration: 80.782478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:47.203912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.563458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:47.204008Z","caller":"traceutil/trace.go:171","msg":"trace[171765659] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2452; }","duration":"228.726272ms","start":"2026-04-03T05:11:46.975261Z","end":"2026-04-03T05:11:47.203987Z","steps":["trace[171765659] 'count revisions from in-memory index tree' (duration: 228.449835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.204049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.811495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-04-03T05:11:47.204118Z","caller":"traceutil/trace.go:171","msg":"trace[496461915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2452; }","duration":"222.904717ms","start":"2026-04-03T05:11:46.981194Z","end":"2026-04-03T05:11:47.204099Z","steps":["trace[496461915] 'range keys from in-memory index tree' (duration: 222.693151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:47.204044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.534837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-03T05:11:47.204235Z","caller":"traceutil/trace.go:171","msg":"trace[1410292202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2452; }","duration":"177.789523ms","start":"2026-04-03T05:11:47.026428Z","end":"2026-04-03T05:11:47.204218Z","steps":["trace[1410292202] 'range keys from in-memory index tree' (duration: 177.333643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:51.97502Z","caller":"traceutil/trace.go:171","msg":"trace[1512050108] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"174.631009ms","start":"2026-04-03T05:11:51.800354Z","end":"2026-04-03T05:11:51.974985Z","steps":["trace[1512050108] 'process raft request' (duration: 114.54197ms)","trace[1512050108] 'compare' (duration: 59.792392ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:52.146797Z","caller":"traceutil/trace.go:171","msg":"trace[638053791] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"119.841303ms","start":"2026-04-03T05:11:52.026914Z","end":"2026-04-03T05:11:52.146756Z","steps":["trace[638053791] 'process raft request' (duration: 108.787417ms)","trace[638053791] 'compare' (duration: 10.891461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:53.584373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.103071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:53.584503Z","caller":"traceutil/trace.go:171","msg":"trace[1608540722] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"162.827257ms","start":"2026-04-03T05:11:53.421648Z","end":"2026-04-03T05:11:53.584475Z","steps":["trace[1608540722] 'process raft request' (duration: 35.514771ms)","trace[1608540722] 'compare' (duration: 126.826825ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:53.828228Z","caller":"traceutil/trace.go:171","msg":"trace[1645349715] linearizableReadLoop","detail":"{readStateIndex:2593; appliedIndex:2592; }","duration":"101.545408ms","start":"2026-04-03T05:11:53.726652Z","end":"2026-04-03T05:11:53.828197Z","steps":["trace[1645349715] 'read index received' (duration: 20.424832ms)","trace[1645349715] 'applied index is now lower than readState.Index' (duration: 81.119636ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:53.828252Z","caller":"traceutil/trace.go:171","msg":"trace[1042209667] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"187.318994ms","start":"2026-04-03T05:11:53.640896Z","end":"2026-04-03T05:11:53.828215Z","steps":["trace[1042209667] 'process raft request' (duration: 106.174737ms)","trace[1042209667] 'compare' (duration: 80.871051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:53.828447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.784865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:11:53.828496Z","caller":"traceutil/trace.go:171","msg":"trace[208537962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2488; }","duration":"101.880807ms","start":"2026-04-03T05:11:53.726601Z","end":"2026-04-03T05:11:53.828481Z","steps":["trace[208537962] 'agreement among raft nodes before linearized reading' (duration: 101.707953ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:54.131372Z","caller":"traceutil/trace.go:171","msg":"trace[15108805] linearizableReadLoop","detail":"{readStateIndex:2595; appliedIndex:2594; }","duration":"151.200418ms","start":"2026-04-03T05:11:53.980139Z","end":"2026-04-03T05:11:54.13134Z","steps":["trace[15108805] 'read index received' (duration: 68.447584ms)","trace[15108805] 'applied index is now lower than readState.Index' (duration: 82.751224ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:54.131448Z","caller":"traceutil/trace.go:171","msg":"trace[157891669] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"200.209551ms","start":"2026-04-03T05:11:53.931207Z","end":"2026-04-03T05:11:54.131417Z","steps":["trace[157891669] 'process raft request' (duration: 117.347014ms)","trace[157891669] 'compare' (duration: 82.583411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:54.131582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.427013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:54.131654Z","caller":"traceutil/trace.go:171","msg":"trace[888875242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2490; }","duration":"151.512515ms","start":"2026-04-03T05:11:53.980124Z","end":"2026-04-03T05:11:54.131637Z","steps":["trace[888875242] 'agreement among raft nodes before linearized reading' (duration: 151.309951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.414287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.88199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:54.414497Z","caller":"traceutil/trace.go:171","msg":"trace[1211265302] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"279.330133ms","start":"2026-04-03T05:11:54.135154Z","end":"2026-04-03T05:11:54.414484Z","steps":["trace[1211265302] 'process raft request' (duration: 125.143806ms)","trace[1211265302] 'compare' (duration: 153.654435ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:54.414444Z","caller":"traceutil/trace.go:171","msg":"trace[265226658] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2595; }","duration":"263.843384ms","start":"2026-04-03T05:11:54.150581Z","end":"2026-04-03T05:11:54.414424Z","steps":["trace[265226658] 'read index received' (duration: 109.726998ms)","trace[265226658] 'applied index is now lower than readState.Index' (duration: 154.114856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:54.414789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.197521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T05:11:54.414834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.985682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:11:54.414877Z","caller":"traceutil/trace.go:171","msg":"trace[1608284226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2491; }","duration":"208.071294ms","start":"2026-04-03T05:11:54.206796Z","end":"2026-04-03T05:11:54.414867Z","steps":["trace[1608284226] 'agreement among raft nodes before linearized reading' (duration: 208.001552ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:54.414857Z","caller":"traceutil/trace.go:171","msg":"trace[1533300926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2491; }","duration":"264.308884ms","start":"2026-04-03T05:11:54.150532Z","end":"2026-04-03T05:11:54.414841Z","steps":["trace[1533300926] 'agreement among raft nodes before linearized reading' (duration: 264.096549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:54.415531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.607581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-04-03T05:11:54.415586Z","caller":"traceutil/trace.go:171","msg":"trace[730106900] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2491; }","duration":"114.702104ms","start":"2026-04-03T05:11:54.30087Z","end":"2026-04-03T05:11:54.415572Z","steps":["trace[730106900] 'agreement among raft nodes before linearized reading' (duration: 114.11119ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.638556Z","caller":"traceutil/trace.go:171","msg":"trace[2050649264] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"130.339115ms","start":"2026-04-03T05:11:55.508196Z","end":"2026-04-03T05:11:55.638535Z","steps":["trace[2050649264] 'process raft request' (duration: 130.180332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:55.868882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.381559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:11:55.869064Z","caller":"traceutil/trace.go:171","msg":"trace[551894808] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"240.153535ms","start":"2026-04-03T05:11:55.628893Z","end":"2026-04-03T05:11:55.869047Z","steps":["trace[551894808] 'process raft request' (duration: 240.094884ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.869124Z","caller":"traceutil/trace.go:171","msg":"trace[1333984213] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"279.052926ms","start":"2026-04-03T05:11:55.590036Z","end":"2026-04-03T05:11:55.869089Z","steps":["trace[1333984213] 'process raft request' (duration: 144.38148ms)","trace[1333984213] 'compare' (duration: 134.245676ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:55.900583Z","caller":"traceutil/trace.go:171","msg":"trace[1651647327] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"253.940626ms","start":"2026-04-03T05:11:55.646603Z","end":"2026-04-03T05:11:55.900544Z","steps":["trace[1651647327] 'process raft request' (duration: 253.74196ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.900837Z","caller":"traceutil/trace.go:171","msg":"trace[855579072] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"253.500855ms","start":"2026-04-03T05:11:55.6473Z","end":"2026-04-03T05:11:55.900801Z","steps":["trace[855579072] 'process raft request' (duration: 253.25437ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.900609Z","caller":"traceutil/trace.go:171","msg":"trace[1425797218] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"253.71592ms","start":"2026-04-03T05:11:55.646864Z","end":"2026-04-03T05:11:55.90058Z","steps":["trace[1425797218] 'process raft request' (duration: 253.604428ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.900964Z","caller":"traceutil/trace.go:171","msg":"trace[610692533] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"249.962124ms","start":"2026-04-03T05:11:55.650983Z","end":"2026-04-03T05:11:55.900945Z","steps":["trace[610692533] 'process raft request' (duration: 249.594445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.900681Z","caller":"traceutil/trace.go:171","msg":"trace[1305327482] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"253.602768ms","start":"2026-04-03T05:11:55.647069Z","end":"2026-04-03T05:11:55.900672Z","steps":["trace[1305327482] 'process raft request' (duration: 253.463994ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:55.901003Z","caller":"traceutil/trace.go:171","msg":"trace[840011070] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"254.062418ms","start":"2026-04-03T05:11:55.646905Z","end":"2026-04-03T05:11:55.900967Z","steps":["trace[840011070] 'process raft request' (duration: 253.598378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:56.005744Z","caller":"traceutil/trace.go:171","msg":"trace[18972464] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"100.7122ms","start":"2026-04-03T05:11:55.905001Z","end":"2026-04-03T05:11:56.005713Z","steps":["trace[18972464] 'process raft request' (duration: 66.247163ms)","trace[18972464] 'compare' (duration: 34.298563ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:11:56.603507Z","caller":"traceutil/trace.go:171","msg":"trace[1731390201] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"101.717423ms","start":"2026-04-03T05:11:56.501761Z","end":"2026-04-03T05:11:56.603478Z","steps":["trace[1731390201] 'process raft request' (duration: 64.166085ms)","trace[1731390201] 'compare' (duration: 37.226761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:11:57.906589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.229428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:11:57.906701Z","caller":"traceutil/trace.go:171","msg":"trace[359132791] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2511; }","duration":"230.388621ms","start":"2026-04-03T05:11:57.676298Z","end":"2026-04-03T05:11:57.906686Z","steps":["trace[359132791] 'range keys from in-memory index tree' (duration: 230.055203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.906769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.313612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:11:57.906857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.129957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:11:57.90692Z","caller":"traceutil/trace.go:171","msg":"trace[657026592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2511; }","duration":"129.25895ms","start":"2026-04-03T05:11:57.777646Z","end":"2026-04-03T05:11:57.906905Z","steps":["trace[657026592] 'count revisions from in-memory index tree' (duration: 129.005565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:57.906868Z","caller":"traceutil/trace.go:171","msg":"trace[2070967853] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2511; }","duration":"349.460915ms","start":"2026-04-03T05:11:57.557386Z","end":"2026-04-03T05:11:57.906847Z","steps":["trace[2070967853] 'count revisions from in-memory index tree' (duration: 349.228609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.907011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:57.55735Z","time spent":"349.64752ms","remote":"127.0.0.1:45644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:11:57.907503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.678716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-04-03T05:11:57.907757Z","caller":"traceutil/trace.go:171","msg":"trace[487579039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2511; }","duration":"402.83994ms","start":"2026-04-03T05:11:57.504737Z","end":"2026-04-03T05:11:57.907577Z","steps":["trace[487579039] 'range keys from in-memory index tree' (duration: 401.778055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:57.907949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:11:57.504713Z","time spent":"403.109686ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5484,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T05:11:57.99242Z","caller":"traceutil/trace.go:171","msg":"trace[2011201468] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"116.73779ms","start":"2026-04-03T05:11:57.875646Z","end":"2026-04-03T05:11:57.992384Z","steps":["trace[2011201468] 'process raft request' (duration: 116.442223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:58.387264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.43536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-03T05:11:58.387401Z","caller":"traceutil/trace.go:171","msg":"trace[1422746477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2516; }","duration":"204.616673ms","start":"2026-04-03T05:11:58.182761Z","end":"2026-04-03T05:11:58.387378Z","steps":["trace[1422746477] 'range keys from in-memory index tree' (duration: 204.227695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:11:58.672719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.735997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:11:58.672798Z","caller":"traceutil/trace.go:171","msg":"trace[1322274507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2517; }","duration":"172.854819ms","start":"2026-04-03T05:11:58.499924Z","end":"2026-04-03T05:11:58.672779Z","steps":["trace[1322274507] 'range keys from in-memory index tree' (duration: 172.288077ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:58.779569Z","caller":"traceutil/trace.go:171","msg":"trace[1291701814] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"102.04256ms","start":"2026-04-03T05:11:58.677496Z","end":"2026-04-03T05:11:58.779538Z","steps":["trace[1291701814] 'process raft request' (duration: 101.821845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:11:58.904701Z","caller":"traceutil/trace.go:171","msg":"trace[1809062222] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"227.097744ms","start":"2026-04-03T05:11:58.677578Z","end":"2026-04-03T05:11:58.904676Z","steps":["trace[1809062222] 'process raft request' (duration: 225.727362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:02.180534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.179873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T05:12:02.180794Z","caller":"traceutil/trace.go:171","msg":"trace[1279157067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2540; }","duration":"124.298435ms","start":"2026-04-03T05:12:02.0563Z","end":"2026-04-03T05:12:02.180599Z","steps":["trace[1279157067] 'range keys from in-memory index tree' (duration: 124.016689ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.296172Z","caller":"traceutil/trace.go:171","msg":"trace[616663465] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"111.813256ms","start":"2026-04-03T05:12:02.184331Z","end":"2026-04-03T05:12:02.296145Z","steps":["trace[616663465] 'process raft request' (duration: 111.55503ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:02.302046Z","caller":"traceutil/trace.go:171","msg":"trace[161065771] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"117.013947ms","start":"2026-04-03T05:12:02.184991Z","end":"2026-04-03T05:12:02.302005Z","steps":["trace[161065771] 'process raft request' (duration: 116.819483ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:03.000055Z","caller":"traceutil/trace.go:171","msg":"trace[795120360] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"120.454327ms","start":"2026-04-03T05:12:02.879568Z","end":"2026-04-03T05:12:03.000022Z","steps":["trace[795120360] 'process raft request' (duration: 86.667285ms)","trace[795120360] 'compare' (duration: 33.588027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:03.232295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.234496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:03.233035Z","caller":"traceutil/trace.go:171","msg":"trace[1051586491] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"195.402201ms","start":"2026-04-03T05:12:03.037588Z","end":"2026-04-03T05:12:03.23299Z","steps":["trace[1051586491] 'process raft request' (duration: 195.282018ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:03.233447Z","caller":"traceutil/trace.go:171","msg":"trace[868664341] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"195.523694ms","start":"2026-04-03T05:12:03.037635Z","end":"2026-04-03T05:12:03.233159Z","steps":["trace[868664341] 'process raft request' (duration: 195.305469ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:03.233768Z","caller":"traceutil/trace.go:171","msg":"trace[1193286525] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"227.280138ms","start":"2026-04-03T05:12:03.005117Z","end":"2026-04-03T05:12:03.232397Z","steps":["trace[1193286525] 'process raft request' (duration: 95.844707ms)","trace[1193286525] 'compare' (duration: 131.099403ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:03.253445Z","caller":"traceutil/trace.go:171","msg":"trace[951912175] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"208.226058ms","start":"2026-04-03T05:12:03.045191Z","end":"2026-04-03T05:12:03.253417Z","steps":["trace[951912175] 'process raft request' (duration: 208.084934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:03.25441Z","caller":"traceutil/trace.go:171","msg":"trace[856379014] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"138.101225ms","start":"2026-04-03T05:12:03.116273Z","end":"2026-04-03T05:12:03.254375Z","steps":["trace[856379014] 'process raft request' (duration: 137.945432ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:03.959018Z","caller":"traceutil/trace.go:171","msg":"trace[1080543983] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"108.709506ms","start":"2026-04-03T05:12:03.850276Z","end":"2026-04-03T05:12:03.958986Z","steps":["trace[1080543983] 'process raft request' (duration: 86.393919ms)","trace[1080543983] 'compare' (duration: 22.088442ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:04.119966Z","caller":"traceutil/trace.go:171","msg":"trace[1734856793] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"153.218685ms","start":"2026-04-03T05:12:03.966694Z","end":"2026-04-03T05:12:04.119912Z","steps":["trace[1734856793] 'process raft request' (duration: 102.092922ms)","trace[1734856793] 'compare' (duration: 50.851656ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:04.120089Z","caller":"traceutil/trace.go:171","msg":"trace[1259173267] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"153.202604ms","start":"2026-04-03T05:12:03.966877Z","end":"2026-04-03T05:12:04.12008Z","steps":["trace[1259173267] 'process raft request' (duration: 153.00451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.120153Z","caller":"traceutil/trace.go:171","msg":"trace[1306786736] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"153.268036ms","start":"2026-04-03T05:12:03.966851Z","end":"2026-04-03T05:12:04.120119Z","steps":["trace[1306786736] 'process raft request' (duration: 152.9872ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.119994Z","caller":"traceutil/trace.go:171","msg":"trace[325700266] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"153.096933ms","start":"2026-04-03T05:12:03.966862Z","end":"2026-04-03T05:12:04.119958Z","steps":["trace[325700266] 'process raft request' (duration: 152.926079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.120332Z","caller":"traceutil/trace.go:171","msg":"trace[1270117013] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"148.377533ms","start":"2026-04-03T05:12:03.971937Z","end":"2026-04-03T05:12:04.120315Z","steps":["trace[1270117013] 'process raft request' (duration: 148.023955ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.120394Z","caller":"traceutil/trace.go:171","msg":"trace[990467900] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"128.676927ms","start":"2026-04-03T05:12:03.991705Z","end":"2026-04-03T05:12:04.120382Z","steps":["trace[990467900] 'process raft request' (duration: 128.34306ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:04.120599Z","caller":"traceutil/trace.go:171","msg":"trace[2106985311] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"152.96314ms","start":"2026-04-03T05:12:03.967609Z","end":"2026-04-03T05:12:04.120573Z","steps":["trace[2106985311] 'process raft request' (duration: 152.311175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.593049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.232082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T05:12:04.593134Z","caller":"traceutil/trace.go:171","msg":"trace[1610645733] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2599; }","duration":"287.376376ms","start":"2026-04-03T05:12:04.305738Z","end":"2026-04-03T05:12:04.593115Z","steps":["trace[1610645733] 'range keys from in-memory index tree' (duration: 286.971287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.59318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.146057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-04-03T05:12:04.593248Z","caller":"traceutil/trace.go:171","msg":"trace[439711487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2599; }","duration":"292.248069ms","start":"2026-04-03T05:12:04.300976Z","end":"2026-04-03T05:12:04.593224Z","steps":["trace[439711487] 'range keys from in-memory index tree' (duration: 291.931851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.593062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.463037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:04.593426Z","caller":"traceutil/trace.go:171","msg":"trace[124259897] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2599; }","duration":"271.822186ms","start":"2026-04-03T05:12:04.321587Z","end":"2026-04-03T05:12:04.593409Z","steps":["trace[124259897] 'range keys from in-memory index tree' (duration: 271.351514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.593058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.985519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:04.593573Z","caller":"traceutil/trace.go:171","msg":"trace[971204821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2599; }","duration":"358.554623ms","start":"2026-04-03T05:12:04.235007Z","end":"2026-04-03T05:12:04.593562Z","steps":["trace[971204821] 'range keys from in-memory index tree' (duration: 357.890477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:04.593619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:04.234989Z","time spent":"358.618914ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:12:05.497451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.114136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:05.497822Z","caller":"traceutil/trace.go:171","msg":"trace[864428961] linearizableReadLoop","detail":"{readStateIndex:2725; appliedIndex:2723; }","duration":"260.155616ms","start":"2026-04-03T05:12:05.237648Z","end":"2026-04-03T05:12:05.497804Z","steps":["trace[864428961] 'read index received' (duration: 87.895739ms)","trace[864428961] 'applied index is now lower than readState.Index' (duration: 172.259107ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:05.497817Z","caller":"traceutil/trace.go:171","msg":"trace[500190737] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"261.552829ms","start":"2026-04-03T05:12:05.236205Z","end":"2026-04-03T05:12:05.497758Z","steps":["trace[500190737] 'process raft request' (duration: 159.070415ms)","trace[500190737] 'compare' (duration: 101.967663ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:05.497875Z","caller":"traceutil/trace.go:171","msg":"trace[1483807947] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"236.855331ms","start":"2026-04-03T05:12:05.260987Z","end":"2026-04-03T05:12:05.497842Z","steps":["trace[1483807947] 'process raft request' (duration: 236.703348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:05.498001Z","caller":"traceutil/trace.go:171","msg":"trace[239480967] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"261.164161ms","start":"2026-04-03T05:12:05.23681Z","end":"2026-04-03T05:12:05.497974Z","steps":["trace[239480967] 'process raft request' (duration: 260.73045ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:05.498104Z","caller":"traceutil/trace.go:171","msg":"trace[485078523] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"213.789333ms","start":"2026-04-03T05:12:05.284304Z","end":"2026-04-03T05:12:05.498094Z","steps":["trace[485078523] 'process raft request' (duration: 213.448454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:05.498661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.919245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:12:05.498736Z","caller":"traceutil/trace.go:171","msg":"trace[1108725308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2614; }","duration":"261.098209ms","start":"2026-04-03T05:12:05.237618Z","end":"2026-04-03T05:12:05.498717Z","steps":["trace[1108725308] 'agreement among raft nodes before linearized reading' (duration: 260.754431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:05.871536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.337725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:05.871895Z","caller":"traceutil/trace.go:171","msg":"trace[2130745176] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"322.357927ms","start":"2026-04-03T05:12:05.549503Z","end":"2026-04-03T05:12:05.871861Z","steps":["trace[2130745176] 'process raft request' (duration: 201.476359ms)","trace[2130745176] 'compare' (duration: 120.205352ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:05.871995Z","caller":"traceutil/trace.go:171","msg":"trace[1400578308] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"319.838349ms","start":"2026-04-03T05:12:05.552134Z","end":"2026-04-03T05:12:05.871972Z","steps":["trace[1400578308] 'process raft request' (duration: 319.604704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:05.872039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:05.549482Z","time spent":"322.47843ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":115278,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:05.87211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:05.552123Z","time spent":"319.940621ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1387,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:12:05.872367Z","caller":"traceutil/trace.go:171","msg":"trace[1099397393] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"320.017253ms","start":"2026-04-03T05:12:05.552331Z","end":"2026-04-03T05:12:05.872348Z","steps":["trace[1099397393] 'process raft request' (duration: 319.485911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:05.872512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:05.552311Z","time spent":"320.162767ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:12:06.352283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.613773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:06.352718Z","caller":"traceutil/trace.go:171","msg":"trace[1636276546] linearizableReadLoop","detail":"{readStateIndex:2735; appliedIndex:2733; }","duration":"434.582066ms","start":"2026-04-03T05:12:05.918114Z","end":"2026-04-03T05:12:06.352696Z","steps":["trace[1636276546] 'read index received' (duration: 57.569303ms)","trace[1636276546] 'applied index is now lower than readState.Index' (duration: 377.011603ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:06.352815Z","caller":"traceutil/trace.go:171","msg":"trace[109999094] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"476.694224ms","start":"2026-04-03T05:12:05.876107Z","end":"2026-04-03T05:12:06.352801Z","steps":["trace[109999094] 'process raft request' (duration: 476.380516ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.352806Z","caller":"traceutil/trace.go:171","msg":"trace[333075694] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"478.949284ms","start":"2026-04-03T05:12:05.873799Z","end":"2026-04-03T05:12:06.352748Z","steps":["trace[333075694] 'process raft request' (duration: 101.806039ms)","trace[333075694] 'compare' (duration: 376.206913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:06.352891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:05.87609Z","time spent":"476.756696ms","remote":"127.0.0.1:54750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":115278,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:06.352955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:05.873778Z","time spent":"479.104698ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1334,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:12:06.353015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.903434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:12:06.353073Z","caller":"traceutil/trace.go:171","msg":"trace[1044105100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2622; }","duration":"434.997025ms","start":"2026-04-03T05:12:05.918061Z","end":"2026-04-03T05:12:06.353058Z","steps":["trace[1044105100] 'agreement among raft nodes before linearized reading' (duration: 434.809601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.353113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:05.918042Z","time spent":"435.064428ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:12:06.390909Z","caller":"traceutil/trace.go:171","msg":"trace[1705078225] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"265.250624ms","start":"2026-04-03T05:12:06.125634Z","end":"2026-04-03T05:12:06.390885Z","steps":["trace[1705078225] 'process raft request' (duration: 265.09231ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.390938Z","caller":"traceutil/trace.go:171","msg":"trace[797088406] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"264.227611ms","start":"2026-04-03T05:12:06.126693Z","end":"2026-04-03T05:12:06.39092Z","steps":["trace[797088406] 'process raft request' (duration: 264.156239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.391045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.244933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:06.391123Z","caller":"traceutil/trace.go:171","msg":"trace[1074094654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2624; }","duration":"184.375816ms","start":"2026-04-03T05:12:06.206729Z","end":"2026-04-03T05:12:06.391105Z","steps":["trace[1074094654] 'agreement among raft nodes before linearized reading' (duration: 184.227682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.615055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.033024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:06.615307Z","caller":"traceutil/trace.go:171","msg":"trace[1685475867] linearizableReadLoop","detail":"{readStateIndex:2740; appliedIndex:2737; }","duration":"224.385736ms","start":"2026-04-03T05:12:06.390894Z","end":"2026-04-03T05:12:06.61528Z","steps":["trace[1685475867] 'read index received' (duration: 64.968793ms)","trace[1685475867] 'applied index is now lower than readState.Index' (duration: 159.415573ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:06.615323Z","caller":"traceutil/trace.go:171","msg":"trace[1368303694] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"258.08717ms","start":"2026-04-03T05:12:06.357209Z","end":"2026-04-03T05:12:06.615296Z","steps":["trace[1368303694] 'process raft request' (duration: 257.947417ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.615418Z","caller":"traceutil/trace.go:171","msg":"trace[497923393] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"257.744863ms","start":"2026-04-03T05:12:06.357662Z","end":"2026-04-03T05:12:06.615407Z","steps":["trace[497923393] 'process raft request' (duration: 257.556548ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.615573Z","caller":"traceutil/trace.go:171","msg":"trace[2048678056] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"260.450644ms","start":"2026-04-03T05:12:06.35511Z","end":"2026-04-03T05:12:06.615561Z","steps":["trace[2048678056] 'process raft request' (duration: 100.845207ms)","trace[2048678056] 'compare' (duration: 158.888511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:06.615652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.893106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:12:06.615693Z","caller":"traceutil/trace.go:171","msg":"trace[1598617309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2627; }","duration":"257.967488ms","start":"2026-04-03T05:12:06.357714Z","end":"2026-04-03T05:12:06.615681Z","steps":["trace[1598617309] 'agreement among raft nodes before linearized reading' (duration: 257.814294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.61624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.552406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:06.616312Z","caller":"traceutil/trace.go:171","msg":"trace[451330077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2627; }","duration":"224.212042ms","start":"2026-04-03T05:12:06.392081Z","end":"2026-04-03T05:12:06.616293Z","steps":["trace[451330077] 'agreement among raft nodes before linearized reading' (duration: 223.536775ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.836682Z","caller":"traceutil/trace.go:171","msg":"trace[141821462] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"216.125386ms","start":"2026-04-03T05:12:06.620521Z","end":"2026-04-03T05:12:06.836647Z","steps":["trace[141821462] 'process raft request' (duration: 125.017323ms)","trace[141821462] 'compare' (duration: 90.827907ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:06.836725Z","caller":"traceutil/trace.go:171","msg":"trace[1870893578] linearizableReadLoop","detail":"{readStateIndex:2744; appliedIndex:2741; }","duration":"202.720347ms","start":"2026-04-03T05:12:06.63398Z","end":"2026-04-03T05:12:06.836701Z","steps":["trace[1870893578] 'read index received' (duration: 14.080243ms)","trace[1870893578] 'applied index is now lower than readState.Index' (duration: 188.638814ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:06.836871Z","caller":"traceutil/trace.go:171","msg":"trace[267897936] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"212.40164ms","start":"2026-04-03T05:12:06.624455Z","end":"2026-04-03T05:12:06.836857Z","steps":["trace[267897936] 'process raft request' (duration: 212.190225ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.836864Z","caller":"traceutil/trace.go:171","msg":"trace[1396364062] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"216.218118ms","start":"2026-04-03T05:12:06.620627Z","end":"2026-04-03T05:12:06.836845Z","steps":["trace[1396364062] 'process raft request' (duration: 215.938271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.837192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.125488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:06.837191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.19146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:12:06.837231Z","caller":"traceutil/trace.go:171","msg":"trace[1122872602] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2631; }","duration":"166.21481ms","start":"2026-04-03T05:12:06.671005Z","end":"2026-04-03T05:12:06.83722Z","steps":["trace[1122872602] 'agreement among raft nodes before linearized reading' (duration: 166.124618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:06.837244Z","caller":"traceutil/trace.go:171","msg":"trace[1674513245] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2631; }","duration":"203.254601ms","start":"2026-04-03T05:12:06.633974Z","end":"2026-04-03T05:12:06.837228Z","steps":["trace[1674513245] 'agreement among raft nodes before linearized reading' (duration: 203.052716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:06.837249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.138708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:12:06.837305Z","caller":"traceutil/trace.go:171","msg":"trace[387200277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2631; }","duration":"203.206729ms","start":"2026-04-03T05:12:06.634071Z","end":"2026-04-03T05:12:06.837278Z","steps":["trace[387200277] 'agreement among raft nodes before linearized reading' (duration: 203.059506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.112398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.127266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:07.11272Z","caller":"traceutil/trace.go:171","msg":"trace[220438173] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"270.765711ms","start":"2026-04-03T05:12:06.841929Z","end":"2026-04-03T05:12:07.112694Z","steps":["trace[220438173] 'process raft request' (duration: 111.249516ms)","trace[220438173] 'compare' (duration: 158.815839ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:07.112795Z","caller":"traceutil/trace.go:171","msg":"trace[1410493064] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"268.239024ms","start":"2026-04-03T05:12:06.844531Z","end":"2026-04-03T05:12:07.11277Z","steps":["trace[1410493064] 'process raft request' (duration: 268.000739ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:07.112916Z","caller":"traceutil/trace.go:171","msg":"trace[1272270706] linearizableReadLoop","detail":"{readStateIndex:2746; appliedIndex:2744; }","duration":"269.649306ms","start":"2026-04-03T05:12:06.843248Z","end":"2026-04-03T05:12:07.112897Z","steps":["trace[1272270706] 'read index received' (duration: 6.495699ms)","trace[1272270706] 'applied index is now lower than readState.Index' (duration: 263.151337ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:07.112842Z","caller":"traceutil/trace.go:171","msg":"trace[1298815358] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"267.60413ms","start":"2026-04-03T05:12:06.8452Z","end":"2026-04-03T05:12:07.112804Z","steps":["trace[1298815358] 'process raft request' (duration: 267.434126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.113077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.81913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:12:07.113115Z","caller":"traceutil/trace.go:171","msg":"trace[766906381] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2635; }","duration":"269.878421ms","start":"2026-04-03T05:12:06.843227Z","end":"2026-04-03T05:12:07.113106Z","steps":["trace[766906381] 'agreement among raft nodes before linearized reading' (duration: 269.735117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:07.113114Z","caller":"traceutil/trace.go:171","msg":"trace[1273643110] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"207.240451ms","start":"2026-04-03T05:12:06.905856Z","end":"2026-04-03T05:12:07.113097Z","steps":["trace[1273643110] 'process raft request' (duration: 206.939875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.615434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.544035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:07.615594Z","caller":"traceutil/trace.go:171","msg":"trace[1452451429] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"468.34276ms","start":"2026-04-03T05:12:07.147232Z","end":"2026-04-03T05:12:07.615575Z","steps":["trace[1452451429] 'process raft request' (duration: 468.293729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.615659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.147204Z","time spent":"468.429793ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:12:07.615827Z","caller":"traceutil/trace.go:171","msg":"trace[1574077231] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"468.574816ms","start":"2026-04-03T05:12:07.147212Z","end":"2026-04-03T05:12:07.615787Z","steps":["trace[1574077231] 'process raft request' (duration: 251.57042ms)","trace[1574077231] 'compare' (duration: 216.393292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:07.615987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.147186Z","time spent":"468.73244ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:12:07.623162Z","caller":"traceutil/trace.go:171","msg":"trace[34466894] linearizableReadLoop","detail":"{readStateIndex:2753; appliedIndex:2750; }","duration":"443.114871ms","start":"2026-04-03T05:12:07.180023Z","end":"2026-04-03T05:12:07.623138Z","steps":["trace[34466894] 'read index received' (duration: 218.773457ms)","trace[34466894] 'applied index is now lower than readState.Index' (duration: 224.340544ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:07.62323Z","caller":"traceutil/trace.go:171","msg":"trace[1655028430] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"472.107827ms","start":"2026-04-03T05:12:07.151071Z","end":"2026-04-03T05:12:07.623179Z","steps":["trace[1655028430] 'process raft request' (duration: 471.969984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.623504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.151041Z","time spent":"472.280991ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15103,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:12:07.623686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.656453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:364845"} {"level":"info","ts":"2026-04-03T05:12:07.623769Z","caller":"traceutil/trace.go:171","msg":"trace[624048585] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2640; }","duration":"443.793556ms","start":"2026-04-03T05:12:07.179961Z","end":"2026-04-03T05:12:07.623754Z","steps":["trace[624048585] 'agreement among raft nodes before linearized reading' (duration: 443.312055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.623838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.179936Z","time spent":"443.889319ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":364869,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-03T05:12:07.65411Z","caller":"traceutil/trace.go:171","msg":"trace[937195207] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"150.989899ms","start":"2026-04-03T05:12:07.503045Z","end":"2026-04-03T05:12:07.654034Z","steps":["trace[937195207] 'process raft request' (duration: 150.845696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.654464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.479794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:07.654502Z","caller":"traceutil/trace.go:171","msg":"trace[656180615] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2641; }","duration":"250.574367ms","start":"2026-04-03T05:12:07.40392Z","end":"2026-04-03T05:12:07.654494Z","steps":["trace[656180615] 'agreement among raft nodes before linearized reading' (duration: 250.502115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.654671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.357872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T05:12:07.654696Z","caller":"traceutil/trace.go:171","msg":"trace[1259479320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2641; }","duration":"102.426883ms","start":"2026-04-03T05:12:07.552263Z","end":"2026-04-03T05:12:07.65469Z","steps":["trace[1259479320] 'agreement among raft nodes before linearized reading' (duration: 102.342261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.654808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.102482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T05:12:07.65483Z","caller":"traceutil/trace.go:171","msg":"trace[1379578001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2641; }","duration":"104.164523ms","start":"2026-04-03T05:12:07.55066Z","end":"2026-04-03T05:12:07.654825Z","steps":["trace[1379578001] 'agreement among raft nodes before linearized reading' (duration: 104.106892ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:07.965356Z","caller":"traceutil/trace.go:171","msg":"trace[1695417873] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"330.670648ms","start":"2026-04-03T05:12:07.634667Z","end":"2026-04-03T05:12:07.965338Z","steps":["trace[1695417873] 'process raft request' (duration: 330.630187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:07.965397Z","caller":"traceutil/trace.go:171","msg":"trace[355235447] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"337.390471ms","start":"2026-04-03T05:12:07.62798Z","end":"2026-04-03T05:12:07.96537Z","steps":["trace[355235447] 'process raft request' (duration: 299.530512ms)","trace[355235447] 'compare' (duration: 37.609984ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:07.965483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.634658Z","time spent":"330.76617ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:07.965458Z","caller":"traceutil/trace.go:171","msg":"trace[1836032812] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"336.888071ms","start":"2026-04-03T05:12:07.628541Z","end":"2026-04-03T05:12:07.965429Z","steps":["trace[1836032812] 'process raft request' (duration: 336.690526ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:07.965558Z","caller":"traceutil/trace.go:171","msg":"trace[244669285] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"336.761637ms","start":"2026-04-03T05:12:07.62878Z","end":"2026-04-03T05:12:07.965541Z","steps":["trace[244669285] 'process raft request' (duration: 336.492321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.965601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.628531Z","time spent":"337.002783ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:12:07.965647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.628752Z","time spent":"336.85256ms","remote":"127.0.0.1:55034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:07.965689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.62796Z","time spent":"337.497064ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:07.996579Z","caller":"traceutil/trace.go:171","msg":"trace[992360595] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2754; }","duration":"319.622594ms","start":"2026-04-03T05:12:07.676937Z","end":"2026-04-03T05:12:07.99656Z","steps":["trace[992360595] 'read index received' (duration: 250.684671ms)","trace[992360595] 'applied index is now lower than readState.Index' (duration: 68.936833ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:07.996628Z","caller":"traceutil/trace.go:171","msg":"trace[24206752] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"338.135229ms","start":"2026-04-03T05:12:07.658469Z","end":"2026-04-03T05:12:07.996605Z","steps":["trace[24206752] 'process raft request' (duration: 337.866643ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:07.996678Z","caller":"traceutil/trace.go:171","msg":"trace[1153642806] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"338.117168ms","start":"2026-04-03T05:12:07.658548Z","end":"2026-04-03T05:12:07.996666Z","steps":["trace[1153642806] 'process raft request' (duration: 337.942024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.996773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.658526Z","time spent":"338.176899ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:07.996897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.952652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:12:07.996959Z","caller":"traceutil/trace.go:171","msg":"trace[177540243] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2647; }","duration":"320.015404ms","start":"2026-04-03T05:12:07.676927Z","end":"2026-04-03T05:12:07.996943Z","steps":["trace[177540243] 'agreement among raft nodes before linearized reading' (duration: 319.869549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:07.996995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.676888Z","time spent":"320.097436ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-04-03T05:12:07.996976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.658457Z","time spent":"338.216661ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:08.092476Z","caller":"traceutil/trace.go:171","msg":"trace[60881102] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"109.64927ms","start":"2026-04-03T05:12:07.982756Z","end":"2026-04-03T05:12:08.092406Z","steps":["trace[60881102] 'process raft request' (duration: 109.424575ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:08.092534Z","caller":"traceutil/trace.go:171","msg":"trace[1205120808] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"122.214888ms","start":"2026-04-03T05:12:07.970288Z","end":"2026-04-03T05:12:08.092503Z","steps":["trace[1205120808] 'process raft request' (duration: 112.418823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:08.093573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.498479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:8 size:364845"} {"level":"info","ts":"2026-04-03T05:12:08.093661Z","caller":"traceutil/trace.go:171","msg":"trace[1685435844] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:8; response_revision:2649; }","duration":"355.641772ms","start":"2026-04-03T05:12:07.738004Z","end":"2026-04-03T05:12:08.093646Z","steps":["trace[1685435844] 'agreement among raft nodes before linearized reading' (duration: 354.267101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:08.0937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:07.737979Z","time spent":"355.710533ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":8,"response size":364869,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-03T05:12:09.555016Z","caller":"traceutil/trace.go:171","msg":"trace[1048786956] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"100.127681ms","start":"2026-04-03T05:12:09.454867Z","end":"2026-04-03T05:12:09.554995Z","steps":["trace[1048786956] 'process raft request' (duration: 99.998338ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:13.078393Z","caller":"traceutil/trace.go:171","msg":"trace[2127525807] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"107.06638ms","start":"2026-04-03T05:12:12.9713Z","end":"2026-04-03T05:12:13.078366Z","steps":["trace[2127525807] 'process raft request' (duration: 106.897226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:15.908512Z","caller":"traceutil/trace.go:171","msg":"trace[771186602] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"227.676472ms","start":"2026-04-03T05:12:15.680808Z","end":"2026-04-03T05:12:15.908485Z","steps":["trace[771186602] 'process raft request' (duration: 227.486538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:19.469281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:19.970399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:20.471016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:20.699138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.793503329s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:12:20.699501Z","caller":"traceutil/trace.go:171","msg":"trace[1470384158] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"1.793957379s","start":"2026-04-03T05:12:18.905511Z","end":"2026-04-03T05:12:20.699468Z","steps":["trace[1470384158] 'process raft request' (duration: 1.793781435s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.699676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:18.905484Z","time spent":"1.794082082s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:20.705036Z","caller":"traceutil/trace.go:171","msg":"trace[404110584] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"785.019987ms","start":"2026-04-03T05:12:19.919997Z","end":"2026-04-03T05:12:20.705017Z","steps":["trace[404110584] 'process raft request' (duration: 784.906905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.705123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:19.919966Z","time spent":"785.1117ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:20.705268Z","caller":"traceutil/trace.go:171","msg":"trace[1574538409] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2899; }","duration":"1.736645513s","start":"2026-04-03T05:12:18.968607Z","end":"2026-04-03T05:12:20.705253Z","steps":["trace[1574538409] 'read index received' (duration: 1.730768447s)","trace[1574538409] 'applied index is now lower than readState.Index' (duration: 5.875996ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:20.705339Z","caller":"traceutil/trace.go:171","msg":"trace[46692863] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"206.771691ms","start":"2026-04-03T05:12:20.49855Z","end":"2026-04-03T05:12:20.705322Z","steps":["trace[46692863] 'process raft request' (duration: 206.663529ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.70533Z","caller":"traceutil/trace.go:171","msg":"trace[2118349034] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"206.790202ms","start":"2026-04-03T05:12:20.498507Z","end":"2026-04-03T05:12:20.705297Z","steps":["trace[2118349034] 'process raft request' (duration: 206.645718ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.705396Z","caller":"traceutil/trace.go:171","msg":"trace[1013455748] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"566.554807ms","start":"2026-04-03T05:12:20.138825Z","end":"2026-04-03T05:12:20.70538Z","steps":["trace[1013455748] 'process raft request' (duration: 566.162409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.705452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48629758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:12:20.705487Z","caller":"traceutil/trace.go:171","msg":"trace[648240775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2785; }","duration":"1.486372662s","start":"2026-04-03T05:12:19.219103Z","end":"2026-04-03T05:12:20.705475Z","steps":["trace[648240775] 'agreement among raft nodes before linearized reading' (duration: 1.486253059s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.705487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:20.138797Z","time spent":"566.64016ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:20.705519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:19.219083Z","time spent":"1.486427774s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:20.70552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736904899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:12:20.705606Z","caller":"traceutil/trace.go:171","msg":"trace[400508002] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2785; }","duration":"1.737056152s","start":"2026-04-03T05:12:18.968528Z","end":"2026-04-03T05:12:20.705584Z","steps":["trace[400508002] 'agreement among raft nodes before linearized reading' (duration: 1.736801406s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.705651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:18.968509Z","time spent":"1.737134083s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:12:20.705684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.526512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:12:20.705738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267479112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:12:20.705651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.792661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:12:20.705737Z","caller":"traceutil/trace.go:171","msg":"trace[1330505351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2785; }","duration":"618.600273ms","start":"2026-04-03T05:12:20.087122Z","end":"2026-04-03T05:12:20.705722Z","steps":["trace[1330505351] 'agreement among raft nodes before linearized reading' (duration: 618.4635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.705764Z","caller":"traceutil/trace.go:171","msg":"trace[1217354512] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2785; }","duration":"1.267537594s","start":"2026-04-03T05:12:19.438219Z","end":"2026-04-03T05:12:20.705756Z","steps":["trace[1217354512] 'agreement among raft nodes before linearized reading' (duration: 1.267493063s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.705774Z","caller":"traceutil/trace.go:171","msg":"trace[275739917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2785; }","duration":"636.957025ms","start":"2026-04-03T05:12:20.068807Z","end":"2026-04-03T05:12:20.705764Z","steps":["trace[275739917] 'agreement among raft nodes before linearized reading' (duration: 636.781891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.705784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:20.087112Z","time spent":"618.661225ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:20.705792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.975443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:20.705805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:20.068782Z","time spent":"637.015706ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:12:20.705832Z","caller":"traceutil/trace.go:171","msg":"trace[456761166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2785; }","duration":"498.012253ms","start":"2026-04-03T05:12:20.207808Z","end":"2026-04-03T05:12:20.70582Z","steps":["trace[456761166] 'agreement among raft nodes before linearized reading' (duration: 497.957792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.70586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:20.207744Z","time spent":"498.110025ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:12:20.705865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407393917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:12:20.705892Z","caller":"traceutil/trace.go:171","msg":"trace[2011121214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2785; }","duration":"1.407417768s","start":"2026-04-03T05:12:19.298465Z","end":"2026-04-03T05:12:20.705883Z","steps":["trace[2011121214] 'agreement among raft nodes before linearized reading' (duration: 1.407344036s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.705921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:19.298455Z","time spent":"1.407459379s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:20.705919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.927136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-03T05:12:20.705695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050321303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:20.70598Z","caller":"traceutil/trace.go:171","msg":"trace[1081508243] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2785; }","duration":"426.028299ms","start":"2026-04-03T05:12:20.279936Z","end":"2026-04-03T05:12:20.705964Z","steps":["trace[1081508243] 'agreement among raft nodes before linearized reading' (duration: 425.823454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:20.705988Z","caller":"traceutil/trace.go:171","msg":"trace[1220929349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2785; }","duration":"1.050642051s","start":"2026-04-03T05:12:19.655329Z","end":"2026-04-03T05:12:20.705971Z","steps":["trace[1220929349] 'agreement among raft nodes before linearized reading' (duration: 1.050342864s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.706017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:20.279925Z","time spent":"426.08383ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T05:12:20.706034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:19.655308Z","time spent":"1.050712602s","remote":"127.0.0.1:45690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:20.705934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.314598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:12:20.705793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:19.438203Z","time spent":"1.267580525s","remote":"127.0.0.1:55110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:12:20.706078Z","caller":"traceutil/trace.go:171","msg":"trace[1356850904] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2785; }","duration":"568.493872ms","start":"2026-04-03T05:12:20.137574Z","end":"2026-04-03T05:12:20.706067Z","steps":["trace[1356850904] 'agreement among raft nodes before linearized reading' (duration: 568.306728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:20.706114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:20.137562Z","time spent":"568.538603ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:12:26.838947Z","caller":"traceutil/trace.go:171","msg":"trace[1296356718] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2943; }","duration":"104.451511ms","start":"2026-04-03T05:12:26.734478Z","end":"2026-04-03T05:12:26.838929Z","steps":["trace[1296356718] 'read index received' (duration: 56.398116ms)","trace[1296356718] 'applied index is now lower than readState.Index' (duration: 48.052165ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:26.838972Z","caller":"traceutil/trace.go:171","msg":"trace[1943464028] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"109.785873ms","start":"2026-04-03T05:12:26.72915Z","end":"2026-04-03T05:12:26.838935Z","steps":["trace[1943464028] 'process raft request' (duration: 61.732128ms)","trace[1943464028] 'compare' (duration: 47.920741ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:26.839127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.644385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:12:26.839152Z","caller":"traceutil/trace.go:171","msg":"trace[992116534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2825; }","duration":"104.716947ms","start":"2026-04-03T05:12:26.734427Z","end":"2026-04-03T05:12:26.839144Z","steps":["trace[992116534] 'agreement among raft nodes before linearized reading' (duration: 104.601244ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:26.839231Z","caller":"traceutil/trace.go:171","msg":"trace[1523294890] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"102.978096ms","start":"2026-04-03T05:12:26.736223Z","end":"2026-04-03T05:12:26.839201Z","steps":["trace[1523294890] 'process raft request' (duration: 102.857644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:26.83945Z","caller":"traceutil/trace.go:171","msg":"trace[1926280682] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"103.903697ms","start":"2026-04-03T05:12:26.735522Z","end":"2026-04-03T05:12:26.839426Z","steps":["trace[1926280682] 'process raft request' (duration: 103.385676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:26.839571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.308095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:12:26.839616Z","caller":"traceutil/trace.go:171","msg":"trace[135900772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2826; }","duration":"100.364446ms","start":"2026-04-03T05:12:26.73924Z","end":"2026-04-03T05:12:26.839605Z","steps":["trace[135900772] 'agreement among raft nodes before linearized reading' (duration: 100.216913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:26.839601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.145438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:12:26.839618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.400607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:12:26.839689Z","caller":"traceutil/trace.go:171","msg":"trace[274555047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2826; }","duration":"100.490849ms","start":"2026-04-03T05:12:26.739179Z","end":"2026-04-03T05:12:26.83967Z","steps":["trace[274555047] 'agreement among raft nodes before linearized reading' (duration: 100.281554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:26.839673Z","caller":"traceutil/trace.go:171","msg":"trace[1605747039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2826; }","duration":"102.25791ms","start":"2026-04-03T05:12:26.737398Z","end":"2026-04-03T05:12:26.839656Z","steps":["trace[1605747039] 'agreement among raft nodes before linearized reading' (duration: 102.050075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:26.839615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.402797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:12:26.839781Z","caller":"traceutil/trace.go:171","msg":"trace[1664108162] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2826; }","duration":"100.605152ms","start":"2026-04-03T05:12:26.739156Z","end":"2026-04-03T05:12:26.839761Z","steps":["trace[1664108162] 'agreement among raft nodes before linearized reading' (duration: 100.314635ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:45.112211Z","caller":"traceutil/trace.go:171","msg":"trace[1411503865] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"139.053105ms","start":"2026-04-03T05:12:44.973134Z","end":"2026-04-03T05:12:45.112187Z","steps":["trace[1411503865] 'process raft request' (duration: 138.894941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:45.156098Z","caller":"traceutil/trace.go:171","msg":"trace[1032251024] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"172.066923ms","start":"2026-04-03T05:12:44.984005Z","end":"2026-04-03T05:12:45.156072Z","steps":["trace[1032251024] 'process raft request' (duration: 171.847458ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:45.156336Z","caller":"traceutil/trace.go:171","msg":"trace[385802866] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"170.840035ms","start":"2026-04-03T05:12:44.985471Z","end":"2026-04-03T05:12:45.156311Z","steps":["trace[385802866] 'process raft request' (duration: 170.553568ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.612978Z","caller":"traceutil/trace.go:171","msg":"trace[557545270] linearizableReadLoop","detail":"{readStateIndex:3070; appliedIndex:3069; }","duration":"461.76001ms","start":"2026-04-03T05:12:47.151192Z","end":"2026-04-03T05:12:47.612952Z","steps":["trace[557545270] 'read index received' (duration: 461.624137ms)","trace[557545270] 'applied index is now lower than readState.Index' (duration: 134.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:47.613005Z","caller":"traceutil/trace.go:171","msg":"trace[1139297022] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"495.376822ms","start":"2026-04-03T05:12:47.117583Z","end":"2026-04-03T05:12:47.61296Z","steps":["trace[1139297022] 'process raft request' (duration: 495.182398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.613172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.11756Z","time spent":"495.523556ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:47.613245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.025376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:47.613328Z","caller":"traceutil/trace.go:171","msg":"trace[767610425] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2946; }","duration":"462.158419ms","start":"2026-04-03T05:12:47.151149Z","end":"2026-04-03T05:12:47.613307Z","steps":["trace[767610425] 'agreement among raft nodes before linearized reading' (duration: 461.941124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.613395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.151132Z","time spent":"462.246172ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:12:47.745113Z","caller":"traceutil/trace.go:171","msg":"trace[986155665] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3070; }","duration":"132.007723ms","start":"2026-04-03T05:12:47.613065Z","end":"2026-04-03T05:12:47.745073Z","steps":["trace[986155665] 'read index received' (duration: 124.763567ms)","trace[986155665] 'applied index is now lower than readState.Index' (duration: 7.243066ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:47.745294Z","caller":"traceutil/trace.go:171","msg":"trace[339075175] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"582.633287ms","start":"2026-04-03T05:12:47.162624Z","end":"2026-04-03T05:12:47.745257Z","steps":["trace[339075175] 'process raft request' (duration: 582.381991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.745404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.847582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-04-03T05:12:47.745379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.369488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:47.745456Z","caller":"traceutil/trace.go:171","msg":"trace[1083055388] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2948; }","duration":"552.922384ms","start":"2026-04-03T05:12:47.192519Z","end":"2026-04-03T05:12:47.745441Z","steps":["trace[1083055388] 'agreement among raft nodes before linearized reading' (duration: 552.725349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.745487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.162597Z","time spent":"582.77271ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:47.745498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.192513Z","time spent":"552.974866ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:12:47.745505Z","caller":"traceutil/trace.go:171","msg":"trace[728488278] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"583.525697ms","start":"2026-04-03T05:12:47.161931Z","end":"2026-04-03T05:12:47.745456Z","steps":["trace[728488278] 'process raft request' (duration: 576.041276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.74569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.742243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:12:47.745734Z","caller":"traceutil/trace.go:171","msg":"trace[1031358827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2948; }","duration":"553.824595ms","start":"2026-04-03T05:12:47.191898Z","end":"2026-04-03T05:12:47.745722Z","steps":["trace[1031358827] 'agreement among raft nodes before linearized reading' (duration: 553.721393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.745726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.161897Z","time spent":"583.743503ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:47.745582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.018787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T05:12:47.745724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.747684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:12:47.745773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.191876Z","time spent":"553.888897ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:12:47.745764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.784395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:12:47.745803Z","caller":"traceutil/trace.go:171","msg":"trace[1037290308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2948; }","duration":"553.835786ms","start":"2026-04-03T05:12:47.191953Z","end":"2026-04-03T05:12:47.745788Z","steps":["trace[1037290308] 'agreement among raft nodes before linearized reading' (duration: 553.57237ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.745818Z","caller":"traceutil/trace.go:171","msg":"trace[1950463054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2948; }","duration":"553.247163ms","start":"2026-04-03T05:12:47.192538Z","end":"2026-04-03T05:12:47.745785Z","steps":["trace[1950463054] 'agreement among raft nodes before linearized reading' (duration: 552.682839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.745803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.838246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-03T05:12:47.745888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.838971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:47.745936Z","caller":"traceutil/trace.go:171","msg":"trace[1545229188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2948; }","duration":"536.416786ms","start":"2026-04-03T05:12:47.209505Z","end":"2026-04-03T05:12:47.745922Z","steps":["trace[1545229188] 'agreement among raft nodes before linearized reading' (duration: 535.798891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.745974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.209488Z","time spent":"536.480657ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:12:47.745853Z","caller":"traceutil/trace.go:171","msg":"trace[894254118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2948; }","duration":"553.910408ms","start":"2026-04-03T05:12:47.19192Z","end":"2026-04-03T05:12:47.745831Z","steps":["trace[894254118] 'agreement among raft nodes before linearized reading' (duration: 553.636492ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.745941Z","caller":"traceutil/trace.go:171","msg":"trace[1651158916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2948; }","duration":"554.00347ms","start":"2026-04-03T05:12:47.191916Z","end":"2026-04-03T05:12:47.745919Z","steps":["trace[1651158916] 'agreement among raft nodes before linearized reading' (duration: 553.58356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.74603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.191909Z","time spent":"554.104202ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:12:47.745978Z","caller":"traceutil/trace.go:171","msg":"trace[1209430205] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2948; }","duration":"487.518271ms","start":"2026-04-03T05:12:47.257944Z","end":"2026-04-03T05:12:47.745462Z","steps":["trace[1209430205] 'agreement among raft nodes before linearized reading' (duration: 487.329897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.746034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.191898Z","time spent":"554.122912ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:47.745873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.191898Z","time spent":"553.964918ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:12:47.746097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.25792Z","time spent":"488.163558ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:47.745887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:47.192532Z","time spent":"553.337985ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:12:47.886716Z","caller":"traceutil/trace.go:171","msg":"trace[629217323] transaction","detail":"{read_only:false; response_revision:2950; number_of_response:1; }","duration":"135.974665ms","start":"2026-04-03T05:12:47.750711Z","end":"2026-04-03T05:12:47.886686Z","steps":["trace[629217323] 'process raft request' (duration: 135.853392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.886727Z","caller":"traceutil/trace.go:171","msg":"trace[2055195857] transaction","detail":"{read_only:false; response_revision:2949; number_of_response:1; }","duration":"136.025636ms","start":"2026-04-03T05:12:47.75065Z","end":"2026-04-03T05:12:47.886675Z","steps":["trace[2055195857] 'process raft request' (duration: 131.678395ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.886875Z","caller":"traceutil/trace.go:171","msg":"trace[1330668338] transaction","detail":"{read_only:false; response_revision:2953; number_of_response:1; }","duration":"135.678587ms","start":"2026-04-03T05:12:47.751185Z","end":"2026-04-03T05:12:47.886863Z","steps":["trace[1330668338] 'process raft request' (duration: 135.579735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.886737Z","caller":"traceutil/trace.go:171","msg":"trace[1547830146] transaction","detail":"{read_only:false; response_revision:2951; number_of_response:1; }","duration":"135.995645ms","start":"2026-04-03T05:12:47.750715Z","end":"2026-04-03T05:12:47.886711Z","steps":["trace[1547830146] 'process raft request' (duration: 135.905163ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.886992Z","caller":"traceutil/trace.go:171","msg":"trace[209903072] transaction","detail":"{read_only:false; response_revision:2954; number_of_response:1; }","duration":"135.535753ms","start":"2026-04-03T05:12:47.751445Z","end":"2026-04-03T05:12:47.886981Z","steps":["trace[209903072] 'process raft request' (duration: 135.37471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.887006Z","caller":"traceutil/trace.go:171","msg":"trace[490526580] linearizableReadLoop","detail":"{readStateIndex:3079; appliedIndex:3072; }","duration":"116.497017ms","start":"2026-04-03T05:12:47.770482Z","end":"2026-04-03T05:12:47.886979Z","steps":["trace[490526580] 'read index received' (duration: 18.998707ms)","trace[490526580] 'applied index is now lower than readState.Index' (duration: 97.49527ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:47.886957Z","caller":"traceutil/trace.go:171","msg":"trace[1442454708] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"136.150468ms","start":"2026-04-03T05:12:47.750781Z","end":"2026-04-03T05:12:47.886931Z","steps":["trace[1442454708] 'process raft request' (duration: 135.882212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.887222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.63706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:47.887279Z","caller":"traceutil/trace.go:171","msg":"trace[1277228977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2954; }","duration":"116.831925ms","start":"2026-04-03T05:12:47.770428Z","end":"2026-04-03T05:12:47.88726Z","steps":["trace[1277228977] 'agreement among raft nodes before linearized reading' (duration: 116.63339ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:47.917736Z","caller":"traceutil/trace.go:171","msg":"trace[30564223] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"127.12423ms","start":"2026-04-03T05:12:47.790587Z","end":"2026-04-03T05:12:47.917711Z","steps":["trace[30564223] 'process raft request' (duration: 126.956507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:47.918385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.610564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:12:47.918475Z","caller":"traceutil/trace.go:171","msg":"trace[1195980533] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2955; }","duration":"111.734767ms","start":"2026-04-03T05:12:47.806713Z","end":"2026-04-03T05:12:47.918448Z","steps":["trace[1195980533] 'agreement among raft nodes before linearized reading' (duration: 111.42357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:48.241482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.315151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:48.241535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.129595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:12:48.241583Z","caller":"traceutil/trace.go:171","msg":"trace[1439090677] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2955; }","duration":"253.431193ms","start":"2026-04-03T05:12:47.988131Z","end":"2026-04-03T05:12:48.241562Z","steps":["trace[1439090677] 'range keys from in-memory index tree' (duration: 253.233419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:48.241603Z","caller":"traceutil/trace.go:171","msg":"trace[684372369] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2955; }","duration":"125.240328ms","start":"2026-04-03T05:12:48.116348Z","end":"2026-04-03T05:12:48.241589Z","steps":["trace[684372369] 'count revisions from in-memory index tree' (duration: 125.005073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:48.241859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.697488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:48.242188Z","caller":"traceutil/trace.go:171","msg":"trace[71354179] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2955; }","duration":"116.439896ms","start":"2026-04-03T05:12:48.125481Z","end":"2026-04-03T05:12:48.241921Z","steps":["trace[71354179] 'count revisions from in-memory index tree' (duration: 115.597796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:53.594362Z","caller":"traceutil/trace.go:171","msg":"trace[447831305] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"130.039698ms","start":"2026-04-03T05:12:53.464294Z","end":"2026-04-03T05:12:53.594334Z","steps":["trace[447831305] 'process raft request' (duration: 77.268696ms)","trace[447831305] 'compare' (duration: 52.511666ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:53.792082Z","caller":"traceutil/trace.go:171","msg":"trace[383475307] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"101.551293ms","start":"2026-04-03T05:12:53.690491Z","end":"2026-04-03T05:12:53.792043Z","steps":["trace[383475307] 'process raft request' (duration: 28.030984ms)","trace[383475307] 'compare' (duration: 73.213132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:54.12868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.489001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:54.12897Z","caller":"traceutil/trace.go:171","msg":"trace[178396497] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3106; }","duration":"217.102017ms","start":"2026-04-03T05:12:53.911842Z","end":"2026-04-03T05:12:54.128944Z","steps":["trace[178396497] 'read index received' (duration: 11.288139ms)","trace[178396497] 'applied index is now lower than readState.Index' (duration: 205.811958ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:12:54.128952Z","caller":"traceutil/trace.go:171","msg":"trace[571740707] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"365.60385ms","start":"2026-04-03T05:12:53.76331Z","end":"2026-04-03T05:12:54.128914Z","steps":["trace[571740707] 'process raft request' (duration: 159.798362ms)","trace[571740707] 'compare' (duration: 205.299326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:54.129185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:53.763287Z","time spent":"365.782373ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:54.129342Z","caller":"traceutil/trace.go:171","msg":"trace[432493296] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"334.765351ms","start":"2026-04-03T05:12:53.794557Z","end":"2026-04-03T05:12:54.129322Z","steps":["trace[432493296] 'process raft request' (duration: 334.28924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.129449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:53.794523Z","time spent":"334.869464ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:54.129122Z","caller":"traceutil/trace.go:171","msg":"trace[892320716] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"359.752025ms","start":"2026-04-03T05:12:53.769326Z","end":"2026-04-03T05:12:54.129078Z","steps":["trace[892320716] 'process raft request' (duration: 359.456129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.129725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.512438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:12:54.129746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:53.769313Z","time spent":"360.354559ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:54.129775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.329857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:12:54.129804Z","caller":"traceutil/trace.go:171","msg":"trace[1410740349] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2983; }","duration":"177.639171ms","start":"2026-04-03T05:12:53.952145Z","end":"2026-04-03T05:12:54.129784Z","steps":["trace[1410740349] 'agreement among raft nodes before linearized reading' (duration: 177.493718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.129738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.615421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:12:54.129791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.868135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:12:54.129845Z","caller":"traceutil/trace.go:171","msg":"trace[606535546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2983; }","duration":"215.408619ms","start":"2026-04-03T05:12:53.914418Z","end":"2026-04-03T05:12:54.129827Z","steps":["trace[606535546] 'agreement among raft nodes before linearized reading' (duration: 215.217114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.129827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.955147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:12:54.129873Z","caller":"traceutil/trace.go:171","msg":"trace[1221319298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2983; }","duration":"217.998809ms","start":"2026-04-03T05:12:53.911858Z","end":"2026-04-03T05:12:54.129857Z","steps":["trace[1221319298] 'agreement among raft nodes before linearized reading' (duration: 217.754373ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:54.129875Z","caller":"traceutil/trace.go:171","msg":"trace[2130646067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2983; }","duration":"214.766505ms","start":"2026-04-03T05:12:53.915086Z","end":"2026-04-03T05:12:54.129852Z","steps":["trace[2130646067] 'agreement among raft nodes before linearized reading' (duration: 214.544029ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:54.129915Z","caller":"traceutil/trace.go:171","msg":"trace[1044926200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2983; }","duration":"218.097141ms","start":"2026-04-03T05:12:53.911798Z","end":"2026-04-03T05:12:54.129895Z","steps":["trace[1044926200] 'agreement among raft nodes before linearized reading' (duration: 217.803053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.129821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.395416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:12:54.129988Z","caller":"traceutil/trace.go:171","msg":"trace[1894895426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2983; }","duration":"214.564231ms","start":"2026-04-03T05:12:53.915404Z","end":"2026-04-03T05:12:54.129968Z","steps":["trace[1894895426] 'agreement among raft nodes before linearized reading' (duration: 214.360715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:54.129918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.659525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:12:54.130108Z","caller":"traceutil/trace.go:171","msg":"trace[1091301426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2983; }","duration":"215.849729ms","start":"2026-04-03T05:12:53.914242Z","end":"2026-04-03T05:12:54.130091Z","steps":["trace[1091301426] 'agreement among raft nodes before linearized reading' (duration: 215.575923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:55.682736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22817696s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:55.683028Z","caller":"traceutil/trace.go:171","msg":"trace[1911859074] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"1.547904256s","start":"2026-04-03T05:12:54.135104Z","end":"2026-04-03T05:12:55.683008Z","steps":["trace[1911859074] 'process raft request' (duration: 1.547764753s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:55.683058Z","caller":"traceutil/trace.go:171","msg":"trace[2135848449] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"1.547996789s","start":"2026-04-03T05:12:54.135032Z","end":"2026-04-03T05:12:55.683028Z","steps":["trace[2135848449] 'process raft request' (duration: 319.389949ms)","trace[2135848449] 'compare' (duration: 1.226243686s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:55.683103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.135099Z","time spent":"1.547966088s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:55.683207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.135011Z","time spent":"1.548112881s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:55.683297Z","caller":"traceutil/trace.go:171","msg":"trace[451920923] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"1.548116581s","start":"2026-04-03T05:12:54.135135Z","end":"2026-04-03T05:12:55.683252Z","steps":["trace[451920923] 'process raft request' (duration: 1.547853205s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:55.683296Z","caller":"traceutil/trace.go:171","msg":"trace[1656915897] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"1.547941828s","start":"2026-04-03T05:12:54.135334Z","end":"2026-04-03T05:12:55.683276Z","steps":["trace[1656915897] 'process raft request' (duration: 1.547825265s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:55.683476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.135131Z","time spent":"1.548252644s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:55.683481Z","caller":"traceutil/trace.go:171","msg":"trace[2018929223] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"1.546945104s","start":"2026-04-03T05:12:54.136515Z","end":"2026-04-03T05:12:55.68346Z","steps":["trace[2018929223] 'process raft request' (duration: 1.546717109s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:55.683436Z","caller":"traceutil/trace.go:171","msg":"trace[1654666196] linearizableReadLoop","detail":"{readStateIndex:3115; appliedIndex:3110; }","duration":"1.491130891s","start":"2026-04-03T05:12:54.192262Z","end":"2026-04-03T05:12:55.683393Z","steps":["trace[1654666196] 'read index received' (duration: 262.087031ms)","trace[1654666196] 'applied index is now lower than readState.Index' (duration: 1.22904279s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:55.683629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.136502Z","time spent":"1.547043426s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:55.683636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491371437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:55.683699Z","caller":"traceutil/trace.go:171","msg":"trace[2143211859] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2989; }","duration":"1.491434519s","start":"2026-04-03T05:12:54.192244Z","end":"2026-04-03T05:12:55.683678Z","steps":["trace[2143211859] 'agreement among raft nodes before linearized reading' (duration: 1.491252304s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:55.683703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.135321Z","time spent":"1.548236714s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:55.683735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.192182Z","time spent":"1.491543471s","remote":"127.0.0.1:55190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:56.183955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:56.206928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000613648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T05:12:56.207013Z","caller":"traceutil/trace.go:171","msg":"trace[1917134488] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000742691s","start":"2026-04-03T05:12:54.206252Z","end":"2026-04-03T05:12:56.206994Z","steps":["trace[1917134488] 'agreement among raft nodes before linearized reading' (duration: 2.000640908s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:56.207059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.206234Z","time spent":"2.000814462s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:12:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:12:56.685147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629852,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:57.019368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.886767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:57.01948Z","caller":"traceutil/trace.go:171","msg":"trace[580780309] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"1.360644284s","start":"2026-04-03T05:12:55.658815Z","end":"2026-04-03T05:12:57.019459Z","steps":["trace[580780309] 'process raft request' (duration: 1.105564323s)","trace[580780309] 'compare' (duration: 254.648571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:57.019545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.658776Z","time spent":"1.360737676s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:58.207333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000151267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:12:58.207427Z","caller":"traceutil/trace.go:171","msg":"trace[160515879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306091s","start":"2026-04-03T05:12:56.207102Z","end":"2026-04-03T05:12:58.207408Z","steps":["trace[160515879] 'agreement among raft nodes before linearized reading' (duration: 2.000185008s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.207478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.207083Z","time spent":"2.000384472s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:12:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:12:58.243939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057432266s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:12:58.244168Z","caller":"traceutil/trace.go:171","msg":"trace[1676172226] linearizableReadLoop","detail":"{readStateIndex:3118; appliedIndex:3115; }","duration":"2.560539723s","start":"2026-04-03T05:12:55.683611Z","end":"2026-04-03T05:12:58.244151Z","steps":["trace[1676172226] 'read index received' (duration: 1.080823184s)","trace[1676172226] 'applied index is now lower than readState.Index' (duration: 1.479715369s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:58.244326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759214848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:12:58.244364Z","caller":"traceutil/trace.go:171","msg":"trace[1073948359] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2992; }","duration":"2.759254939s","start":"2026-04-03T05:12:55.485098Z","end":"2026-04-03T05:12:58.244353Z","steps":["trace[1073948359] 'agreement among raft nodes before linearized reading' (duration: 2.759148727s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.244398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.485038Z","time spent":"2.759351892s","remote":"127.0.0.1:39798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:12:58.244316Z","caller":"traceutil/trace.go:171","msg":"trace[1893545075] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"2.107914903s","start":"2026-04-03T05:12:56.136311Z","end":"2026-04-03T05:12:58.244226Z","steps":["trace[1893545075] 'process raft request' (duration: 2.1077675s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.244666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655114453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2c0c4cae47045\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-03T05:12:58.244703Z","caller":"traceutil/trace.go:171","msg":"trace[2142231940] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2c0c4cae47045; range_end:; response_count:1; response_revision:2992; }","duration":"3.655184244s","start":"2026-04-03T05:12:54.589509Z","end":"2026-04-03T05:12:58.244694Z","steps":["trace[2142231940] 'agreement among raft nodes before linearized reading' (duration: 3.655069421s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.24473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.589492Z","time spent":"3.655231815s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a2c0c4cae47045\" "} {"level":"warn","ts":"2026-04-03T05:12:58.24476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.136297Z","time spent":"2.1082165s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:12:58.245171Z","caller":"traceutil/trace.go:171","msg":"trace[253019389] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"2.1103706s","start":"2026-04-03T05:12:56.134758Z","end":"2026-04-03T05:12:58.245129Z","steps":["trace[253019389] 'process raft request' (duration: 1.051653274s)","trace[253019389] 'compare' (duration: 1.057125849s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:12:58.245275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325294088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-03T05:12:58.24532Z","caller":"traceutil/trace.go:171","msg":"trace[1578275978] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2992; }","duration":"2.32537455s","start":"2026-04-03T05:12:55.919932Z","end":"2026-04-03T05:12:58.245307Z","steps":["trace[1578275978] 'agreement among raft nodes before linearized reading' (duration: 2.325251367s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.245364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:55.919914Z","time spent":"2.325442192s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:12:58.245361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.134735Z","time spent":"2.110541404s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:12:58.245395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941238004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:12:58.245461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.754556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:12:58.245494Z","caller":"traceutil/trace.go:171","msg":"trace[1414451044] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2992; }","duration":"1.941347116s","start":"2026-04-03T05:12:56.304128Z","end":"2026-04-03T05:12:58.245475Z","steps":["trace[1414451044] 'agreement among raft nodes before linearized reading' (duration: 1.941184463s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.245537Z","caller":"traceutil/trace.go:171","msg":"trace[1267505718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2992; }","duration":"557.865008ms","start":"2026-04-03T05:12:57.687655Z","end":"2026-04-03T05:12:58.24552Z","steps":["trace[1267505718] 'agreement among raft nodes before linearized reading' (duration: 557.668124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.245493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.500827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:12:58.245474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.655023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:12:58.245627Z","caller":"traceutil/trace.go:171","msg":"trace[1772273220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2992; }","duration":"557.884519ms","start":"2026-04-03T05:12:57.687731Z","end":"2026-04-03T05:12:58.245616Z","steps":["trace[1772273220] 'agreement among raft nodes before linearized reading' (duration: 557.48716ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.245628Z","caller":"traceutil/trace.go:171","msg":"trace[285714255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2992; }","duration":"556.673821ms","start":"2026-04-03T05:12:57.688934Z","end":"2026-04-03T05:12:58.245608Z","steps":["trace[285714255] 'agreement among raft nodes before linearized reading' (duration: 556.329884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.245663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:57.687711Z","time spent":"557.945099ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:12:58.245656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.802554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:12:58.245672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:57.688914Z","time spent":"556.747283ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:58.245548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.304107Z","time spent":"1.941428258s","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:12:58.245694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059567782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:12:58.245705Z","caller":"traceutil/trace.go:171","msg":"trace[1659144352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2992; }","duration":"556.849475ms","start":"2026-04-03T05:12:57.688841Z","end":"2026-04-03T05:12:58.24569Z","steps":["trace[1659144352] 'agreement among raft nodes before linearized reading' (duration: 556.500207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.24572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544610561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T05:12:58.245748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:57.688817Z","time spent":"556.921946ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:12:58.245748Z","caller":"traceutil/trace.go:171","msg":"trace[583921410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2992; }","duration":"2.059646824s","start":"2026-04-03T05:12:56.186084Z","end":"2026-04-03T05:12:58.245731Z","steps":["trace[583921410] 'agreement among raft nodes before linearized reading' (duration: 2.059304216s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:12:58.245757Z","caller":"traceutil/trace.go:171","msg":"trace[267589196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2992; }","duration":"1.544688222s","start":"2026-04-03T05:12:56.701057Z","end":"2026-04-03T05:12:58.245745Z","steps":["trace[267589196] 'agreement among raft nodes before linearized reading' (duration: 1.544237652s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.245797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.18606Z","time spent":"2.059728955s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:12:58.245803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:56.701033Z","time spent":"1.544757534s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T05:12:58.245525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.101142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T05:12:58.245829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.272824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:12:58.245666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966877016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T05:12:58.245929Z","caller":"traceutil/trace.go:171","msg":"trace[70875425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2992; }","duration":"557.413118ms","start":"2026-04-03T05:12:57.688493Z","end":"2026-04-03T05:12:58.245906Z","steps":["trace[70875425] 'agreement among raft nodes before linearized reading' (duration: 557.093811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.246018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:57.688485Z","time spent":"557.52201ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:12:58.24586Z","caller":"traceutil/trace.go:171","msg":"trace[601898986] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:2992; }","duration":"564.44764ms","start":"2026-04-03T05:12:57.681396Z","end":"2026-04-03T05:12:58.245844Z","steps":["trace[601898986] 'agreement among raft nodes before linearized reading' (duration: 563.973469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.246184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:57.681353Z","time spent":"564.780117ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-04-03T05:12:58.245582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:57.687634Z","time spent":"557.93919ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:12:58.246004Z","caller":"traceutil/trace.go:171","msg":"trace[102865724] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2992; }","duration":"3.967343827s","start":"2026-04-03T05:12:54.278603Z","end":"2026-04-03T05:12:58.245947Z","steps":["trace[102865724] 'agreement among raft nodes before linearized reading' (duration: 3.966545019s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:12:58.246495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:54.278584Z","time spent":"3.9678894s","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-03T05:12:58.749067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:59.250042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450629856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:12:59.621851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.373749634s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:13:00.247002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998855547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:13:00.247102Z","caller":"traceutil/trace.go:171","msg":"trace[1528480780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999025051s","start":"2026-04-03T05:12:58.248058Z","end":"2026-04-03T05:13:00.247083Z","steps":["trace[1528480780] 'agreement among raft nodes before linearized reading' (duration: 1.998903558s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:00.247151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.24804Z","time spent":"1.999101133s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:13:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:13:00.985755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363614543s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:00.98587Z","caller":"traceutil/trace.go:171","msg":"trace[143202478] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"2.737877048s","start":"2026-04-03T05:12:58.247975Z","end":"2026-04-03T05:13:00.985852Z","steps":["trace[143202478] 'process raft request' (duration: 1.374089142s)","trace[143202478] 'compare' (duration: 1.362788583s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:00.985957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.247941Z","time spent":"2.73796386s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:01.54537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.901452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:01.545554Z","caller":"traceutil/trace.go:171","msg":"trace[1726422157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2993; }","duration":"307.097046ms","start":"2026-04-03T05:13:01.238423Z","end":"2026-04-03T05:13:01.54552Z","steps":["trace[1726422157] 'range keys from in-memory index tree' (duration: 306.877091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:01.545955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.915704ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-03T05:13:01.546508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.248379Z","time spent":"3.29812215s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T05:13:01.546572Z","caller":"traceutil/trace.go:171","msg":"trace[394808528] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"3.294499157s","start":"2026-04-03T05:12:58.252053Z","end":"2026-04-03T05:13:01.546552Z","steps":["trace[394808528] 'process raft request' (duration: 3.294130689s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:01.546652Z","caller":"traceutil/trace.go:171","msg":"trace[974130827] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"3.294457016s","start":"2026-04-03T05:12:58.252117Z","end":"2026-04-03T05:13:01.546574Z","steps":["trace[974130827] 'process raft request' (duration: 3.294380614s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:01.546706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252037Z","time spent":"3.294575789s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:01.546708Z","caller":"traceutil/trace.go:171","msg":"trace[741056420] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"3.294508197s","start":"2026-04-03T05:12:58.252082Z","end":"2026-04-03T05:13:01.54659Z","steps":["trace[741056420] 'process raft request' (duration: 3.294368744s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:01.546839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252112Z","time spent":"3.294605919s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:01.54684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252073Z","time spent":"3.294689081s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:01.5471Z","caller":"traceutil/trace.go:171","msg":"trace[942351506] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"3.294871595s","start":"2026-04-03T05:12:58.252153Z","end":"2026-04-03T05:13:01.547025Z","steps":["trace[942351506] 'process raft request' (duration: 3.294380604s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:01.547194Z","caller":"traceutil/trace.go:171","msg":"trace[785218787] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"3.294794603s","start":"2026-04-03T05:12:58.252377Z","end":"2026-04-03T05:13:01.547172Z","steps":["trace[785218787] 'process raft request' (duration: 3.294694171s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:01.547191Z","caller":"traceutil/trace.go:171","msg":"trace[290664519] linearizableReadLoop","detail":"{readStateIndex:3128; appliedIndex:3118; }","duration":"3.299053871s","start":"2026-04-03T05:12:58.248117Z","end":"2026-04-03T05:13:01.547171Z","steps":["trace[290664519] 'read index received' (duration: 1.373966369s)","trace[290664519] 'applied index is now lower than readState.Index' (duration: 1.925086342s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:01.547209Z","caller":"traceutil/trace.go:171","msg":"trace[167756962] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"2.5220976s","start":"2026-04-03T05:12:59.025088Z","end":"2026-04-03T05:13:01.547185Z","steps":["trace[167756962] 'process raft request' (duration: 2.522033338s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:01.547328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252355Z","time spent":"3.294901206s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:01.547355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:59.025063Z","time spent":"2.522230143s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:01.547209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252141Z","time spent":"3.295021129s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:01.547105Z","caller":"traceutil/trace.go:171","msg":"trace[1606953054] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"3.294912436s","start":"2026-04-03T05:12:58.252162Z","end":"2026-04-03T05:13:01.547075Z","steps":["trace[1606953054] 'process raft request' (duration: 3.294670001s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:01.5472Z","caller":"traceutil/trace.go:171","msg":"trace[1215378878] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"3.294918016s","start":"2026-04-03T05:12:58.252249Z","end":"2026-04-03T05:13:01.547167Z","steps":["trace[1215378878] 'process raft request' (duration: 3.294726602s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:01.547537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252131Z","time spent":"3.295323786s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:01.547603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.252231Z","time spent":"3.295325496s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:02.256095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001641741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:13:02.256434Z","caller":"traceutil/trace.go:171","msg":"trace[1451989994] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00202472s","start":"2026-04-03T05:13:00.254388Z","end":"2026-04-03T05:13:02.256413Z","steps":["trace[1451989994] 'agreement among raft nodes before linearized reading' (duration: 2.001669362s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.256532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:00.254375Z","time spent":"2.002125932s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:13:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:13:02.393622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.327083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:02.393824Z","caller":"traceutil/trace.go:171","msg":"trace[1536254031] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"2.142854425s","start":"2026-04-03T05:13:00.250946Z","end":"2026-04-03T05:13:02.3938Z","steps":["trace[1536254031] 'process raft request' (duration: 1.643247496s)","trace[1536254031] 'compare' (duration: 499.176109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:02.393946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:00.25093Z","time spent":"2.142957318s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:02.394418Z","caller":"traceutil/trace.go:171","msg":"trace[737661177] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"846.412888ms","start":"2026-04-03T05:13:01.547991Z","end":"2026-04-03T05:13:02.394404Z","steps":["trace[737661177] 'process raft request' (duration: 846.367677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:02.394452Z","caller":"traceutil/trace.go:171","msg":"trace[1250648924] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"1.432301251s","start":"2026-04-03T05:13:00.962134Z","end":"2026-04-03T05:13:02.394435Z","steps":["trace[1250648924] 'process raft request' (duration: 1.432168368s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:02.394478Z","caller":"traceutil/trace.go:171","msg":"trace[489376571] linearizableReadLoop","detail":"{readStateIndex:3131; appliedIndex:3128; }","duration":"847.184816ms","start":"2026-04-03T05:13:01.54726Z","end":"2026-04-03T05:13:02.394445Z","steps":["trace[489376571] 'read index received' (duration: 346.910781ms)","trace[489376571] 'applied index is now lower than readState.Index' (duration: 500.271405ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:02.394486Z","caller":"traceutil/trace.go:171","msg":"trace[1990011667] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"2.141854244s","start":"2026-04-03T05:13:00.252583Z","end":"2026-04-03T05:13:02.394437Z","steps":["trace[1990011667] 'process raft request' (duration: 2.141160617s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.39455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:01.547959Z","time spent":"846.50934ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:02.394713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:00.252576Z","time spent":"2.142020957s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:02.394788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.282142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:13:02.394829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.292493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:13:02.394867Z","caller":"traceutil/trace.go:171","msg":"trace[1170280004] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3005; }","duration":"996.390804ms","start":"2026-04-03T05:13:01.398458Z","end":"2026-04-03T05:13:02.394849Z","steps":["trace[1170280004] 'agreement among raft nodes before linearized reading' (duration: 996.095027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.394892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.472795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:13:02.394541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:00.962116Z","time spent":"1.432376502s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:02.394941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:01.398442Z","time spent":"996.483007ms","remote":"127.0.0.1:54816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:13:02.394958Z","caller":"traceutil/trace.go:171","msg":"trace[1060172232] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3005; }","duration":"509.452945ms","start":"2026-04-03T05:13:01.885459Z","end":"2026-04-03T05:13:02.394912Z","steps":["trace[1060172232] 'agreement among raft nodes before linearized reading' (duration: 509.185449ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:02.394941Z","caller":"traceutil/trace.go:171","msg":"trace[545115590] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3005; }","duration":"126.554078ms","start":"2026-04-03T05:13:02.268373Z","end":"2026-04-03T05:13:02.394927Z","steps":["trace[545115590] 'agreement among raft nodes before linearized reading' (duration: 126.450555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.055678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T05:13:02.395039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944846793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:13:02.395085Z","caller":"traceutil/trace.go:171","msg":"trace[509928953] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3005; }","duration":"906.197682ms","start":"2026-04-03T05:13:01.48887Z","end":"2026-04-03T05:13:02.395067Z","steps":["trace[509928953] 'agreement among raft nodes before linearized reading' (duration: 905.700581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14680511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-04-03T05:13:02.395102Z","caller":"traceutil/trace.go:171","msg":"trace[1753006234] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3005; }","duration":"2.944974936s","start":"2026-04-03T05:12:59.450105Z","end":"2026-04-03T05:13:02.39508Z","steps":["trace[1753006234] 'agreement among raft nodes before linearized reading' (duration: 2.944873574s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.3951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.590014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:02.395136Z","caller":"traceutil/trace.go:171","msg":"trace[918296719] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7; range_end:; response_count:1; response_revision:3005; }","duration":"4.146869542s","start":"2026-04-03T05:12:58.248258Z","end":"2026-04-03T05:13:02.395127Z","steps":["trace[918296719] 'agreement among raft nodes before linearized reading' (duration: 4.146702368s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:01.488852Z","time spent":"906.278853ms","remote":"127.0.0.1:55228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":334,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:13:02.395165Z","caller":"traceutil/trace.go:171","msg":"trace[1292819232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3005; }","duration":"138.679247ms","start":"2026-04-03T05:13:02.256466Z","end":"2026-04-03T05:13:02.395145Z","steps":["trace[1292819232] 'agreement among raft nodes before linearized reading' (duration: 138.595915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:01.885438Z","time spent":"509.569989ms","remote":"127.0.0.1:54212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:13:02.395155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:59.450085Z","time spent":"2.945056528s","remote":"127.0.0.1:55126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:13:02.395171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.248241Z","time spent":"4.146923083s","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-ca22ebc9-e93e-4717-b6fd-3575142fa0d7\" "} {"level":"warn","ts":"2026-04-03T05:13:02.395361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143365771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T05:13:02.3954Z","caller":"traceutil/trace.go:171","msg":"trace[1618523611] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3005; }","duration":"4.143421703s","start":"2026-04-03T05:12:58.251968Z","end":"2026-04-03T05:13:02.39539Z","steps":["trace[1618523611] 'agreement among raft nodes before linearized reading' (duration: 4.142627725s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521619462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:13:02.395429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.251956Z","time spent":"4.143465344s","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-04-03T05:13:02.395609Z","caller":"traceutil/trace.go:171","msg":"trace[1030628185] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3005; }","duration":"1.521700454s","start":"2026-04-03T05:13:00.873892Z","end":"2026-04-03T05:13:02.395592Z","steps":["trace[1030628185] 'agreement among raft nodes before linearized reading' (duration: 1.520614639s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:00.873874Z","time spent":"1.521763125s","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:13:02.395667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027229223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:13:02.395551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404812228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-03T05:13:02.395808Z","caller":"traceutil/trace.go:171","msg":"trace[911607815] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997; range_end:; response_count:1; response_revision:3005; }","duration":"1.405120854s","start":"2026-04-03T05:13:00.990666Z","end":"2026-04-03T05:13:02.395787Z","steps":["trace[911607815] 'agreement among raft nodes before linearized reading' (duration: 1.404130842s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.395901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:00.990644Z","time spent":"1.405240337s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997\" "} {"level":"info","ts":"2026-04-03T05:13:02.395737Z","caller":"traceutil/trace.go:171","msg":"trace[1124039221] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3005; }","duration":"4.027342246s","start":"2026-04-03T05:12:58.36838Z","end":"2026-04-03T05:13:02.395722Z","steps":["trace[1124039221] 'agreement among raft nodes before linearized reading' (duration: 4.0262041s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:02.396055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:12:58.368361Z","time spent":"4.027673143s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:13:03.096109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.333107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:03.096215Z","caller":"traceutil/trace.go:171","msg":"trace[1724034930] linearizableReadLoop","detail":"{readStateIndex:3133; appliedIndex:3132; }","duration":"695.887799ms","start":"2026-04-03T05:13:02.40031Z","end":"2026-04-03T05:13:03.096198Z","steps":["trace[1724034930] 'read index received' (duration: 245.399168ms)","trace[1724034930] 'applied index is now lower than readState.Index' (duration: 450.486511ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:13:03.096339Z","caller":"traceutil/trace.go:171","msg":"trace[285063701] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"696.571434ms","start":"2026-04-03T05:13:02.399739Z","end":"2026-04-03T05:13:03.09631Z","steps":["trace[285063701] 'process raft request' (duration: 245.95042ms)","trace[285063701] 'compare' (duration: 450.136683ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:03.096407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.399715Z","time spent":"696.659976ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:03.0967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.383621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-04-03T05:13:03.096739Z","caller":"traceutil/trace.go:171","msg":"trace[694443589] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3006; }","duration":"696.435752ms","start":"2026-04-03T05:13:02.400295Z","end":"2026-04-03T05:13:03.09673Z","steps":["trace[694443589] 'agreement among raft nodes before linearized reading' (duration: 696.310099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:03.09677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.400288Z","time spent":"696.475892ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-03T05:13:03.096841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.456266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:03.096919Z","caller":"traceutil/trace.go:171","msg":"trace[1008961942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3006; }","duration":"691.565099ms","start":"2026-04-03T05:13:02.405337Z","end":"2026-04-03T05:13:03.096902Z","steps":["trace[1008961942] 'agreement among raft nodes before linearized reading' (duration: 691.426116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:03.096936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.533254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:13:03.09701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.359848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:03.097019Z","caller":"traceutil/trace.go:171","msg":"trace[326895492] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3006; }","duration":"696.647417ms","start":"2026-04-03T05:13:02.400352Z","end":"2026-04-03T05:13:03.097Z","steps":["trace[326895492] 'agreement among raft nodes before linearized reading' (duration: 696.407121ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:03.097044Z","caller":"traceutil/trace.go:171","msg":"trace[545450075] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3006; }","duration":"346.43231ms","start":"2026-04-03T05:13:02.750601Z","end":"2026-04-03T05:13:03.097034Z","steps":["trace[545450075] 'agreement among raft nodes before linearized reading' (duration: 346.382218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:03.097066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.400335Z","time spent":"696.722349ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:13:03.097076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.75058Z","time spent":"346.487651ms","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:13:03.097111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.597896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-03T05:13:03.096961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.405326Z","time spent":"691.627101ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:13:03.097157Z","caller":"traceutil/trace.go:171","msg":"trace[233151649] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3006; }","duration":"696.677328ms","start":"2026-04-03T05:13:02.400468Z","end":"2026-04-03T05:13:03.097145Z","steps":["trace[233151649] 'agreement among raft nodes before linearized reading' (duration: 696.602416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:03.097189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.400441Z","time spent":"696.74189ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T05:13:03.097313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.687498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-03T05:13:03.097385Z","caller":"traceutil/trace.go:171","msg":"trace[1902334986] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3006; }","duration":"696.814251ms","start":"2026-04-03T05:13:02.400554Z","end":"2026-04-03T05:13:03.097368Z","steps":["trace[1902334986] 'agreement among raft nodes before linearized reading' (duration: 696.525804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:03.09755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:02.40053Z","time spent":"696.976795ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1343,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-03T05:13:03.731466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.053154ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-04-03T05:13:03.731566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.103191Z","time spent":"628.369948ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:13:04.151746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.551923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:04.152046Z","caller":"traceutil/trace.go:171","msg":"trace[1364324710] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"1.047196582s","start":"2026-04-03T05:13:03.10481Z","end":"2026-04-03T05:13:04.152006Z","steps":["trace[1364324710] 'process raft request' (duration: 905.301731ms)","trace[1364324710] 'compare' (duration: 141.39822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:04.15222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.104786Z","time spent":"1.047341686s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:04.62195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.099601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:13:04.622231Z","caller":"traceutil/trace.go:171","msg":"trace[873333923] linearizableReadLoop","detail":"{readStateIndex:3136; appliedIndex:3133; }","duration":"1.455019272s","start":"2026-04-03T05:13:03.167188Z","end":"2026-04-03T05:13:04.622207Z","steps":["trace[873333923] 'read index received' (duration: 103.365484ms)","trace[873333923] 'applied index is now lower than readState.Index' (duration: 1.351652358s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:04.622459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455261627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:04.622497Z","caller":"traceutil/trace.go:171","msg":"trace[1345084738] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"1.261679649s","start":"2026-04-03T05:13:03.360805Z","end":"2026-04-03T05:13:04.622485Z","steps":["trace[1345084738] 'process raft request' (duration: 1.261248739s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:04.622517Z","caller":"traceutil/trace.go:171","msg":"trace[2144115325] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3007; }","duration":"1.45536166s","start":"2026-04-03T05:13:03.167141Z","end":"2026-04-03T05:13:04.622503Z","steps":["trace[2144115325] 'agreement among raft nodes before linearized reading' (duration: 1.455235957s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:04.622629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.360781Z","time spent":"1.261789432s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:04.622624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.167127Z","time spent":"1.455486782s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T05:13:05.435492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.942148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:13:05.435697Z","caller":"traceutil/trace.go:171","msg":"trace[403448295] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"1.703239675s","start":"2026-04-03T05:13:03.732441Z","end":"2026-04-03T05:13:05.435681Z","steps":["trace[403448295] 'process raft request' (duration: 1.703142773s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.435866Z","caller":"traceutil/trace.go:171","msg":"trace[768788414] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"1.500345453s","start":"2026-04-03T05:13:03.935506Z","end":"2026-04-03T05:13:05.435851Z","steps":["trace[768788414] 'process raft request' (duration: 1.500141808s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.435946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.935478Z","time spent":"1.500427184s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:05.436009Z","caller":"traceutil/trace.go:171","msg":"trace[740832998] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"1.882401892s","start":"2026-04-03T05:13:03.553565Z","end":"2026-04-03T05:13:05.435967Z","steps":["trace[740832998] 'process raft request' (duration: 1.068909761s)","trace[740832998] 'compare' (duration: 812.302114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:05.436069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.732411Z","time spent":"1.703485101s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:05.436222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.553548Z","time spent":"1.882564425s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:05.436319Z","caller":"traceutil/trace.go:171","msg":"trace[1284030156] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"1.035974303s","start":"2026-04-03T05:13:04.400325Z","end":"2026-04-03T05:13:05.436299Z","steps":["trace[1284030156] 'process raft request' (duration: 1.035478741s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.436425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.400296Z","time spent":"1.036081836s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:13:05.436456Z","caller":"traceutil/trace.go:171","msg":"trace[286862762] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"1.032674458s","start":"2026-04-03T05:13:04.403766Z","end":"2026-04-03T05:13:05.436441Z","steps":["trace[286862762] 'process raft request' (duration: 1.032458064s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.436454Z","caller":"traceutil/trace.go:171","msg":"trace[2093928934] linearizableReadLoop","detail":"{readStateIndex:3142; appliedIndex:3136; }","duration":"814.144316ms","start":"2026-04-03T05:13:04.622283Z","end":"2026-04-03T05:13:05.436427Z","steps":["trace[2093928934] 'read index received' (duration: 88.052µs)","trace[2093928934] 'applied index is now lower than readState.Index' (duration: 814.054594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:13:05.436598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883540949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:13:05.436636Z","caller":"traceutil/trace.go:171","msg":"trace[1065087787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3013; }","duration":"1.88360282s","start":"2026-04-03T05:13:03.553023Z","end":"2026-04-03T05:13:05.436626Z","steps":["trace[1065087787] 'agreement among raft nodes before linearized reading' (duration: 1.883492937s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.43664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883936388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:13:05.436666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.55301Z","time spent":"1.88364964s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:13:05.436671Z","caller":"traceutil/trace.go:171","msg":"trace[1197572088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3013; }","duration":"1.883984448s","start":"2026-04-03T05:13:03.552678Z","end":"2026-04-03T05:13:05.436662Z","steps":["trace[1197572088] 'agreement among raft nodes before linearized reading' (duration: 1.883885096s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.436656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884219274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:13:05.436699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.552669Z","time spent":"1.884025069s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:13:05.43672Z","caller":"traceutil/trace.go:171","msg":"trace[1130304310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3013; }","duration":"1.884307865s","start":"2026-04-03T05:13:03.552398Z","end":"2026-04-03T05:13:05.436706Z","steps":["trace[1130304310] 'agreement among raft nodes before linearized reading' (duration: 1.884144232s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.436761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.552385Z","time spent":"1.884366978s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:13:05.436528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.403739Z","time spent":"1.03275123s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:13:05.436894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612708226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:13:05.43693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280957292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-03T05:13:05.43683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157518036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-03T05:13:05.436976Z","caller":"traceutil/trace.go:171","msg":"trace[1666458569] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3013; }","duration":"1.281045715s","start":"2026-04-03T05:13:04.155919Z","end":"2026-04-03T05:13:05.436965Z","steps":["trace[1666458569] 'agreement among raft nodes before linearized reading' (duration: 1.280922953s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.436983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23118355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:13:05.437014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.155897Z","time spent":"1.281109376s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-03T05:13:05.437016Z","caller":"traceutil/trace.go:171","msg":"trace[2125154131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3013; }","duration":"1.231255911s","start":"2026-04-03T05:13:04.205753Z","end":"2026-04-03T05:13:05.437009Z","steps":["trace[2125154131] 'agreement among raft nodes before linearized reading' (duration: 1.23121204s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.437008Z","caller":"traceutil/trace.go:171","msg":"trace[944164579] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3013; }","duration":"1.157707301s","start":"2026-04-03T05:13:04.27927Z","end":"2026-04-03T05:13:05.436978Z","steps":["trace[944164579] 'agreement among raft nodes before linearized reading' (duration: 1.157469885s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.437051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.205731Z","time spent":"1.231315452s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:13:05.437027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884532291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:13:05.436936Z","caller":"traceutil/trace.go:171","msg":"trace[1190517685] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3013; }","duration":"1.612788687s","start":"2026-04-03T05:13:03.824138Z","end":"2026-04-03T05:13:05.436926Z","steps":["trace[1190517685] 'agreement among raft nodes before linearized reading' (duration: 1.612716526s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.437175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.824114Z","time spent":"1.613049323s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":30,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:13:05.437124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.279253Z","time spent":"1.157841683s","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-03T05:13:05.437193Z","caller":"traceutil/trace.go:171","msg":"trace[296215637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3013; }","duration":"1.884821068s","start":"2026-04-03T05:13:03.55233Z","end":"2026-04-03T05:13:05.437151Z","steps":["trace[296215637] 'agreement among raft nodes before linearized reading' (duration: 1.884342877s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.437331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.552299Z","time spent":"1.885018922s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:05.43749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885218096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:13:05.437543Z","caller":"traceutil/trace.go:171","msg":"trace[1025331712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3013; }","duration":"1.885313558s","start":"2026-04-03T05:13:03.552217Z","end":"2026-04-03T05:13:05.437531Z","steps":["trace[1025331712] 'agreement among raft nodes before linearized reading' (duration: 1.884713475s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.437573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.552191Z","time spent":"1.88537591s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:13:05.43796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885604236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:13:05.438022Z","caller":"traceutil/trace.go:171","msg":"trace[187990320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3013; }","duration":"1.885711308s","start":"2026-04-03T05:13:03.552297Z","end":"2026-04-03T05:13:05.438008Z","steps":["trace[187990320] 'agreement among raft nodes before linearized reading' (duration: 1.884739766s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.438972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:03.552274Z","time spent":"1.886524786s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:13:05.439438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.510382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:05.439486Z","caller":"traceutil/trace.go:171","msg":"trace[386480041] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3013; }","duration":"813.594934ms","start":"2026-04-03T05:13:04.62588Z","end":"2026-04-03T05:13:05.439475Z","steps":["trace[386480041] 'agreement among raft nodes before linearized reading' (duration: 813.522962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.439514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.625863Z","time spent":"813.644775ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T05:13:05.439782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.469526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:13:05.439852Z","caller":"traceutil/trace.go:171","msg":"trace[130269959] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3013; }","duration":"774.560457ms","start":"2026-04-03T05:13:04.665277Z","end":"2026-04-03T05:13:05.439838Z","steps":["trace[130269959] 'agreement among raft nodes before linearized reading' (duration: 774.067466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.43993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:13:04.665262Z","time spent":"774.656949ms","remote":"127.0.0.1:55156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:13:05.548189Z","caller":"traceutil/trace.go:171","msg":"trace[168570234] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"105.833842ms","start":"2026-04-03T05:13:05.44233Z","end":"2026-04-03T05:13:05.548164Z","steps":["trace[168570234] 'process raft request' (duration: 102.586257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.548449Z","caller":"traceutil/trace.go:171","msg":"trace[489741737] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"106.007486ms","start":"2026-04-03T05:13:05.442402Z","end":"2026-04-03T05:13:05.54841Z","steps":["trace[489741737] 'process raft request' (duration: 105.717439ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.548713Z","caller":"traceutil/trace.go:171","msg":"trace[1976304118] transaction","detail":"{read_only:false; response_revision:3017; number_of_response:1; }","duration":"106.288453ms","start":"2026-04-03T05:13:05.442412Z","end":"2026-04-03T05:13:05.548701Z","steps":["trace[1976304118] 'process raft request' (duration: 105.953475ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.548767Z","caller":"traceutil/trace.go:171","msg":"trace[1764428613] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"106.280143ms","start":"2026-04-03T05:13:05.442463Z","end":"2026-04-03T05:13:05.548743Z","steps":["trace[1764428613] 'process raft request' (duration: 106.16289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.549138Z","caller":"traceutil/trace.go:171","msg":"trace[280104271] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"101.977753ms","start":"2026-04-03T05:13:05.447106Z","end":"2026-04-03T05:13:05.549084Z","steps":["trace[280104271] 'process raft request' (duration: 101.593965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:13:05.549289Z","caller":"traceutil/trace.go:171","msg":"trace[1193508049] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"101.533623ms","start":"2026-04-03T05:13:05.447742Z","end":"2026-04-03T05:13:05.549275Z","steps":["trace[1193508049] 'process raft request' (duration: 101.253436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.549525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.973473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:13:05.549566Z","caller":"traceutil/trace.go:171","msg":"trace[1036725522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3021; }","duration":"102.050314ms","start":"2026-04-03T05:13:05.447504Z","end":"2026-04-03T05:13:05.549555Z","steps":["trace[1036725522] 'agreement among raft nodes before linearized reading' (duration: 101.941252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.549609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.770006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-03T05:13:05.549661Z","caller":"traceutil/trace.go:171","msg":"trace[6789956] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:3021; }","duration":"107.872358ms","start":"2026-04-03T05:13:05.441773Z","end":"2026-04-03T05:13:05.549646Z","steps":["trace[6789956] 'agreement among raft nodes before linearized reading' (duration: 107.636223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:13:05.550011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.493318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:13:05.550077Z","caller":"traceutil/trace.go:171","msg":"trace[885153591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3021; }","duration":"103.598101ms","start":"2026-04-03T05:13:05.446463Z","end":"2026-04-03T05:13:05.550061Z","steps":["trace[885153591] 'agreement among raft nodes before linearized reading' (duration: 103.392686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:14:40.350793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.359799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:14:40.350908Z","caller":"traceutil/trace.go:171","msg":"trace[455927770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3519; }","duration":"144.514422ms","start":"2026-04-03T05:14:40.206373Z","end":"2026-04-03T05:14:40.350887Z","steps":["trace[455927770] 'range keys from in-memory index tree' (duration: 144.283477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:14:40.355556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.502107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:14:40.355641Z","caller":"traceutil/trace.go:171","msg":"trace[1642290891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3519; }","duration":"150.856935ms","start":"2026-04-03T05:14:40.204761Z","end":"2026-04-03T05:14:40.355618Z","steps":["trace[1642290891] 'range keys from in-memory index tree' (duration: 145.626707ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:14:55.802614Z","caller":"traceutil/trace.go:171","msg":"trace[760583853] transaction","detail":"{read_only:false; response_revision:3718; number_of_response:1; }","duration":"332.002392ms","start":"2026-04-03T05:14:55.470582Z","end":"2026-04-03T05:14:55.802584Z","steps":["trace[760583853] 'process raft request' (duration: 331.858258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:14:55.802794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:14:55.470561Z","time spent":"332.164636ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:14:58.641828Z","caller":"traceutil/trace.go:171","msg":"trace[428075775] linearizableReadLoop","detail":"{readStateIndex:3953; appliedIndex:3952; }","duration":"127.986799ms","start":"2026-04-03T05:14:58.513818Z","end":"2026-04-03T05:14:58.641805Z","steps":["trace[428075775] 'read index received' (duration: 127.824176ms)","trace[428075775] 'applied index is now lower than readState.Index' (duration: 161.883µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:14:58.64211Z","caller":"traceutil/trace.go:171","msg":"trace[159601373] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"129.070175ms","start":"2026-04-03T05:14:58.513026Z","end":"2026-04-03T05:14:58.642096Z","steps":["trace[159601373] 'process raft request' (duration: 128.662556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:14:58.642396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.562202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:14:58.642441Z","caller":"traceutil/trace.go:171","msg":"trace[2001859799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3795; }","duration":"128.656474ms","start":"2026-04-03T05:14:58.513773Z","end":"2026-04-03T05:14:58.642429Z","steps":["trace[2001859799] 'agreement among raft nodes before linearized reading' (duration: 128.521011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:14:58.642526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.076608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:14:58.642625Z","caller":"traceutil/trace.go:171","msg":"trace[468638318] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3795; }","duration":"118.234372ms","start":"2026-04-03T05:14:58.524369Z","end":"2026-04-03T05:14:58.642604Z","steps":["trace[468638318] 'agreement among raft nodes before linearized reading' (duration: 118.066037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:14:58.642612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.129553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:14:58.642673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.429578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:14:58.642755Z","caller":"traceutil/trace.go:171","msg":"trace[1711228184] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3795; }","duration":"128.293618ms","start":"2026-04-03T05:14:58.514433Z","end":"2026-04-03T05:14:58.642727Z","steps":["trace[1711228184] 'agreement among raft nodes before linearized reading' (duration: 127.947089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:14:58.643044Z","caller":"traceutil/trace.go:171","msg":"trace[618546516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3795; }","duration":"127.52921ms","start":"2026-04-03T05:14:58.515217Z","end":"2026-04-03T05:14:58.642746Z","steps":["trace[618546516] 'agreement among raft nodes before linearized reading' (duration: 127.226123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:24.417683Z","caller":"traceutil/trace.go:171","msg":"trace[1544494482] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"312.576364ms","start":"2026-04-03T05:15:24.10508Z","end":"2026-04-03T05:15:24.417657Z","steps":["trace[1544494482] 'process raft request' (duration: 312.409091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:24.417871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:24.10506Z","time spent":"312.710147ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:15:24.605187Z","caller":"traceutil/trace.go:171","msg":"trace[2026373150] linearizableReadLoop","detail":"{readStateIndex:4108; appliedIndex:4105; }","duration":"398.394481ms","start":"2026-04-03T05:15:24.206771Z","end":"2026-04-03T05:15:24.605165Z","steps":["trace[2026373150] 'read index received' (duration: 210.79238ms)","trace[2026373150] 'applied index is now lower than readState.Index' (duration: 187.601081ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:24.60525Z","caller":"traceutil/trace.go:171","msg":"trace[27238915] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"495.514771ms","start":"2026-04-03T05:15:24.109699Z","end":"2026-04-03T05:15:24.605213Z","steps":["trace[27238915] 'process raft request' (duration: 397.162004ms)","trace[27238915] 'compare' (duration: 98.130612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:15:24.605359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.580665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:24.605402Z","caller":"traceutil/trace.go:171","msg":"trace[539671259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3945; }","duration":"398.637006ms","start":"2026-04-03T05:15:24.206755Z","end":"2026-04-03T05:15:24.605392Z","steps":["trace[539671259] 'agreement among raft nodes before linearized reading' (duration: 398.539474ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:24.605354Z","caller":"traceutil/trace.go:171","msg":"trace[1556278344] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"454.910539ms","start":"2026-04-03T05:15:24.150396Z","end":"2026-04-03T05:15:24.605307Z","steps":["trace[1556278344] 'process raft request' (duration: 454.722995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:24.605426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:24.109673Z","time spent":"495.659654ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:24.605445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:24.206692Z","time spent":"398.745629ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:15:24.60557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:24.150381Z","time spent":"455.079112ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:24.605566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.651759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:15:24.605738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.449429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:15:24.605769Z","caller":"traceutil/trace.go:171","msg":"trace[879488437] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3945; }","duration":"166.900555ms","start":"2026-04-03T05:15:24.438836Z","end":"2026-04-03T05:15:24.605737Z","steps":["trace[879488437] 'agreement among raft nodes before linearized reading' (duration: 166.650909ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:24.605925Z","caller":"traceutil/trace.go:171","msg":"trace[1203422086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3945; }","duration":"274.613044ms","start":"2026-04-03T05:15:24.331221Z","end":"2026-04-03T05:15:24.605834Z","steps":["trace[1203422086] 'agreement among raft nodes before linearized reading' (duration: 274.225534ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.005176Z","caller":"traceutil/trace.go:171","msg":"trace[1148082859] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"107.094643ms","start":"2026-04-03T05:15:26.898055Z","end":"2026-04-03T05:15:27.00515Z","steps":["trace[1148082859] 'process raft request' (duration: 68.1937ms)","trace[1148082859] 'compare' (duration: 38.79293ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:27.069858Z","caller":"traceutil/trace.go:171","msg":"trace[958777463] linearizableReadLoop","detail":"{readStateIndex:4124; appliedIndex:4122; }","duration":"170.808904ms","start":"2026-04-03T05:15:26.899032Z","end":"2026-04-03T05:15:27.069841Z","steps":["trace[958777463] 'read index received' (duration: 67.232299ms)","trace[958777463] 'applied index is now lower than readState.Index' (duration: 103.575955ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:27.069971Z","caller":"traceutil/trace.go:171","msg":"trace[890857606] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"170.767833ms","start":"2026-04-03T05:15:26.899167Z","end":"2026-04-03T05:15:27.069934Z","steps":["trace[890857606] 'process raft request' (duration: 170.64481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:27.070055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.017328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63070"} {"level":"info","ts":"2026-04-03T05:15:27.07009Z","caller":"traceutil/trace.go:171","msg":"trace[592372952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3962; }","duration":"171.070709ms","start":"2026-04-03T05:15:26.899013Z","end":"2026-04-03T05:15:27.070084Z","steps":["trace[592372952] 'agreement among raft nodes before linearized reading' (duration: 170.900495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:27.070197Z","caller":"traceutil/trace.go:171","msg":"trace[354549809] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"171.682783ms","start":"2026-04-03T05:15:26.898495Z","end":"2026-04-03T05:15:27.070178Z","steps":["trace[354549809] 'process raft request' (duration: 171.212133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.00619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450632440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:15:31.045093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769639186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-03T05:15:31.045129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840140128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.045166Z","caller":"traceutil/trace.go:171","msg":"trace[2028801674] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3973; }","duration":"1.769782759s","start":"2026-04-03T05:15:29.275368Z","end":"2026-04-03T05:15:31.04515Z","steps":["trace[2028801674] 'count revisions from in-memory index tree' (duration: 1.769456212s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.045206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:29.275341Z","time spent":"1.769858731s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":380,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:15:31.045214Z","caller":"traceutil/trace.go:171","msg":"trace[133712524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3973; }","duration":"1.840268491s","start":"2026-04-03T05:15:29.204913Z","end":"2026-04-03T05:15:31.045182Z","steps":["trace[133712524] 'range keys from in-memory index tree' (duration: 1.840051177s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.045254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:29.204894Z","time spent":"1.840350923s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:15:31.045285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.713098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.045352Z","caller":"traceutil/trace.go:171","msg":"trace[159390560] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3973; }","duration":"856.781279ms","start":"2026-04-03T05:15:30.18855Z","end":"2026-04-03T05:15:31.045331Z","steps":["trace[159390560] 'count revisions from in-memory index tree' (duration: 856.610346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.045398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.188488Z","time spent":"856.896281ms","remote":"127.0.0.1:39824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:15:31.096882Z","caller":"traceutil/trace.go:171","msg":"trace[895186040] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"633.454216ms","start":"2026-04-03T05:15:30.46339Z","end":"2026-04-03T05:15:31.096844Z","steps":["trace[895186040] 'process raft request' (duration: 633.303973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.097037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.463363Z","time spent":"633.596039ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:31.913653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.614642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.913821Z","caller":"traceutil/trace.go:171","msg":"trace[722264361] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3974; }","duration":"675.790656ms","start":"2026-04-03T05:15:31.238001Z","end":"2026-04-03T05:15:31.913792Z","steps":["trace[722264361] 'range keys from in-memory index tree' (duration: 675.584861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.919069Z","caller":"traceutil/trace.go:171","msg":"trace[1797387045] linearizableReadLoop","detail":"{readStateIndex:4140; appliedIndex:4137; }","duration":"1.413494822s","start":"2026-04-03T05:15:30.505555Z","end":"2026-04-03T05:15:31.919049Z","steps":["trace[1797387045] 'read index received' (duration: 591.128476ms)","trace[1797387045] 'applied index is now lower than readState.Index' (duration: 822.365296ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:15:31.919151Z","caller":"traceutil/trace.go:171","msg":"trace[293633181] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"1.222994767s","start":"2026-04-03T05:15:30.696136Z","end":"2026-04-03T05:15:31.919131Z","steps":["trace[293633181] 'process raft request' (duration: 1.222882855s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.919219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413642955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.919134Z","caller":"traceutil/trace.go:171","msg":"trace[2080609791] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"1.227898588s","start":"2026-04-03T05:15:30.691214Z","end":"2026-04-03T05:15:31.919113Z","steps":["trace[2080609791] 'process raft request' (duration: 1.227677323s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.919264Z","caller":"traceutil/trace.go:171","msg":"trace[1502238185] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3976; }","duration":"1.413748718s","start":"2026-04-03T05:15:30.505505Z","end":"2026-04-03T05:15:31.919253Z","steps":["trace[1502238185] 'agreement among raft nodes before linearized reading' (duration: 1.413662116s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.919276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.696111Z","time spent":"1.2230909s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:31.919297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.505484Z","time spent":"1.413805519s","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:15:31.919333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.69119Z","time spent":"1.228086661s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:15:31.919388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.585936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:15:31.919488Z","caller":"traceutil/trace.go:171","msg":"trace[1732472007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3976; }","duration":"865.73613ms","start":"2026-04-03T05:15:31.053721Z","end":"2026-04-03T05:15:31.919457Z","steps":["trace[1732472007] 'agreement among raft nodes before linearized reading' (duration: 865.560966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.919505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.964637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:15:31.919521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.63048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-03T05:15:31.91954Z","caller":"traceutil/trace.go:171","msg":"trace[266544349] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:3976; }","duration":"822.019608ms","start":"2026-04-03T05:15:31.09751Z","end":"2026-04-03T05:15:31.91953Z","steps":["trace[266544349] 'agreement among raft nodes before linearized reading' (duration: 821.879115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.919536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.053705Z","time spent":"865.822302ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:15:31.919557Z","caller":"traceutil/trace.go:171","msg":"trace[1213399700] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3976; }","duration":"981.696642ms","start":"2026-04-03T05:15:30.937847Z","end":"2026-04-03T05:15:31.919544Z","steps":["trace[1213399700] 'agreement among raft nodes before linearized reading' (duration: 981.58901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.91957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.097497Z","time spent":"822.06776ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:15:31.919593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.93783Z","time spent":"981.757113ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-03T05:15:31.919652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.40631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:15:31.919693Z","caller":"traceutil/trace.go:171","msg":"trace[897952261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3976; }","duration":"823.515732ms","start":"2026-04-03T05:15:31.096168Z","end":"2026-04-03T05:15:31.919684Z","steps":["trace[897952261] 'agreement among raft nodes before linearized reading' (duration: 823.388459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.919728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.096142Z","time spent":"823.578504ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:15:31.919454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1963685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:15:31.919883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.453937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:15:31.919919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102027962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:15:31.920003Z","caller":"traceutil/trace.go:171","msg":"trace[191617648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3976; }","duration":"1.102148056s","start":"2026-04-03T05:15:30.817837Z","end":"2026-04-03T05:15:31.919985Z","steps":["trace[191617648] 'agreement among raft nodes before linearized reading' (duration: 1.101965831s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.920058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.817821Z","time spent":"1.102224998s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:15:31.919904Z","caller":"traceutil/trace.go:171","msg":"trace[897922446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3976; }","duration":"1.197053295s","start":"2026-04-03T05:15:30.72281Z","end":"2026-04-03T05:15:31.919863Z","steps":["trace[897922446] 'agreement among raft nodes before linearized reading' (duration: 1.19638776s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.920122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.722785Z","time spent":"1.197317522s","remote":"127.0.0.1:51366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:15:31.91995Z","caller":"traceutil/trace.go:171","msg":"trace[533928945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3976; }","duration":"949.55697ms","start":"2026-04-03T05:15:30.970378Z","end":"2026-04-03T05:15:31.919935Z","steps":["trace[533928945] 'agreement among raft nodes before linearized reading' (duration: 949.399196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.920268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.970358Z","time spent":"949.897298ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:15:31.91979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.64103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:15:31.920412Z","caller":"traceutil/trace.go:171","msg":"trace[88301151] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3976; }","duration":"896.340767ms","start":"2026-04-03T05:15:31.024048Z","end":"2026-04-03T05:15:31.920388Z","steps":["trace[88301151] 'agreement among raft nodes before linearized reading' (duration: 895.63101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.920478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.024021Z","time spent":"896.439239ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:15:31.9199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1749963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:15:31.920537Z","caller":"traceutil/trace.go:171","msg":"trace[610727347] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3976; }","duration":"1.175662816s","start":"2026-04-03T05:15:30.744861Z","end":"2026-04-03T05:15:31.920524Z","steps":["trace[610727347] 'agreement among raft nodes before linearized reading' (duration: 1.174972509s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.920593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:30.744845Z","time spent":"1.175733837s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:15:31.92058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.773331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:15:31.919778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.045754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T05:15:31.920665Z","caller":"traceutil/trace.go:171","msg":"trace[368483421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3976; }","duration":"824.931234ms","start":"2026-04-03T05:15:31.095712Z","end":"2026-04-03T05:15:31.920644Z","steps":["trace[368483421] 'agreement among raft nodes before linearized reading' (duration: 824.024033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:15:31.920682Z","caller":"traceutil/trace.go:171","msg":"trace[1965536957] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3976; }","duration":"235.986396ms","start":"2026-04-03T05:15:31.684687Z","end":"2026-04-03T05:15:31.920673Z","steps":["trace[1965536957] 'agreement among raft nodes before linearized reading' (duration: 235.028204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:15:31.920735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:15:31.095669Z","time spent":"825.032257ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:15:39.297126Z","caller":"traceutil/trace.go:171","msg":"trace[781088549] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"103.152395ms","start":"2026-04-03T05:15:39.193932Z","end":"2026-04-03T05:15:39.297084Z","steps":["trace[781088549] 'process raft request' (duration: 54.251697ms)","trace[781088549] 'compare' (duration: 48.580411ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:45.678696Z","caller":"traceutil/trace.go:171","msg":"trace[1569201258] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"244.627582ms","start":"2026-04-03T05:16:45.434041Z","end":"2026-04-03T05:16:45.678668Z","steps":["trace[1569201258] 'process raft request' (duration: 243.469546ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:45.678709Z","caller":"traceutil/trace.go:171","msg":"trace[1977147075] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5029; }","duration":"231.6764ms","start":"2026-04-03T05:16:45.447003Z","end":"2026-04-03T05:16:45.67868Z","steps":["trace[1977147075] 'read index received' (duration: 230.525444ms)","trace[1977147075] 'applied index is now lower than readState.Index' (duration: 1.149806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:45.678986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.953306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:3148"} {"level":"info","ts":"2026-04-03T05:16:45.67929Z","caller":"traceutil/trace.go:171","msg":"trace[1930002531] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4830; }","duration":"232.208551ms","start":"2026-04-03T05:16:45.446943Z","end":"2026-04-03T05:16:45.679152Z","steps":["trace[1930002531] 'agreement among raft nodes before linearized reading' (duration: 231.837403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:45.681595Z","caller":"traceutil/trace.go:171","msg":"trace[1474020079] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"188.454653ms","start":"2026-04-03T05:16:45.493122Z","end":"2026-04-03T05:16:45.681577Z","steps":["trace[1474020079] 'process raft request' (duration: 188.261059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:45.682012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.69178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-04-03T05:16:45.682052Z","caller":"traceutil/trace.go:171","msg":"trace[661331097] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4833; }","duration":"138.782073ms","start":"2026-04-03T05:16:45.54326Z","end":"2026-04-03T05:16:45.682042Z","steps":["trace[661331097] 'agreement among raft nodes before linearized reading' (duration: 138.629039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:47.277979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.109771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T05:16:47.278106Z","caller":"traceutil/trace.go:171","msg":"trace[1940634813] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4921; }","duration":"112.279895ms","start":"2026-04-03T05:16:47.165808Z","end":"2026-04-03T05:16:47.278087Z","steps":["trace[1940634813] 'range keys from in-memory index tree' (duration: 111.866836ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:48.634249Z","caller":"traceutil/trace.go:171","msg":"trace[254180053] linearizableReadLoop","detail":"{readStateIndex:5140; appliedIndex:5139; }","duration":"101.491ms","start":"2026-04-03T05:16:48.532737Z","end":"2026-04-03T05:16:48.634228Z","steps":["trace[254180053] 'read index received' (duration: 101.339987ms)","trace[254180053] 'applied index is now lower than readState.Index' (duration: 150.003µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:48.634356Z","caller":"traceutil/trace.go:171","msg":"trace[1220621974] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"107.480416ms","start":"2026-04-03T05:16:48.526845Z","end":"2026-04-03T05:16:48.634325Z","steps":["trace[1220621974] 'process raft request' (duration: 107.205549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:48.634477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.718095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fdfc3bbe-dce0-4e50-aa08-08e37094edfc\" ","response":"range_response_count:1 size:4053"} {"level":"info","ts":"2026-04-03T05:16:48.634534Z","caller":"traceutil/trace.go:171","msg":"trace[448191885] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fdfc3bbe-dce0-4e50-aa08-08e37094edfc; range_end:; response_count:1; response_revision:4938; }","duration":"101.796298ms","start":"2026-04-03T05:16:48.532713Z","end":"2026-04-03T05:16:48.634509Z","steps":["trace[448191885] 'agreement among raft nodes before linearized reading' (duration: 101.650144ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:49.654046Z","caller":"traceutil/trace.go:171","msg":"trace[843143726] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5159; }","duration":"110.732809ms","start":"2026-04-03T05:16:49.543289Z","end":"2026-04-03T05:16:49.654022Z","steps":["trace[843143726] 'read index received' (duration: 61.932028ms)","trace[843143726] 'applied index is now lower than readState.Index' (duration: 48.799001ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:49.654066Z","caller":"traceutil/trace.go:171","msg":"trace[1052049403] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"121.489252ms","start":"2026-04-03T05:16:49.532541Z","end":"2026-04-03T05:16:49.65403Z","steps":["trace[1052049403] 'process raft request' (duration: 72.665221ms)","trace[1052049403] 'compare' (duration: 48.401312ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:49.654347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.044616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-04-03T05:16:49.654397Z","caller":"traceutil/trace.go:171","msg":"trace[195501130] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4958; }","duration":"111.152768ms","start":"2026-04-03T05:16:49.543233Z","end":"2026-04-03T05:16:49.654386Z","steps":["trace[195501130] 'agreement among raft nodes before linearized reading' (duration: 110.933593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:49.65457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.47185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:16:49.654652Z","caller":"traceutil/trace.go:171","msg":"trace[830521049] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4958; }","duration":"101.590693ms","start":"2026-04-03T05:16:49.553043Z","end":"2026-04-03T05:16:49.654634Z","steps":["trace[830521049] 'agreement among raft nodes before linearized reading' (duration: 101.440829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:52.897331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.555089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:16:52.89773Z","caller":"traceutil/trace.go:171","msg":"trace[1432732596] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"207.892493ms","start":"2026-04-03T05:16:52.689798Z","end":"2026-04-03T05:16:52.89769Z","steps":["trace[1432732596] 'process raft request' (duration: 87.889134ms)","trace[1432732596] 'compare' (duration: 119.429926ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:52.897804Z","caller":"traceutil/trace.go:171","msg":"trace[658107585] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"207.939434ms","start":"2026-04-03T05:16:52.689844Z","end":"2026-04-03T05:16:52.897784Z","steps":["trace[658107585] 'process raft request' (duration: 207.76786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:52.897993Z","caller":"traceutil/trace.go:171","msg":"trace[1532231460] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5250; }","duration":"148.115623ms","start":"2026-04-03T05:16:52.749858Z","end":"2026-04-03T05:16:52.897974Z","steps":["trace[1532231460] 'read index received' (duration: 27.777586ms)","trace[1532231460] 'applied index is now lower than readState.Index' (duration: 120.336397ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:52.898113Z","caller":"traceutil/trace.go:171","msg":"trace[177149952] transaction","detail":"{read_only:false; response_revision:5047; number_of_response:1; }","duration":"144.154624ms","start":"2026-04-03T05:16:52.753942Z","end":"2026-04-03T05:16:52.898097Z","steps":["trace[177149952] 'process raft request' (duration: 144.016551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:52.898221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.961227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:16:52.898281Z","caller":"traceutil/trace.go:171","msg":"trace[1806810554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5047; }","duration":"178.056738ms","start":"2026-04-03T05:16:52.720201Z","end":"2026-04-03T05:16:52.898258Z","steps":["trace[1806810554] 'agreement among raft nodes before linearized reading' (duration: 177.876404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:53.048847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.033149ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:16:53.049139Z","caller":"traceutil/trace.go:171","msg":"trace[1357439827] linearizableReadLoop","detail":"{readStateIndex:5255; appliedIndex:5253; }","duration":"117.085903ms","start":"2026-04-03T05:16:52.932026Z","end":"2026-04-03T05:16:53.049112Z","steps":["trace[1357439827] 'read index received' (duration: 8.866109ms)","trace[1357439827] 'applied index is now lower than readState.Index' (duration: 108.218474ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:53.049211Z","caller":"traceutil/trace.go:171","msg":"trace[1848923997] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"146.553208ms","start":"2026-04-03T05:16:52.902616Z","end":"2026-04-03T05:16:53.049169Z","steps":["trace[1848923997] 'process raft request' (duration: 146.353323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:53.049323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.278868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T05:16:53.049378Z","caller":"traceutil/trace.go:171","msg":"trace[1474815597] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5048; }","duration":"117.363759ms","start":"2026-04-03T05:16:52.932Z","end":"2026-04-03T05:16:53.049363Z","steps":["trace[1474815597] 'agreement among raft nodes before linearized reading' (duration: 117.191115ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:53.408917Z","caller":"traceutil/trace.go:171","msg":"trace[2078336782] linearizableReadLoop","detail":"{readStateIndex:5256; appliedIndex:5255; }","duration":"202.041141ms","start":"2026-04-03T05:16:53.206849Z","end":"2026-04-03T05:16:53.408891Z","steps":["trace[2078336782] 'read index received' (duration: 103.906456ms)","trace[2078336782] 'applied index is now lower than readState.Index' (duration: 98.133725ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:53.40893Z","caller":"traceutil/trace.go:171","msg":"trace[567144193] transaction","detail":"{read_only:false; response_revision:5049; number_of_response:1; }","duration":"299.191323ms","start":"2026-04-03T05:16:53.10971Z","end":"2026-04-03T05:16:53.408902Z","steps":["trace[567144193] 'process raft request' (duration: 201.106449ms)","trace[567144193] 'compare' (duration: 97.845269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:53.409046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.189684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:16:53.409086Z","caller":"traceutil/trace.go:171","msg":"trace[1371441747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5049; }","duration":"202.284127ms","start":"2026-04-03T05:16:53.206794Z","end":"2026-04-03T05:16:53.409078Z","steps":["trace[1371441747] 'agreement among raft nodes before linearized reading' (duration: 202.200734ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:54.627591Z","caller":"traceutil/trace.go:171","msg":"trace[1156206056] linearizableReadLoop","detail":"{readStateIndex:5266; appliedIndex:5265; }","duration":"321.319523ms","start":"2026-04-03T05:16:54.306243Z","end":"2026-04-03T05:16:54.627563Z","steps":["trace[1156206056] 'read index received' (duration: 321.249941ms)","trace[1156206056] 'applied index is now lower than readState.Index' (duration: 68.242µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:54.62761Z","caller":"traceutil/trace.go:171","msg":"trace[567889245] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5058; }","duration":"393.278897ms","start":"2026-04-03T05:16:54.234308Z","end":"2026-04-03T05:16:54.627587Z","steps":["trace[567889245] 'process raft request' (duration: 393.171935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:54.627781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:54.234282Z","time spent":"393.428772ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:16:54.627822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.554529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:16:54.627899Z","caller":"traceutil/trace.go:171","msg":"trace[1192173828] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5058; }","duration":"321.704902ms","start":"2026-04-03T05:16:54.306176Z","end":"2026-04-03T05:16:54.627881Z","steps":["trace[1192173828] 'agreement among raft nodes before linearized reading' (duration: 321.487897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:54.627958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:54.306129Z","time spent":"321.818494ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":72,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:16:54.752895Z","caller":"traceutil/trace.go:171","msg":"trace[559722660] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"435.681214ms","start":"2026-04-03T05:16:54.317175Z","end":"2026-04-03T05:16:54.752856Z","steps":["trace[559722660] 'process raft request' (duration: 435.05007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:54.753025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.901513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:16:54.75303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.395518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ld4pv.18a2c101143514c5\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-03T05:16:54.75306Z","caller":"traceutil/trace.go:171","msg":"trace[1576595532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:5060; }","duration":"199.975854ms","start":"2026-04-03T05:16:54.553076Z","end":"2026-04-03T05:16:54.753052Z","steps":["trace[1576595532] 'agreement among raft nodes before linearized reading' (duration: 199.81716ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:54.753068Z","caller":"traceutil/trace.go:171","msg":"trace[653794979] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-ld4pv.18a2c101143514c5; range_end:; response_count:1; response_revision:5060; }","duration":"225.47411ms","start":"2026-04-03T05:16:54.527583Z","end":"2026-04-03T05:16:54.753058Z","steps":["trace[653794979] 'agreement among raft nodes before linearized reading' (duration: 225.363717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:54.753015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.924297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:16:54.753098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:54.317152Z","time spent":"435.843389ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:16:54.753141Z","caller":"traceutil/trace.go:171","msg":"trace[1783302759] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5060; }","duration":"167.101191ms","start":"2026-04-03T05:16:54.586016Z","end":"2026-04-03T05:16:54.753117Z","steps":["trace[1783302759] 'agreement among raft nodes before linearized reading' (duration: 166.869756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:54.753252Z","caller":"traceutil/trace.go:171","msg":"trace[2052906681] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"410.529487ms","start":"2026-04-03T05:16:54.342702Z","end":"2026-04-03T05:16:54.753232Z","steps":["trace[2052906681] 'process raft request' (duration: 410.104367ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:54.75285Z","caller":"traceutil/trace.go:171","msg":"trace[8834630] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5266; }","duration":"125.162605ms","start":"2026-04-03T05:16:54.627671Z","end":"2026-04-03T05:16:54.752834Z","steps":["trace[8834630] 'read index received' (duration: 124.550311ms)","trace[8834630] 'applied index is now lower than readState.Index' (duration: 611.604µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:54.753373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:54.342691Z","time spent":"410.609588ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:16:54.753432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.939493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ld4pv\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-04-03T05:16:54.753459Z","caller":"traceutil/trace.go:171","msg":"trace[288425146] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ld4pv; range_end:; response_count:1; response_revision:5060; }","duration":"227.005545ms","start":"2026-04-03T05:16:54.526443Z","end":"2026-04-03T05:16:54.753449Z","steps":["trace[288425146] 'agreement among raft nodes before linearized reading' (duration: 226.942843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:54.753508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.529861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-04-03T05:16:54.753534Z","caller":"traceutil/trace.go:171","msg":"trace[420444412] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:5060; }","duration":"124.554641ms","start":"2026-04-03T05:16:54.628971Z","end":"2026-04-03T05:16:54.753525Z","steps":["trace[420444412] 'agreement among raft nodes before linearized reading' (duration: 124.48569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:57.289914Z","caller":"traceutil/trace.go:171","msg":"trace[1230397319] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"116.597493ms","start":"2026-04-03T05:16:57.173277Z","end":"2026-04-03T05:16:57.289874Z","steps":["trace[1230397319] 'process raft request' (duration: 87.304511ms)","trace[1230397319] 'compare' (duration: 29.065997ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:57.790475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450635125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:16:58.029008Z","caller":"traceutil/trace.go:171","msg":"trace[1423522652] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"844.178147ms","start":"2026-04-03T05:16:57.184809Z","end":"2026-04-03T05:16:58.028988Z","steps":["trace[1423522652] 'process raft request' (duration: 844.014214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.029142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.184765Z","time spent":"844.30816ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:16:58.759813Z","caller":"traceutil/trace.go:171","msg":"trace[981650637] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5400; }","duration":"1.469504803s","start":"2026-04-03T05:16:57.29027Z","end":"2026-04-03T05:16:58.759774Z","steps":["trace[981650637] 'read index received' (duration: 738.575743ms)","trace[981650637] 'applied index is now lower than readState.Index' (duration: 730.92716ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:16:58.760051Z","caller":"traceutil/trace.go:171","msg":"trace[688887747] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"1.011614966s","start":"2026-04-03T05:16:57.748416Z","end":"2026-04-03T05:16:58.760031Z","steps":["trace[688887747] 'process raft request' (duration: 1.011228176s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:58.760187Z","caller":"traceutil/trace.go:171","msg":"trace[2117001855] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"1.465173644s","start":"2026-04-03T05:16:57.294987Z","end":"2026-04-03T05:16:58.760161Z","steps":["trace[2117001855] 'process raft request' (duration: 1.450057153s)","trace[2117001855] 'compare' (duration: 14.295752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:16:58.760234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.748397Z","time spent":"1.011696978s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:16:58.76027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.29496Z","time spent":"1.465273477s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4888,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T05:16:58.760498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202794902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-03T05:16:58.760639Z","caller":"traceutil/trace.go:171","msg":"trace[61718778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf; range_end:; response_count:1; response_revision:5192; }","duration":"1.203009016s","start":"2026-04-03T05:16:57.557602Z","end":"2026-04-03T05:16:58.760611Z","steps":["trace[61718778] 'agreement among raft nodes before linearized reading' (duration: 1.202602097s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.760694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.557575Z","time spent":"1.203107879s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" "} {"level":"warn","ts":"2026-04-03T05:16:58.760727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.275117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777473"} {"level":"info","ts":"2026-04-03T05:16:58.760815Z","caller":"traceutil/trace.go:171","msg":"trace[986526849] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5192; }","duration":"661.407541ms","start":"2026-04-03T05:16:58.099389Z","end":"2026-04-03T05:16:58.760796Z","steps":["trace[986526849] 'agreement among raft nodes before linearized reading' (duration: 660.845398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.760862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:58.099373Z","time spent":"661.478982ms","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777497,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-03T05:16:58.760912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470631058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-03T05:16:58.760941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.937835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:16:58.760983Z","caller":"traceutil/trace.go:171","msg":"trace[472140383] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf; range_end:; response_count:1; response_revision:5192; }","duration":"1.47073414s","start":"2026-04-03T05:16:57.290226Z","end":"2026-04-03T05:16:58.76096Z","steps":["trace[472140383] 'agreement among raft nodes before linearized reading' (duration: 1.470504155s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:16:58.761038Z","caller":"traceutil/trace.go:171","msg":"trace[553126150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5192; }","duration":"554.096668ms","start":"2026-04-03T05:16:58.206918Z","end":"2026-04-03T05:16:58.761015Z","steps":["trace[553126150] 'agreement among raft nodes before linearized reading' (duration: 553.901274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.761038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.290204Z","time spent":"1.470820162s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" "} {"level":"warn","ts":"2026-04-03T05:16:58.76108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:58.206897Z","time spent":"554.17566ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:16:58.761037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065889642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:16:58.761169Z","caller":"traceutil/trace.go:171","msg":"trace[448586717] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:5192; }","duration":"1.066040644s","start":"2026-04-03T05:16:57.695108Z","end":"2026-04-03T05:16:58.761148Z","steps":["trace[448586717] 'agreement among raft nodes before linearized reading' (duration: 1.06583781s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.761185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.448609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-04-03T05:16:58.761203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061656025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"warn","ts":"2026-04-03T05:16:58.761237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.695072Z","time spent":"1.066146037s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-04-03T05:16:58.761255Z","caller":"traceutil/trace.go:171","msg":"trace[1345245234] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5192; }","duration":"1.061723238s","start":"2026-04-03T05:16:57.699518Z","end":"2026-04-03T05:16:58.761241Z","steps":["trace[1345245234] 'agreement among raft nodes before linearized reading' (duration: 1.06136503s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.76129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.699511Z","time spent":"1.061772058s","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413154,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-03T05:16:58.761232Z","caller":"traceutil/trace.go:171","msg":"trace[725416726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5192; }","duration":"862.51395ms","start":"2026-04-03T05:16:57.898703Z","end":"2026-04-03T05:16:58.761217Z","steps":["trace[725416726] 'agreement among raft nodes before linearized reading' (duration: 862.411218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:16:58.761687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:57.898687Z","time spent":"862.987941ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:16:59.919496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450635161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:17:00.119988Z","caller":"traceutil/trace.go:171","msg":"trace[99220082] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"902.458362ms","start":"2026-04-03T05:16:59.2175Z","end":"2026-04-03T05:17:00.119958Z","steps":["trace[99220082] 'process raft request' (duration: 902.232777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:00.120342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:59.217473Z","time spent":"902.610285ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:00.150535Z","caller":"traceutil/trace.go:171","msg":"trace[1969359559] linearizableReadLoop","detail":"{readStateIndex:5421; appliedIndex:5420; }","duration":"731.088033ms","start":"2026-04-03T05:16:59.419409Z","end":"2026-04-03T05:17:00.150497Z","steps":["trace[1969359559] 'read index received' (duration: 700.639156ms)","trace[1969359559] 'applied index is now lower than readState.Index' (duration: 30.447397ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:00.150691Z","caller":"traceutil/trace.go:171","msg":"trace[343029508] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"902.779909ms","start":"2026-04-03T05:16:59.247847Z","end":"2026-04-03T05:17:00.150627Z","steps":["trace[343029508] 'process raft request' (duration: 902.217067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:00.15078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.327028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:00.150846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.900648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-03T05:17:00.150895Z","caller":"traceutil/trace.go:171","msg":"trace[147525720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf; range_end:; response_count:1; response_revision:5209; }","duration":"369.011351ms","start":"2026-04-03T05:16:59.781867Z","end":"2026-04-03T05:17:00.150878Z","steps":["trace[147525720] 'agreement among raft nodes before linearized reading' (duration: 368.807176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:00.150903Z","caller":"traceutil/trace.go:171","msg":"trace[156760464] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5209; }","duration":"731.540534ms","start":"2026-04-03T05:16:59.419331Z","end":"2026-04-03T05:17:00.150872Z","steps":["trace[156760464] 'agreement among raft nodes before linearized reading' (duration: 731.300088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:00.150939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:59.781845Z","time spent":"369.083902ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" "} {"level":"warn","ts":"2026-04-03T05:17:00.150966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:59.4193Z","time spent":"731.653856ms","remote":"127.0.0.1:45724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:00.150982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:16:59.247798Z","time spent":"903.029815ms","remote":"127.0.0.1:36528","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:00.150971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.78267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-04-03T05:17:00.151076Z","caller":"traceutil/trace.go:171","msg":"trace[2057939670] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5209; }","duration":"199.930433ms","start":"2026-04-03T05:16:59.951117Z","end":"2026-04-03T05:17:00.151047Z","steps":["trace[2057939670] 'agreement among raft nodes before linearized reading' (duration: 199.606965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:01.125688Z","caller":"traceutil/trace.go:171","msg":"trace[628891674] linearizableReadLoop","detail":"{readStateIndex:5437; appliedIndex:5436; }","duration":"104.895467ms","start":"2026-04-03T05:17:01.020772Z","end":"2026-04-03T05:17:01.125667Z","steps":["trace[628891674] 'read index received' (duration: 104.805825ms)","trace[628891674] 'applied index is now lower than readState.Index' (duration: 88.592µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:01.125803Z","caller":"traceutil/trace.go:171","msg":"trace[1743046296] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"118.993626ms","start":"2026-04-03T05:17:01.006752Z","end":"2026-04-03T05:17:01.125745Z","steps":["trace[1743046296] 'process raft request' (duration: 118.775981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:01.125995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.192844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:17:01.126047Z","caller":"traceutil/trace.go:171","msg":"trace[440635452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5225; }","duration":"105.314516ms","start":"2026-04-03T05:17:01.020722Z","end":"2026-04-03T05:17:01.126037Z","steps":["trace[440635452] 'agreement among raft nodes before linearized reading' (duration: 105.059971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:01.91354Z","caller":"traceutil/trace.go:171","msg":"trace[1735881921] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"225.06075ms","start":"2026-04-03T05:17:01.688459Z","end":"2026-04-03T05:17:01.913519Z","steps":["trace[1735881921] 'read index received' (duration: 214.900331ms)","trace[1735881921] 'applied index is now lower than readState.Index' (duration: 10.156689ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:01.913669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.492502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:17:01.913636Z","caller":"traceutil/trace.go:171","msg":"trace[955283295] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"229.48375ms","start":"2026-04-03T05:17:01.684105Z","end":"2026-04-03T05:17:01.913589Z","steps":["trace[955283295] 'process raft request' (duration: 219.351742ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:01.913697Z","caller":"traceutil/trace.go:171","msg":"trace[1607161541] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5256; }","duration":"292.560713ms","start":"2026-04-03T05:17:01.621128Z","end":"2026-04-03T05:17:01.913689Z","steps":["trace[1607161541] 'agreement among raft nodes before linearized reading' (duration: 292.474261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:01.913771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.220359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T05:17:01.913847Z","caller":"traceutil/trace.go:171","msg":"trace[345880643] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5256; }","duration":"231.30356ms","start":"2026-04-03T05:17:01.682523Z","end":"2026-04-03T05:17:01.913827Z","steps":["trace[345880643] 'agreement among raft nodes before linearized reading' (duration: 231.058415ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:02.292749Z","caller":"traceutil/trace.go:171","msg":"trace[836893971] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"374.114665ms","start":"2026-04-03T05:17:01.918604Z","end":"2026-04-03T05:17:02.292719Z","steps":["trace[836893971] 'process raft request' (duration: 284.628245ms)","trace[836893971] 'compare' (duration: 89.293916ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:02.292899Z","caller":"traceutil/trace.go:171","msg":"trace[507189945] linearizableReadLoop","detail":"{readStateIndex:5471; appliedIndex:5469; }","duration":"372.428987ms","start":"2026-04-03T05:17:01.920455Z","end":"2026-04-03T05:17:02.292884Z","steps":["trace[507189945] 'read index received' (duration: 8.637025ms)","trace[507189945] 'applied index is now lower than readState.Index' (duration: 363.790262ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:02.293003Z","caller":"traceutil/trace.go:171","msg":"trace[980510424] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"371.989768ms","start":"2026-04-03T05:17:01.920965Z","end":"2026-04-03T05:17:02.292955Z","steps":["trace[980510424] 'process raft request' (duration: 371.777623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:02.29315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.683523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3dcebb3-7fc3-4d9e-9fe4-155b2ab04211\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T05:17:02.293247Z","caller":"traceutil/trace.go:171","msg":"trace[177610744] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3dcebb3-7fc3-4d9e-9fe4-155b2ab04211; range_end:; response_count:1; response_revision:5261; }","duration":"372.772905ms","start":"2026-04-03T05:17:01.920428Z","end":"2026-04-03T05:17:02.293201Z","steps":["trace[177610744] 'agreement among raft nodes before linearized reading' (duration: 372.583341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:02.293307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:01.920418Z","time spent":"372.874467ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-d3dcebb3-7fc3-4d9e-9fe4-155b2ab04211\" "} {"level":"warn","ts":"2026-04-03T05:17:02.293347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.618424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-04-03T05:17:02.293357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:01.920933Z","time spent":"372.207263ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:02.293408Z","caller":"traceutil/trace.go:171","msg":"trace[1368738930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5261; }","duration":"276.721696ms","start":"2026-04-03T05:17:02.016675Z","end":"2026-04-03T05:17:02.293396Z","steps":["trace[1368738930] 'agreement among raft nodes before linearized reading' (duration: 276.608284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:02.293176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:01.918582Z","time spent":"374.356801ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:02.293253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.231221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13293"} {"level":"info","ts":"2026-04-03T05:17:02.293578Z","caller":"traceutil/trace.go:171","msg":"trace[409243683] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5261; }","duration":"371.597909ms","start":"2026-04-03T05:17:01.92196Z","end":"2026-04-03T05:17:02.293558Z","steps":["trace[409243683] 'agreement among raft nodes before linearized reading' (duration: 371.125128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:02.293641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:01.921949Z","time spent":"371.675701ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13317,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T05:17:02.293291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.850118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-03T05:17:02.292784Z","caller":"traceutil/trace.go:171","msg":"trace[953888316] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"372.008038ms","start":"2026-04-03T05:17:01.920765Z","end":"2026-04-03T05:17:02.292773Z","steps":["trace[953888316] 'process raft request' (duration: 371.938456ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:02.292784Z","caller":"traceutil/trace.go:171","msg":"trace[1860863754] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"372.006088ms","start":"2026-04-03T05:17:01.920746Z","end":"2026-04-03T05:17:02.292752Z","steps":["trace[1860863754] 'process raft request' (duration: 371.898656ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:02.295188Z","caller":"traceutil/trace.go:171","msg":"trace[1574439296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c06c0056-2026-4766-99fe-7c876a92e3bf; range_end:; response_count:1; response_revision:5261; }","duration":"130.802724ms","start":"2026-04-03T05:17:02.164354Z","end":"2026-04-03T05:17:02.295157Z","steps":["trace[1574439296] 'agreement among raft nodes before linearized reading' (duration: 128.772627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:02.295575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:01.920756Z","time spent":"374.446473ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:02.296327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:01.920718Z","time spent":"375.554557ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:03.452478Z","caller":"traceutil/trace.go:171","msg":"trace[1613572701] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"126.772143ms","start":"2026-04-03T05:17:03.325683Z","end":"2026-04-03T05:17:03.452455Z","steps":["trace[1613572701] 'process raft request' (duration: 126.63281ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:03.454225Z","caller":"traceutil/trace.go:171","msg":"trace[1472313454] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"127.343144ms","start":"2026-04-03T05:17:03.326848Z","end":"2026-04-03T05:17:03.454191Z","steps":["trace[1472313454] 'process raft request' (duration: 126.585197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:10.067841Z","caller":"traceutil/trace.go:171","msg":"trace[27815227] transaction","detail":"{read_only:false; response_revision:5406; number_of_response:1; }","duration":"118.901703ms","start":"2026-04-03T05:17:09.948915Z","end":"2026-04-03T05:17:10.067817Z","steps":["trace[27815227] 'process raft request' (duration: 118.567266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:11.203166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.423611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:17:11.203252Z","caller":"traceutil/trace.go:171","msg":"trace[1591639301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:5419; }","duration":"218.568335ms","start":"2026-04-03T05:17:10.984665Z","end":"2026-04-03T05:17:11.203234Z","steps":["trace[1591639301] 'range keys from in-memory index tree' (duration: 218.250687ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:11.203271Z","caller":"traceutil/trace.go:171","msg":"trace[318330504] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5637; }","duration":"218.302307ms","start":"2026-04-03T05:17:10.984944Z","end":"2026-04-03T05:17:11.203247Z","steps":["trace[318330504] 'read index received' (duration: 38.49µs)","trace[318330504] 'applied index is now lower than readState.Index' (duration: 218.262457ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:11.203358Z","caller":"traceutil/trace.go:171","msg":"trace[940894298] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"218.42438ms","start":"2026-04-03T05:17:10.984895Z","end":"2026-04-03T05:17:11.203319Z","steps":["trace[940894298] 'process raft request' (duration: 193.899397ms)","trace[940894298] 'compare' (duration: 24.329079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:11.203498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.536974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:17:11.203554Z","caller":"traceutil/trace.go:171","msg":"trace[444130136] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5420; }","duration":"218.645456ms","start":"2026-04-03T05:17:10.98489Z","end":"2026-04-03T05:17:11.203535Z","steps":["trace[444130136] 'agreement among raft nodes before linearized reading' (duration: 218.463431ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:11.449858Z","caller":"traceutil/trace.go:171","msg":"trace[989378589] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"240.365215ms","start":"2026-04-03T05:17:11.20947Z","end":"2026-04-03T05:17:11.449835Z","steps":["trace[989378589] 'process raft request' (duration: 240.306134ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:11.449911Z","caller":"traceutil/trace.go:171","msg":"trace[931969753] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"240.426346ms","start":"2026-04-03T05:17:11.209455Z","end":"2026-04-03T05:17:11.449881Z","steps":["trace[931969753] 'process raft request' (duration: 240.191671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:11.450193Z","caller":"traceutil/trace.go:171","msg":"trace[1819836949] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5639; }","duration":"148.756948ms","start":"2026-04-03T05:17:11.301428Z","end":"2026-04-03T05:17:11.450184Z","steps":["trace[1819836949] 'read index received' (duration: 148.252946ms)","trace[1819836949] 'applied index is now lower than readState.Index' (duration: 503.122µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:11.450342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.900481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:17:11.450365Z","caller":"traceutil/trace.go:171","msg":"trace[112037016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5424; }","duration":"148.982044ms","start":"2026-04-03T05:17:11.301376Z","end":"2026-04-03T05:17:11.450358Z","steps":["trace[112037016] 'agreement among raft nodes before linearized reading' (duration: 148.845321ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:11.450432Z","caller":"traceutil/trace.go:171","msg":"trace[1715375091] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"240.868497ms","start":"2026-04-03T05:17:11.209501Z","end":"2026-04-03T05:17:11.450369Z","steps":["trace[1715375091] 'process raft request' (duration: 240.305054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:11.562649Z","caller":"traceutil/trace.go:171","msg":"trace[620869348] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"107.692822ms","start":"2026-04-03T05:17:11.45492Z","end":"2026-04-03T05:17:11.562613Z","steps":["trace[620869348] 'process raft request' (duration: 84.473007ms)","trace[620869348] 'compare' (duration: 23.054071ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:11.877253Z","caller":"traceutil/trace.go:171","msg":"trace[2128160459] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"167.938831ms","start":"2026-04-03T05:17:11.709291Z","end":"2026-04-03T05:17:11.87723Z","steps":["trace[2128160459] 'process raft request' (duration: 167.526532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:12.181762Z","caller":"traceutil/trace.go:171","msg":"trace[628106172] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"297.997788ms","start":"2026-04-03T05:17:11.883748Z","end":"2026-04-03T05:17:12.181745Z","steps":["trace[628106172] 'process raft request' (duration: 297.927227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:12.181765Z","caller":"traceutil/trace.go:171","msg":"trace[1258065959] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"298.136181ms","start":"2026-04-03T05:17:11.8836Z","end":"2026-04-03T05:17:12.181736Z","steps":["trace[1258065959] 'process raft request' (duration: 232.345996ms)","trace[1258065959] 'compare' (duration: 65.610411ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:12.182112Z","caller":"traceutil/trace.go:171","msg":"trace[792561144] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5644; }","duration":"296.902153ms","start":"2026-04-03T05:17:11.885201Z","end":"2026-04-03T05:17:12.182103Z","steps":["trace[792561144] 'read index received' (duration: 17.103077ms)","trace[792561144] 'applied index is now lower than readState.Index' (duration: 279.798126ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:12.18213Z","caller":"traceutil/trace.go:171","msg":"trace[1816703972] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"115.613419ms","start":"2026-04-03T05:17:12.066494Z","end":"2026-04-03T05:17:12.182108Z","steps":["trace[1816703972] 'process raft request' (duration: 115.370724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:12.182106Z","caller":"traceutil/trace.go:171","msg":"trace[1649729737] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"297.444745ms","start":"2026-04-03T05:17:11.884608Z","end":"2026-04-03T05:17:12.182053Z","steps":["trace[1649729737] 'process raft request' (duration: 297.112128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:12.182272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.057737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-5s8ml\" ","response":"range_response_count:1 size:8050"} {"level":"info","ts":"2026-04-03T05:17:12.182301Z","caller":"traceutil/trace.go:171","msg":"trace[169817808] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-5s8ml; range_end:; response_count:1; response_revision:5431; }","duration":"297.130258ms","start":"2026-04-03T05:17:11.88516Z","end":"2026-04-03T05:17:12.182291Z","steps":["trace[169817808] 'agreement among raft nodes before linearized reading' (duration: 297.012985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.153313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.969051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:13.153406Z","caller":"traceutil/trace.go:171","msg":"trace[200213013] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5431; }","duration":"482.138816ms","start":"2026-04-03T05:17:12.671242Z","end":"2026-04-03T05:17:13.153381Z","steps":["trace[200213013] 'count revisions from in-memory index tree' (duration: 481.788917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.153541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:12.671207Z","time spent":"482.31359ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:17:13.443059Z","caller":"traceutil/trace.go:171","msg":"trace[1431489390] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"535.480778ms","start":"2026-04-03T05:17:12.907548Z","end":"2026-04-03T05:17:13.443028Z","steps":["trace[1431489390] 'process raft request' (duration: 535.292504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.443212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:12.907505Z","time spent":"535.625821ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:13.453403Z","caller":"traceutil/trace.go:171","msg":"trace[2040887518] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"467.872703ms","start":"2026-04-03T05:17:12.985512Z","end":"2026-04-03T05:17:13.453385Z","steps":["trace[2040887518] 'process raft request' (duration: 467.74731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.453517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:12.985482Z","time spent":"467.973905ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:13.45355Z","caller":"traceutil/trace.go:171","msg":"trace[190591306] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5649; }","duration":"343.23649ms","start":"2026-04-03T05:17:13.110291Z","end":"2026-04-03T05:17:13.453528Z","steps":["trace[190591306] 'read index received' (duration: 332.595869ms)","trace[190591306] 'applied index is now lower than readState.Index' (duration: 10.639161ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:13.453626Z","caller":"traceutil/trace.go:171","msg":"trace[637604497] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"466.707986ms","start":"2026-04-03T05:17:12.986886Z","end":"2026-04-03T05:17:13.453594Z","steps":["trace[637604497] 'process raft request' (duration: 466.474941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.453725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.588899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:17:13.453749Z","caller":"traceutil/trace.go:171","msg":"trace[1085191487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5434; }","duration":"243.645301ms","start":"2026-04-03T05:17:13.210096Z","end":"2026-04-03T05:17:13.453742Z","steps":["trace[1085191487] 'agreement among raft nodes before linearized reading' (duration: 243.543728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.453671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.367662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:13.453797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:12.986849Z","time spent":"466.86688ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:13.453813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.265664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:17:13.453838Z","caller":"traceutil/trace.go:171","msg":"trace[534639968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5434; }","duration":"193.291885ms","start":"2026-04-03T05:17:13.260541Z","end":"2026-04-03T05:17:13.453833Z","steps":["trace[534639968] 'agreement among raft nodes before linearized reading' (duration: 193.188192ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:13.453841Z","caller":"traceutil/trace.go:171","msg":"trace[494782085] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5434; }","duration":"343.587157ms","start":"2026-04-03T05:17:13.110237Z","end":"2026-04-03T05:17:13.453824Z","steps":["trace[494782085] 'agreement among raft nodes before linearized reading' (duration: 343.376193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:13.453872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:13.110214Z","time spent":"343.647119ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:13.454067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.443053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:17:13.4541Z","caller":"traceutil/trace.go:171","msg":"trace[834440103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:5434; }","duration":"191.477593ms","start":"2026-04-03T05:17:13.262615Z","end":"2026-04-03T05:17:13.454093Z","steps":["trace[834440103] 'agreement among raft nodes before linearized reading' (duration: 191.088245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:18.294912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.772108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:18.295033Z","caller":"traceutil/trace.go:171","msg":"trace[1360515956] linearizableReadLoop","detail":"{readStateIndex:5714; appliedIndex:5713; }","duration":"349.177153ms","start":"2026-04-03T05:17:17.945835Z","end":"2026-04-03T05:17:18.295012Z","steps":["trace[1360515956] 'read index received' (duration: 36.901µs)","trace[1360515956] 'applied index is now lower than readState.Index' (duration: 349.137862ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:18.295067Z","caller":"traceutil/trace.go:171","msg":"trace[2117591421] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"509.250636ms","start":"2026-04-03T05:17:17.785777Z","end":"2026-04-03T05:17:18.295027Z","steps":["trace[2117591421] 'process raft request' (duration: 57.265664ms)","trace[2117591421] 'compare' (duration: 451.638425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:18.295177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.342546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:17:18.29518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.784431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:18.295224Z","caller":"traceutil/trace.go:171","msg":"trace[1754780532] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5494; }","duration":"349.430488ms","start":"2026-04-03T05:17:17.945779Z","end":"2026-04-03T05:17:18.29521Z","steps":["trace[1754780532] 'agreement among raft nodes before linearized reading' (duration: 349.343936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:18.295243Z","caller":"traceutil/trace.go:171","msg":"trace[1703099339] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5494; }","duration":"188.885224ms","start":"2026-04-03T05:17:18.106351Z","end":"2026-04-03T05:17:18.295237Z","steps":["trace[1703099339] 'agreement among raft nodes before linearized reading' (duration: 188.788252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:18.295238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:17.785762Z","time spent":"509.387069ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:18.295271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:17.945759Z","time spent":"349.49972ms","remote":"127.0.0.1:55006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:21.150098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.019821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:21.150241Z","caller":"traceutil/trace.go:171","msg":"trace[2124455359] linearizableReadLoop","detail":"{readStateIndex:5782; appliedIndex:5781; }","duration":"539.872878ms","start":"2026-04-03T05:17:20.610351Z","end":"2026-04-03T05:17:21.150224Z","steps":["trace[2124455359] 'read index received' (duration: 139.652312ms)","trace[2124455359] 'applied index is now lower than readState.Index' (duration: 400.219356ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:21.150313Z","caller":"traceutil/trace.go:171","msg":"trace[1493434954] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"587.085724ms","start":"2026-04-03T05:17:20.563216Z","end":"2026-04-03T05:17:21.150301Z","steps":["trace[1493434954] 'process raft request' (duration: 186.771876ms)","trace[1493434954] 'compare' (duration: 399.895318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:21.150369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:20.563192Z","time spent":"587.145684ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:21.150637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.283308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:17:21.150686Z","caller":"traceutil/trace.go:171","msg":"trace[1836757205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5562; }","duration":"540.371639ms","start":"2026-04-03T05:17:20.610301Z","end":"2026-04-03T05:17:21.150672Z","steps":["trace[1836757205] 'agreement among raft nodes before linearized reading' (duration: 540.189615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:21.150729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:20.61028Z","time spent":"540.441001ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:17:21.228839Z","caller":"traceutil/trace.go:171","msg":"trace[1854713270] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"521.819671ms","start":"2026-04-03T05:17:20.706986Z","end":"2026-04-03T05:17:21.228806Z","steps":["trace[1854713270] 'process raft request' (duration: 521.661117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:21.228996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.782011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-04-03T05:17:21.229028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.533021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-03T05:17:21.229098Z","caller":"traceutil/trace.go:171","msg":"trace[726739714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d; range_end:; response_count:1; response_revision:5563; }","duration":"446.656254ms","start":"2026-04-03T05:17:20.782424Z","end":"2026-04-03T05:17:21.22908Z","steps":["trace[726739714] 'agreement among raft nodes before linearized reading' (duration: 446.395698ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:21.22909Z","caller":"traceutil/trace.go:171","msg":"trace[406115150] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d; range_end:; response_count:1; response_revision:5563; }","duration":"506.953455ms","start":"2026-04-03T05:17:20.722116Z","end":"2026-04-03T05:17:21.22907Z","steps":["trace[406115150] 'agreement among raft nodes before linearized reading' (duration: 506.706189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:21.22914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:20.782403Z","time spent":"446.726275ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" "} {"level":"warn","ts":"2026-04-03T05:17:21.229151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:20.722085Z","time spent":"507.054677ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" "} {"level":"warn","ts":"2026-04-03T05:17:21.22971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:20.706946Z","time spent":"521.974944ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:21.718282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2783} {"level":"warn","ts":"2026-04-03T05:17:21.719289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.163375ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-03T05:17:21.71942Z","caller":"traceutil/trace.go:171","msg":"trace[18495550] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5783; }","duration":"488.264882ms","start":"2026-04-03T05:17:21.231135Z","end":"2026-04-03T05:17:21.7194Z","steps":["trace[18495550] 'read index received' (duration: 93.838929ms)","trace[18495550] 'applied index is now lower than readState.Index' (duration: 394.424353ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:21.719499Z","caller":"traceutil/trace.go:171","msg":"trace[207660320] compact","detail":"{revision:2783; response_revision:5563; }","duration":"488.584679ms","start":"2026-04-03T05:17:21.230905Z","end":"2026-04-03T05:17:21.719489Z","steps":["trace[207660320] 'process raft request' (duration: 94.056124ms)","trace[207660320] 'check and update compact revision' (duration: 393.002941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:21.719533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.230895Z","time spent":"488.63558ms","remote":"127.0.0.1:54720","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T05:17:21.719873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.710063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17883"} {"level":"info","ts":"2026-04-03T05:17:21.719992Z","caller":"traceutil/trace.go:171","msg":"trace[848236286] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5563; }","duration":"488.858306ms","start":"2026-04-03T05:17:21.231105Z","end":"2026-04-03T05:17:21.719964Z","steps":["trace[848236286] 'agreement among raft nodes before linearized reading' (duration: 488.502747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:21.720048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.231085Z","time spent":"488.953189ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17907,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:17:22.220571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450635946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:17:22.584738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091396648s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:17:23.460516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.476535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:23.460798Z","caller":"traceutil/trace.go:171","msg":"trace[1193660724] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"2.225149973s","start":"2026-04-03T05:17:21.23562Z","end":"2026-04-03T05:17:23.46077Z","steps":["trace[1193660724] 'process raft request' (duration: 1.349317611s)","trace[1193660724] 'compare' (duration: 631.148868ms)","trace[1193660724] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d; req_size:3745; } (duration: 243.937356ms)"],"step_count":3} {"level":"warn","ts":"2026-04-03T05:17:23.460878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.235598Z","time spent":"2.225246105s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:23.461072Z","caller":"traceutil/trace.go:171","msg":"trace[934063030] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"1.995218832s","start":"2026-04-03T05:17:21.465831Z","end":"2026-04-03T05:17:23.46105Z","steps":["trace[934063030] 'process raft request' (duration: 1.994801653s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.461214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.465812Z","time spent":"1.995328114s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:23.461456Z","caller":"traceutil/trace.go:171","msg":"trace[1418492131] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"1.983220522s","start":"2026-04-03T05:17:21.478214Z","end":"2026-04-03T05:17:23.461434Z","steps":["trace[1418492131] 'process raft request' (duration: 1.982757071s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:23.461475Z","caller":"traceutil/trace.go:171","msg":"trace[1863032945] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"1.982945045s","start":"2026-04-03T05:17:21.478517Z","end":"2026-04-03T05:17:23.461462Z","steps":["trace[1863032945] 'process raft request' (duration: 1.982826763s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:23.461485Z","caller":"traceutil/trace.go:171","msg":"trace[1104951455] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5784; }","duration":"1.742018946s","start":"2026-04-03T05:17:21.719454Z","end":"2026-04-03T05:17:23.461473Z","steps":["trace[1104951455] 'read index received' (duration: 865.53393ms)","trace[1104951455] 'applied index is now lower than readState.Index' (duration: 876.484346ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:23.46156Z","caller":"traceutil/trace.go:171","msg":"trace[1528011243] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"1.162499483s","start":"2026-04-03T05:17:22.299053Z","end":"2026-04-03T05:17:23.461553Z","steps":["trace[1528011243] 'process raft request' (duration: 1.16236973s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.461565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.478178Z","time spent":"1.983328114s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:23.461582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.478496Z","time spent":"1.983025477s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:23.461612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:22.299003Z","time spent":"1.162574535s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:23.461674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849437782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:17:23.461697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914223664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:17:23.461721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918844709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:17:23.461715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919177856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:17:23.461746Z","caller":"traceutil/trace.go:171","msg":"trace[300295044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5568; }","duration":"1.918888709s","start":"2026-04-03T05:17:21.542851Z","end":"2026-04-03T05:17:23.46174Z","steps":["trace[300295044] 'agreement among raft nodes before linearized reading' (duration: 1.918698045s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.461761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.542841Z","time spent":"1.9189178s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:17:23.461751Z","caller":"traceutil/trace.go:171","msg":"trace[2102871544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5568; }","duration":"1.914304415s","start":"2026-04-03T05:17:21.547433Z","end":"2026-04-03T05:17:23.461738Z","steps":["trace[2102871544] 'agreement among raft nodes before linearized reading' (duration: 1.914143442s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:23.461765Z","caller":"traceutil/trace.go:171","msg":"trace[93940556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5568; }","duration":"1.919265888s","start":"2026-04-03T05:17:21.542484Z","end":"2026-04-03T05:17:23.46175Z","steps":["trace[93940556] 'agreement among raft nodes before linearized reading' (duration: 1.919122954s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:23.461709Z","caller":"traceutil/trace.go:171","msg":"trace[2123319632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5568; }","duration":"1.849527303s","start":"2026-04-03T05:17:21.612173Z","end":"2026-04-03T05:17:23.4617Z","steps":["trace[2123319632] 'agreement among raft nodes before linearized reading' (duration: 1.849406831s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.461791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.547421Z","time spent":"1.914359486s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:23.461807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.612148Z","time spent":"1.849655146s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:17:23.461799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.542469Z","time spent":"1.919321728s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:23.465012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687146079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:23.465062Z","caller":"traceutil/trace.go:171","msg":"trace[272814390] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5568; }","duration":"1.687253841s","start":"2026-04-03T05:17:21.777798Z","end":"2026-04-03T05:17:23.465052Z","steps":["trace[272814390] 'agreement among raft nodes before linearized reading' (duration: 1.687169028s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.777762Z","time spent":"1.687319993s","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T05:17:23.465286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762875548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-03T05:17:23.465315Z","caller":"traceutil/trace.go:171","msg":"trace[2019499964] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5568; }","duration":"1.76296302s","start":"2026-04-03T05:17:21.702345Z","end":"2026-04-03T05:17:23.465308Z","steps":["trace[2019499964] 'agreement among raft nodes before linearized reading' (duration: 1.759219504s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.702313Z","time spent":"1.763016881s","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T05:17:23.465469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231711737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-03T05:17:23.465474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039859416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:23.465496Z","caller":"traceutil/trace.go:171","msg":"trace[2141841795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d; range_end:; response_count:1; response_revision:5568; }","duration":"1.231795029s","start":"2026-04-03T05:17:22.233693Z","end":"2026-04-03T05:17:23.465488Z","steps":["trace[2141841795] 'agreement among raft nodes before linearized reading' (duration: 1.231744248s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.11151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:23.465558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.490009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:23.465588Z","caller":"traceutil/trace.go:171","msg":"trace[159301636] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5568; }","duration":"438.563631ms","start":"2026-04-03T05:17:23.027019Z","end":"2026-04-03T05:17:23.465582Z","steps":["trace[159301636] 'agreement among raft nodes before linearized reading' (duration: 438.5202ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:23.465565Z","caller":"traceutil/trace.go:171","msg":"trace[218416231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5568; }","duration":"259.242093ms","start":"2026-04-03T05:17:23.206305Z","end":"2026-04-03T05:17:23.465547Z","steps":["trace[218416231] 'agreement among raft nodes before linearized reading' (duration: 259.07946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922970792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:17:23.46565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.685378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:23.465656Z","caller":"traceutil/trace.go:171","msg":"trace[1227485105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5568; }","duration":"1.923077554s","start":"2026-04-03T05:17:21.542562Z","end":"2026-04-03T05:17:23.46564Z","steps":["trace[1227485105] 'agreement among raft nodes before linearized reading' (duration: 1.919173925s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:23.46567Z","caller":"traceutil/trace.go:171","msg":"trace[1104078254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5568; }","duration":"634.74006ms","start":"2026-04-03T05:17:22.830923Z","end":"2026-04-03T05:17:23.465663Z","steps":["trace[1104078254] 'agreement among raft nodes before linearized reading' (duration: 634.712629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.542536Z","time spent":"1.923143916s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:17:23.465692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:22.830904Z","time spent":"634.78312ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:23.465751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923137896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:17:23.465777Z","caller":"traceutil/trace.go:171","msg":"trace[1847920667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5568; }","duration":"1.923208817s","start":"2026-04-03T05:17:21.542562Z","end":"2026-04-03T05:17:23.465771Z","steps":["trace[1847920667] 'agreement among raft nodes before linearized reading' (duration: 1.919182565s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.542536Z","time spent":"1.923259929s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:23.465524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:22.233663Z","time spent":"1.231855651s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" "} {"level":"warn","ts":"2026-04-03T05:17:23.465891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921587291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:17:23.46562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:23.026995Z","time spent":"438.617853ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:17:23.465521Z","caller":"traceutil/trace.go:171","msg":"trace[783500389] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5568; }","duration":"1.039953358s","start":"2026-04-03T05:17:22.425554Z","end":"2026-04-03T05:17:23.465507Z","steps":["trace[783500389] 'agreement among raft nodes before linearized reading' (duration: 1.039860066s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.465962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:22.425533Z","time spent":"1.040420098s","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:17:23.465925Z","caller":"traceutil/trace.go:171","msg":"trace[763297599] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:5568; }","duration":"1.921632841s","start":"2026-04-03T05:17:21.544282Z","end":"2026-04-03T05:17:23.465915Z","steps":["trace[763297599] 'agreement among raft nodes before linearized reading' (duration: 1.917289843s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:23.466003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:21.544276Z","time spent":"1.921718533s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"info","ts":"2026-04-03T05:17:23.512844Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2783,"took":"1.791788931s","hash":3517238828,"current-db-size-bytes":54960128,"current-db-size":"55 MB","current-db-size-in-use-bytes":31264768,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T05:17:23.512908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3517238828,"revision":2783,"compact-revision":-1} {"level":"info","ts":"2026-04-03T05:17:25.591491Z","caller":"traceutil/trace.go:171","msg":"trace[337431506] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"124.692945ms","start":"2026-04-03T05:17:25.466771Z","end":"2026-04-03T05:17:25.591464Z","steps":["trace[337431506] 'process raft request' (duration: 124.517282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:25.592441Z","caller":"traceutil/trace.go:171","msg":"trace[1328410330] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"125.532814ms","start":"2026-04-03T05:17:25.466883Z","end":"2026-04-03T05:17:25.592416Z","steps":["trace[1328410330] 'process raft request' (duration: 125.36081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:25.592545Z","caller":"traceutil/trace.go:171","msg":"trace[274207398] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"125.038193ms","start":"2026-04-03T05:17:25.467494Z","end":"2026-04-03T05:17:25.592532Z","steps":["trace[274207398] 'process raft request' (duration: 124.88348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:25.592732Z","caller":"traceutil/trace.go:171","msg":"trace[1927080952] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5847; }","duration":"119.774774ms","start":"2026-04-03T05:17:25.472944Z","end":"2026-04-03T05:17:25.592719Z","steps":["trace[1927080952] 'read index received' (duration: 118.483716ms)","trace[1927080952] 'applied index is now lower than readState.Index' (duration: 1.289748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:25.592968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.997549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-03T05:17:25.593062Z","caller":"traceutil/trace.go:171","msg":"trace[1954256366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d; range_end:; response_count:1; response_revision:5625; }","duration":"120.109391ms","start":"2026-04-03T05:17:25.47293Z","end":"2026-04-03T05:17:25.593039Z","steps":["trace[1954256366] 'agreement among raft nodes before linearized reading' (duration: 119.830265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:29.832849Z","caller":"traceutil/trace.go:171","msg":"trace[2034962376] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"128.777046ms","start":"2026-04-03T05:17:29.704047Z","end":"2026-04-03T05:17:29.832824Z","steps":["trace[2034962376] 'process raft request' (duration: 128.703345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:29.832858Z","caller":"traceutil/trace.go:171","msg":"trace[708411285] transaction","detail":"{read_only:false; response_revision:5694; number_of_response:1; }","duration":"129.024892ms","start":"2026-04-03T05:17:29.703802Z","end":"2026-04-03T05:17:29.832827Z","steps":["trace[708411285] 'process raft request' (duration: 128.798777ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:29.833156Z","caller":"traceutil/trace.go:171","msg":"trace[910717846] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"128.815037ms","start":"2026-04-03T05:17:29.704283Z","end":"2026-04-03T05:17:29.833098Z","steps":["trace[910717846] 'process raft request' (duration: 128.505641ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:29.833188Z","caller":"traceutil/trace.go:171","msg":"trace[247631108] linearizableReadLoop","detail":"{readStateIndex:5924; appliedIndex:5919; }","duration":"126.674029ms","start":"2026-04-03T05:17:29.706483Z","end":"2026-04-03T05:17:29.833157Z","steps":["trace[247631108] 'read index received' (duration: 60.349651ms)","trace[247631108] 'applied index is now lower than readState.Index' (duration: 66.322638ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:29.833224Z","caller":"traceutil/trace.go:171","msg":"trace[2054222355] transaction","detail":"{read_only:false; response_revision:5697; number_of_response:1; }","duration":"127.717944ms","start":"2026-04-03T05:17:29.705481Z","end":"2026-04-03T05:17:29.833199Z","steps":["trace[2054222355] 'process raft request' (duration: 127.516609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:29.833495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.989487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81315"} {"level":"info","ts":"2026-04-03T05:17:29.833544Z","caller":"traceutil/trace.go:171","msg":"trace[262545632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5697; }","duration":"127.074758ms","start":"2026-04-03T05:17:29.706459Z","end":"2026-04-03T05:17:29.833534Z","steps":["trace[262545632] 'agreement among raft nodes before linearized reading' (duration: 126.808812ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:32.702325Z","caller":"traceutil/trace.go:171","msg":"trace[579629957] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"369.414739ms","start":"2026-04-03T05:17:32.332876Z","end":"2026-04-03T05:17:32.702291Z","steps":["trace[579629957] 'process raft request' (duration: 369.234595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:32.702485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.332859Z","time spent":"369.542163ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:33.125924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.608949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17232"} {"level":"info","ts":"2026-04-03T05:17:33.125991Z","caller":"traceutil/trace.go:171","msg":"trace[1552198264] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5739; }","duration":"204.749212ms","start":"2026-04-03T05:17:32.921226Z","end":"2026-04-03T05:17:33.125975Z","steps":["trace[1552198264] 'range keys from in-memory index tree' (duration: 204.409844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:33.126047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.200673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:17:33.126203Z","caller":"traceutil/trace.go:171","msg":"trace[631648743] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5739; }","duration":"345.406197ms","start":"2026-04-03T05:17:32.780769Z","end":"2026-04-03T05:17:33.126175Z","steps":["trace[631648743] 'count revisions from in-memory index tree' (duration: 345.10844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:33.126287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:32.780748Z","time spent":"345.516969ms","remote":"127.0.0.1:55198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:17:33.134044Z","caller":"traceutil/trace.go:171","msg":"trace[1650424607] linearizableReadLoop","detail":"{readStateIndex:5967; appliedIndex:5966; }","duration":"127.565899ms","start":"2026-04-03T05:17:33.006455Z","end":"2026-04-03T05:17:33.134021Z","steps":["trace[1650424607] 'read index received' (duration: 119.394334ms)","trace[1650424607] 'applied index is now lower than readState.Index' (duration: 8.170145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:33.134331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.871777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T05:17:33.134406Z","caller":"traceutil/trace.go:171","msg":"trace[961208202] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5739; }","duration":"127.98049ms","start":"2026-04-03T05:17:33.006406Z","end":"2026-04-03T05:17:33.134386Z","steps":["trace[961208202] 'agreement among raft nodes before linearized reading' (duration: 127.756035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:37.708772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.439941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:37.708867Z","caller":"traceutil/trace.go:171","msg":"trace[700482978] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"714.99402ms","start":"2026-04-03T05:17:36.993855Z","end":"2026-04-03T05:17:37.708849Z","steps":["trace[700482978] 'process raft request' (duration: 53.407846ms)","trace[700482978] 'compare' (duration: 661.274577ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:37.70893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:36.993821Z","time spent":"715.078731ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:38.186409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12563899s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:17:38.187905Z","caller":"traceutil/trace.go:171","msg":"trace[1696271226] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"1.193252376s","start":"2026-04-03T05:17:36.994621Z","end":"2026-04-03T05:17:38.187873Z","steps":["trace[1696271226] 'process raft request' (duration: 1.1920613s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.187967Z","caller":"traceutil/trace.go:171","msg":"trace[1186383761] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"1.193155624s","start":"2026-04-03T05:17:36.994783Z","end":"2026-04-03T05:17:38.187939Z","steps":["trace[1186383761] 'process raft request' (duration: 1.192876438s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.188229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:36.994769Z","time spent":"1.193371558s","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:38.188079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:36.994603Z","time spent":"1.193396739s","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:38.188481Z","caller":"traceutil/trace.go:171","msg":"trace[1536512264] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"1.192325654s","start":"2026-04-03T05:17:36.996124Z","end":"2026-04-03T05:17:38.188449Z","steps":["trace[1536512264] 'process raft request' (duration: 1.191640399s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.18857Z","caller":"traceutil/trace.go:171","msg":"trace[2032611675] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:5999; }","duration":"1.167271568s","start":"2026-04-03T05:17:37.021234Z","end":"2026-04-03T05:17:38.188505Z","steps":["trace[2032611675] 'read index received' (duration: 26.018737ms)","trace[2032611675] 'applied index is now lower than readState.Index' (duration: 1.141251581s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:38.188653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:36.996109Z","time spent":"1.192456677s","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:38.188698Z","caller":"traceutil/trace.go:171","msg":"trace[211904257] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"1.18592389s","start":"2026-04-03T05:17:37.002756Z","end":"2026-04-03T05:17:38.18868Z","steps":["trace[211904257] 'process raft request' (duration: 1.185540472s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.188813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.002741Z","time spent":"1.186018382s","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15332,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:38.189004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167762649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T05:17:38.189593Z","caller":"traceutil/trace.go:171","msg":"trace[745947075] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5776; }","duration":"1.168384724s","start":"2026-04-03T05:17:37.021185Z","end":"2026-04-03T05:17:38.189569Z","steps":["trace[745947075] 'agreement among raft nodes before linearized reading' (duration: 1.167513294s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.1897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.021172Z","time spent":"1.168508417s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-03T05:17:38.679198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.21981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:38.679487Z","caller":"traceutil/trace.go:171","msg":"trace[1410568248] linearizableReadLoop","detail":"{readStateIndex:6007; appliedIndex:6004; }","duration":"490.81146ms","start":"2026-04-03T05:17:38.188663Z","end":"2026-04-03T05:17:38.679474Z","steps":["trace[1410568248] 'read index received' (duration: 379.265802ms)","trace[1410568248] 'applied index is now lower than readState.Index' (duration: 111.544738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:38.679685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.276269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:17:38.679707Z","caller":"traceutil/trace.go:171","msg":"trace[638914320] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5779; }","duration":"809.324719ms","start":"2026-04-03T05:17:37.870376Z","end":"2026-04-03T05:17:38.679701Z","steps":["trace[638914320] 'agreement among raft nodes before linearized reading' (duration: 809.162016ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.679682Z","caller":"traceutil/trace.go:171","msg":"trace[712461264] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"971.232055ms","start":"2026-04-03T05:17:37.708409Z","end":"2026-04-03T05:17:38.679641Z","steps":["trace[712461264] 'process raft request' (duration: 971.00177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.679721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391225275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:38.679783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.103733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:17:38.679762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.870365Z","time spent":"809.356911ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:17:38.679845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.822203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:38.679879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.94298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-03T05:17:38.679867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.70839Z","time spent":"971.389458ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:17:38.679918Z","caller":"traceutil/trace.go:171","msg":"trace[777946907] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d; range_end:; response_count:1; response_revision:5779; }","duration":"486.004292ms","start":"2026-04-03T05:17:38.193901Z","end":"2026-04-03T05:17:38.679906Z","steps":["trace[777946907] 'agreement among raft nodes before linearized reading' (duration: 485.816258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.679916Z","caller":"traceutil/trace.go:171","msg":"trace[819161699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5779; }","duration":"476.882235ms","start":"2026-04-03T05:17:38.203014Z","end":"2026-04-03T05:17:38.679896Z","steps":["trace[819161699] 'agreement among raft nodes before linearized reading' (duration: 476.803313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.679824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.280587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:17:38.679946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:38.193887Z","time spent":"486.053642ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-15a0526c-b755-4dac-b980-5b8c6d280d3d\" "} {"level":"info","ts":"2026-04-03T05:17:38.67993Z","caller":"traceutil/trace.go:171","msg":"trace[2120639615] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"986.487078ms","start":"2026-04-03T05:17:37.693405Z","end":"2026-04-03T05:17:38.679892Z","steps":["trace[2120639615] 'process raft request' (duration: 985.855524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.679968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:38.202997Z","time spent":"476.959308ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:17:38.67998Z","caller":"traceutil/trace.go:171","msg":"trace[1004191465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5779; }","duration":"828.479292ms","start":"2026-04-03T05:17:37.851483Z","end":"2026-04-03T05:17:38.679962Z","steps":["trace[1004191465] 'agreement among raft nodes before linearized reading' (duration: 828.197346ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.679822Z","caller":"traceutil/trace.go:171","msg":"trace[682044496] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5779; }","duration":"1.391387398s","start":"2026-04-03T05:17:37.288411Z","end":"2026-04-03T05:17:38.679798Z","steps":["trace[682044496] 'agreement among raft nodes before linearized reading' (duration: 1.391207554s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.679999Z","caller":"traceutil/trace.go:171","msg":"trace[621007649] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"1.024665651s","start":"2026-04-03T05:17:37.654735Z","end":"2026-04-03T05:17:38.679401Z","steps":["trace[621007649] 'process raft request' (duration: 913.188574ms)","trace[621007649] 'compare' (duration: 110.885732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:38.680029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.851454Z","time spent":"828.563334ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:38.680056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.28839Z","time spent":"1.391641054s","remote":"127.0.0.1:45758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:38.680107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.65471Z","time spent":"1.025347616s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:38.680099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.693386Z","time spent":"986.624752ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:38.680094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.645716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:17:38.680236Z","caller":"traceutil/trace.go:171","msg":"trace[1897397365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5779; }","duration":"956.84864ms","start":"2026-04-03T05:17:37.723371Z","end":"2026-04-03T05:17:38.68022Z","steps":["trace[1897397365] 'agreement among raft nodes before linearized reading' (duration: 956.242106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.680301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.723355Z","time spent":"956.934842ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:17:38.680336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.806156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:17:38.680421Z","caller":"traceutil/trace.go:171","msg":"trace[729221199] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:5779; }","duration":"982.919619ms","start":"2026-04-03T05:17:37.697479Z","end":"2026-04-03T05:17:38.680399Z","steps":["trace[729221199] 'agreement among raft nodes before linearized reading' (duration: 982.235923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.679878Z","caller":"traceutil/trace.go:171","msg":"trace[627876545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5779; }","duration":"723.252797ms","start":"2026-04-03T05:17:37.956605Z","end":"2026-04-03T05:17:38.679858Z","steps":["trace[627876545] 'agreement among raft nodes before linearized reading' (duration: 723.046412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.680522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.697461Z","time spent":"983.049201ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-04-03T05:17:38.680592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.896128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:17:38.680366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.290659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:17:38.680643Z","caller":"traceutil/trace.go:171","msg":"trace[2039808049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5779; }","duration":"811.98007ms","start":"2026-04-03T05:17:37.868652Z","end":"2026-04-03T05:17:38.680632Z","steps":["trace[2039808049] 'agreement among raft nodes before linearized reading' (duration: 811.021949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.680713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.868636Z","time spent":"812.069231ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:17:38.680743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.516282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112515"} {"level":"info","ts":"2026-04-03T05:17:38.680808Z","caller":"traceutil/trace.go:171","msg":"trace[1429443258] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5779; }","duration":"482.599154ms","start":"2026-04-03T05:17:38.198195Z","end":"2026-04-03T05:17:38.680794Z","steps":["trace[1429443258] 'agreement among raft nodes before linearized reading' (duration: 481.661364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.680856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:38.198186Z","time spent":"482.658606ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112539,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-04-03T05:17:38.680524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.956594Z","time spent":"723.917901ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:17:38.67975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.0361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:17:38.681095Z","caller":"traceutil/trace.go:171","msg":"trace[1942150383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5779; }","duration":"801.404811ms","start":"2026-04-03T05:17:37.87967Z","end":"2026-04-03T05:17:38.681074Z","steps":["trace[1942150383] 'agreement among raft nodes before linearized reading' (duration: 799.838626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.681152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.879659Z","time spent":"801.478912ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:17:38.680129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.123546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:17:38.681283Z","caller":"traceutil/trace.go:171","msg":"trace[64500759] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:5779; }","duration":"799.287593ms","start":"2026-04-03T05:17:37.881963Z","end":"2026-04-03T05:17:38.681251Z","steps":["trace[64500759] 'agreement among raft nodes before linearized reading' (duration: 797.81989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.681348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.88195Z","time spent":"799.381544ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"info","ts":"2026-04-03T05:17:38.681732Z","caller":"traceutil/trace.go:171","msg":"trace[165200882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5779; }","duration":"813.632486ms","start":"2026-04-03T05:17:37.867006Z","end":"2026-04-03T05:17:38.680639Z","steps":["trace[165200882] 'agreement among raft nodes before linearized reading' (duration: 812.637144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.681762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:37.866984Z","time spent":"814.770002ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:17:38.891157Z","caller":"traceutil/trace.go:171","msg":"trace[2130571844] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"207.116215ms","start":"2026-04-03T05:17:38.684006Z","end":"2026-04-03T05:17:38.891123Z","steps":["trace[2130571844] 'process raft request' (duration: 206.912491ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891348Z","caller":"traceutil/trace.go:171","msg":"trace[543293258] transaction","detail":"{read_only:false; response_revision:5781; number_of_response:1; }","duration":"206.765527ms","start":"2026-04-03T05:17:38.684415Z","end":"2026-04-03T05:17:38.89118Z","steps":["trace[543293258] 'process raft request' (duration: 206.645365ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891414Z","caller":"traceutil/trace.go:171","msg":"trace[1935545422] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"206.217475ms","start":"2026-04-03T05:17:38.685155Z","end":"2026-04-03T05:17:38.891372Z","steps":["trace[1935545422] 'process raft request' (duration: 205.981989ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891504Z","caller":"traceutil/trace.go:171","msg":"trace[1909562650] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"196.640918ms","start":"2026-04-03T05:17:38.694851Z","end":"2026-04-03T05:17:38.891492Z","steps":["trace[1909562650] 'process raft request' (duration: 196.491875ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891503Z","caller":"traceutil/trace.go:171","msg":"trace[1283113775] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"205.708503ms","start":"2026-04-03T05:17:38.685753Z","end":"2026-04-03T05:17:38.891462Z","steps":["trace[1283113775] 'process raft request' (duration: 205.494028ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891592Z","caller":"traceutil/trace.go:171","msg":"trace[1766301885] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"201.360805ms","start":"2026-04-03T05:17:38.690219Z","end":"2026-04-03T05:17:38.89158Z","steps":["trace[1766301885] 'process raft request' (duration: 201.056369ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891742Z","caller":"traceutil/trace.go:171","msg":"trace[893028373] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"206.578993ms","start":"2026-04-03T05:17:38.685151Z","end":"2026-04-03T05:17:38.89173Z","steps":["trace[893028373] 'process raft request' (duration: 205.948819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.891792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.150473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:17:38.891792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.791465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81792"} {"level":"info","ts":"2026-04-03T05:17:38.891451Z","caller":"traceutil/trace.go:171","msg":"trace[1982949880] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6009; }","duration":"127.133809ms","start":"2026-04-03T05:17:38.764295Z","end":"2026-04-03T05:17:38.891429Z","steps":["trace[1982949880] 'read index received' (duration: 126.773861ms)","trace[1982949880] 'applied index is now lower than readState.Index' (duration: 358.588µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:38.891848Z","caller":"traceutil/trace.go:171","msg":"trace[114428307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5787; }","duration":"205.861706ms","start":"2026-04-03T05:17:38.685972Z","end":"2026-04-03T05:17:38.891834Z","steps":["trace[114428307] 'agreement among raft nodes before linearized reading' (duration: 205.522318ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891908Z","caller":"traceutil/trace.go:171","msg":"trace[478747907] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"206.298766ms","start":"2026-04-03T05:17:38.685599Z","end":"2026-04-03T05:17:38.891897Z","steps":["trace[478747907] 'process raft request' (duration: 205.612261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:38.891835Z","caller":"traceutil/trace.go:171","msg":"trace[541458441] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5787; }","duration":"175.202945ms","start":"2026-04-03T05:17:38.71662Z","end":"2026-04-03T05:17:38.891822Z","steps":["trace[541458441] 'agreement among raft nodes before linearized reading' (duration: 175.089772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:38.891852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.583008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-04-03T05:17:38.89196Z","caller":"traceutil/trace.go:171","msg":"trace[506725901] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5787; }","duration":"204.691371ms","start":"2026-04-03T05:17:38.687256Z","end":"2026-04-03T05:17:38.891947Z","steps":["trace[506725901] 'agreement among raft nodes before linearized reading' (duration: 204.515967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.406539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:39.123115Z","caller":"traceutil/trace.go:171","msg":"trace[1240711612] linearizableReadLoop","detail":"{readStateIndex:6017; appliedIndex:6016; }","duration":"231.257911ms","start":"2026-04-03T05:17:38.891839Z","end":"2026-04-03T05:17:39.123097Z","steps":["trace[1240711612] 'read index received' (duration: 102.687009ms)","trace[1240711612] 'applied index is now lower than readState.Index' (duration: 128.568672ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:39.12321Z","caller":"traceutil/trace.go:171","msg":"trace[1350376906] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"357.783877ms","start":"2026-04-03T05:17:38.765414Z","end":"2026-04-03T05:17:39.123198Z","steps":["trace[1350376906] 'process raft request' (duration: 229.098272ms)","trace[1350376906] 'compare' (duration: 127.58339ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:39.123273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:38.765403Z","time spent":"357.841328ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:39.123356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.563453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:39.123429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.331636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:17:39.12347Z","caller":"traceutil/trace.go:171","msg":"trace[2060303146] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5788; }","duration":"140.712155ms","start":"2026-04-03T05:17:38.98274Z","end":"2026-04-03T05:17:39.123452Z","steps":["trace[2060303146] 'agreement among raft nodes before linearized reading' (duration: 140.489081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:39.123513Z","caller":"traceutil/trace.go:171","msg":"trace[439729236] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5788; }","duration":"225.467778ms","start":"2026-04-03T05:17:38.898028Z","end":"2026-04-03T05:17:39.123496Z","steps":["trace[439729236] 'agreement among raft nodes before linearized reading' (duration: 225.197012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.123436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.678289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fdfc3bbe-dce0-4e50-aa08-08e37094edfc\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-03T05:17:39.123576Z","caller":"traceutil/trace.go:171","msg":"trace[1917988110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fdfc3bbe-dce0-4e50-aa08-08e37094edfc; range_end:; response_count:1; response_revision:5788; }","duration":"355.851793ms","start":"2026-04-03T05:17:38.767713Z","end":"2026-04-03T05:17:39.123565Z","steps":["trace[1917988110] 'agreement among raft nodes before linearized reading' (duration: 355.537536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.123615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:38.767702Z","time spent":"355.902054ms","remote":"127.0.0.1:54826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-fdfc3bbe-dce0-4e50-aa08-08e37094edfc\" "} {"level":"warn","ts":"2026-04-03T05:17:39.123672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.535488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-03T05:17:39.123746Z","caller":"traceutil/trace.go:171","msg":"trace[2014040722] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5788; }","duration":"224.691162ms","start":"2026-04-03T05:17:38.89904Z","end":"2026-04-03T05:17:39.123731Z","steps":["trace[2014040722] 'agreement among raft nodes before linearized reading' (duration: 224.373815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.123669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.756092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:17:39.124045Z","caller":"traceutil/trace.go:171","msg":"trace[1354984335] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5788; }","duration":"201.230343ms","start":"2026-04-03T05:17:38.922782Z","end":"2026-04-03T05:17:39.124012Z","steps":["trace[1354984335] 'agreement among raft nodes before linearized reading' (duration: 200.487666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.5053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.846978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:39.505429Z","caller":"traceutil/trace.go:171","msg":"trace[960876615] linearizableReadLoop","detail":"{readStateIndex:6020; appliedIndex:6019; }","duration":"311.718276ms","start":"2026-04-03T05:17:39.193694Z","end":"2026-04-03T05:17:39.505412Z","steps":["trace[960876615] 'read index received' (duration: 190.585372ms)","trace[960876615] 'applied index is now lower than readState.Index' (duration: 121.131644ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:39.505549Z","caller":"traceutil/trace.go:171","msg":"trace[412411460] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"313.518036ms","start":"2026-04-03T05:17:39.192016Z","end":"2026-04-03T05:17:39.505534Z","steps":["trace[412411460] 'process raft request' (duration: 192.336421ms)","trace[412411460] 'compare' (duration: 120.649093ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:17:39.505675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.191996Z","time spent":"313.603749ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:39.505683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.392822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:17:39.505818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.118776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:17:39.505863Z","caller":"traceutil/trace.go:171","msg":"trace[146558880] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5791; }","duration":"312.177797ms","start":"2026-04-03T05:17:39.193675Z","end":"2026-04-03T05:17:39.505853Z","steps":["trace[146558880] 'agreement among raft nodes before linearized reading' (duration: 312.050104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.505879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.361248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-04-03T05:17:39.505953Z","caller":"traceutil/trace.go:171","msg":"trace[1888541755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5791; }","duration":"124.4766ms","start":"2026-04-03T05:17:39.381459Z","end":"2026-04-03T05:17:39.505936Z","steps":["trace[1888541755] 'agreement among raft nodes before linearized reading' (duration: 124.274356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.505898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.193666Z","time spent":"312.223558ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:17:39.505798Z","caller":"traceutil/trace.go:171","msg":"trace[991868094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5791; }","duration":"300.528554ms","start":"2026-04-03T05:17:39.205242Z","end":"2026-04-03T05:17:39.50577Z","steps":["trace[991868094] 'agreement among raft nodes before linearized reading' (duration: 300.38278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:39.506599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:39.205229Z","time spent":"301.018376ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:17:40.826132Z","caller":"traceutil/trace.go:171","msg":"trace[1216707933] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"141.207348ms","start":"2026-04-03T05:17:40.684903Z","end":"2026-04-03T05:17:40.82611Z","steps":["trace[1216707933] 'process raft request' (duration: 141.071335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.073623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.358669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:17:41.073789Z","caller":"traceutil/trace.go:171","msg":"trace[859354030] linearizableReadLoop","detail":"{readStateIndex:6023; appliedIndex:6020; }","duration":"267.805885ms","start":"2026-04-03T05:17:40.805971Z","end":"2026-04-03T05:17:41.073777Z","steps":["trace[859354030] 'read index received' (duration: 20.068153ms)","trace[859354030] 'applied index is now lower than readState.Index' (duration: 247.737042ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:41.073916Z","caller":"traceutil/trace.go:171","msg":"trace[493875803] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"388.277194ms","start":"2026-04-03T05:17:40.685622Z","end":"2026-04-03T05:17:41.073899Z","steps":["trace[493875803] 'process raft request' (duration: 388.08421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.074004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:40.685604Z","time spent":"388.363856ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:41.074018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.02201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:41.074073Z","caller":"traceutil/trace.go:171","msg":"trace[688208951] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"388.479029ms","start":"2026-04-03T05:17:40.685548Z","end":"2026-04-03T05:17:41.074027Z","steps":["trace[688208951] 'process raft request' (duration: 270.609408ms)","trace[688208951] 'compare' (duration: 117.088543ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:41.074111Z","caller":"traceutil/trace.go:171","msg":"trace[1892256177] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5794; }","duration":"268.168843ms","start":"2026-04-03T05:17:40.805915Z","end":"2026-04-03T05:17:41.074084Z","steps":["trace[1892256177] 'agreement among raft nodes before linearized reading' (duration: 267.996049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.074318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:17:40.685525Z","time spent":"388.669733ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:17:41.111748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.977323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:17:41.111817Z","caller":"traceutil/trace.go:171","msg":"trace[1850103892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5795; }","duration":"215.083655ms","start":"2026-04-03T05:17:40.896719Z","end":"2026-04-03T05:17:41.111802Z","steps":["trace[1850103892] 'agreement among raft nodes before linearized reading' (duration: 214.905591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.111819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.888831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:17:41.111844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.016711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:17:41.111856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.617427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:17:41.111907Z","caller":"traceutil/trace.go:171","msg":"trace[1117892013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:5795; }","duration":"214.099494ms","start":"2026-04-03T05:17:40.897794Z","end":"2026-04-03T05:17:41.111894Z","steps":["trace[1117892013] 'agreement among raft nodes before linearized reading' (duration: 213.882909ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.111915Z","caller":"traceutil/trace.go:171","msg":"trace[749073981] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5795; }","duration":"215.726389ms","start":"2026-04-03T05:17:40.896175Z","end":"2026-04-03T05:17:41.111902Z","steps":["trace[749073981] 'agreement among raft nodes before linearized reading' (duration: 215.569586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.111928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.987904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:17:41.111957Z","caller":"traceutil/trace.go:171","msg":"trace[480223087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5795; }","duration":"215.037834ms","start":"2026-04-03T05:17:40.896913Z","end":"2026-04-03T05:17:41.111951Z","steps":["trace[480223087] 'agreement among raft nodes before linearized reading' (duration: 214.765738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.111747Z","caller":"traceutil/trace.go:171","msg":"trace[465986831] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"268.725756ms","start":"2026-04-03T05:17:40.842996Z","end":"2026-04-03T05:17:41.111721Z","steps":["trace[465986831] 'process raft request' (duration: 268.46186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.112035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.28747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:17:41.11206Z","caller":"traceutil/trace.go:171","msg":"trace[379849905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5795; }","duration":"215.324781ms","start":"2026-04-03T05:17:40.896729Z","end":"2026-04-03T05:17:41.112054Z","steps":["trace[379849905] 'agreement among raft nodes before linearized reading' (duration: 214.907631ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.111881Z","caller":"traceutil/trace.go:171","msg":"trace[412439999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5795; }","duration":"214.975653ms","start":"2026-04-03T05:17:40.896889Z","end":"2026-04-03T05:17:41.111865Z","steps":["trace[412439999] 'agreement among raft nodes before linearized reading' (duration: 214.731168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.112139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.053277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:17:41.112239Z","caller":"traceutil/trace.go:171","msg":"trace[708073460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5795; }","duration":"216.179379ms","start":"2026-04-03T05:17:40.896046Z","end":"2026-04-03T05:17:41.112225Z","steps":["trace[708073460] 'agreement among raft nodes before linearized reading' (duration: 215.533195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.388743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.093221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:17:41.388861Z","caller":"traceutil/trace.go:171","msg":"trace[922052158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5795; }","duration":"151.237924ms","start":"2026-04-03T05:17:41.237606Z","end":"2026-04-03T05:17:41.388844Z","steps":["trace[922052158] 'range keys from in-memory index tree' (duration: 151.06915ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.389614Z","caller":"traceutil/trace.go:171","msg":"trace[492897362] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"274.708452ms","start":"2026-04-03T05:17:41.114875Z","end":"2026-04-03T05:17:41.389583Z","steps":["trace[492897362] 'process raft request' (duration: 178.51559ms)","trace[492897362] 'compare' (duration: 95.67989ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:41.389922Z","caller":"traceutil/trace.go:171","msg":"trace[1962593873] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"274.988567ms","start":"2026-04-03T05:17:41.114906Z","end":"2026-04-03T05:17:41.389894Z","steps":["trace[1962593873] 'process raft request' (duration: 274.618419ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.390057Z","caller":"traceutil/trace.go:171","msg":"trace[1311277576] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"274.101488ms","start":"2026-04-03T05:17:41.115932Z","end":"2026-04-03T05:17:41.390033Z","steps":["trace[1311277576] 'process raft request' (duration: 273.952284ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.390063Z","caller":"traceutil/trace.go:171","msg":"trace[95507052] linearizableReadLoop","detail":"{readStateIndex:6026; appliedIndex:6024; }","duration":"274.464776ms","start":"2026-04-03T05:17:41.115531Z","end":"2026-04-03T05:17:41.389996Z","steps":["trace[95507052] 'read index received' (duration: 177.852805ms)","trace[95507052] 'applied index is now lower than readState.Index' (duration: 96.608581ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:17:41.39035Z","caller":"traceutil/trace.go:171","msg":"trace[2144088992] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"274.364894ms","start":"2026-04-03T05:17:41.115966Z","end":"2026-04-03T05:17:41.390331Z","steps":["trace[2144088992] 'process raft request' (duration: 274.018486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:17:41.390595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.039088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81792"} {"level":"info","ts":"2026-04-03T05:17:41.390663Z","caller":"traceutil/trace.go:171","msg":"trace[686735335] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5799; }","duration":"275.137621ms","start":"2026-04-03T05:17:41.115509Z","end":"2026-04-03T05:17:41.390647Z","steps":["trace[686735335] 'agreement among raft nodes before linearized reading' (duration: 274.695251ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.390995Z","caller":"traceutil/trace.go:171","msg":"trace[1963725767] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"274.554008ms","start":"2026-04-03T05:17:41.116422Z","end":"2026-04-03T05:17:41.390976Z","steps":["trace[1963725767] 'process raft request' (duration: 274.461255ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:17:41.391258Z","caller":"traceutil/trace.go:171","msg":"trace[148632252] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"275.07719ms","start":"2026-04-03T05:17:41.116161Z","end":"2026-04-03T05:17:41.391238Z","steps":["trace[148632252] 'process raft request' (duration: 274.573378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:06.627155Z","caller":"traceutil/trace.go:171","msg":"trace[1784202240] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"140.478901ms","start":"2026-04-03T05:18:06.486645Z","end":"2026-04-03T05:18:06.627123Z","steps":["trace[1784202240] 'process raft request' (duration: 140.271607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:07.449862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.943182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:07.449996Z","caller":"traceutil/trace.go:171","msg":"trace[1409893827] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"186.451649ms","start":"2026-04-03T05:18:07.263505Z","end":"2026-04-03T05:18:07.449956Z","steps":["trace[1409893827] 'process raft request' (duration: 72.305912ms)","trace[1409893827] 'compare' (duration: 113.82254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:08.343505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.077482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:08.343598Z","caller":"traceutil/trace.go:171","msg":"trace[541767220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5959; }","duration":"136.234425ms","start":"2026-04-03T05:18:08.207339Z","end":"2026-04-03T05:18:08.343574Z","steps":["trace[541767220] 'range keys from in-memory index tree' (duration: 135.97205ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:09.69787Z","caller":"traceutil/trace.go:171","msg":"trace[433986606] linearizableReadLoop","detail":"{readStateIndex:6198; appliedIndex:6197; }","duration":"411.009478ms","start":"2026-04-03T05:18:09.286835Z","end":"2026-04-03T05:18:09.697845Z","steps":["trace[433986606] 'read index received' (duration: 410.811454ms)","trace[433986606] 'applied index is now lower than readState.Index' (duration: 196.774µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:09.697922Z","caller":"traceutil/trace.go:171","msg":"trace[2110073649] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"412.164873ms","start":"2026-04-03T05:18:09.285728Z","end":"2026-04-03T05:18:09.697893Z","steps":["trace[2110073649] 'process raft request' (duration: 411.909668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:09.698066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:09.285701Z","time spent":"412.289757ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:09.698199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.304535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-03T05:18:09.69831Z","caller":"traceutil/trace.go:171","msg":"trace[1469459441] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5962; }","duration":"411.461608ms","start":"2026-04-03T05:18:09.286824Z","end":"2026-04-03T05:18:09.698285Z","steps":["trace[1469459441] 'agreement among raft nodes before linearized reading' (duration: 411.141901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:09.698368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:09.286812Z","time spent":"411.5453ms","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-04-03T05:18:09.725071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.401954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:09.725124Z","caller":"traceutil/trace.go:171","msg":"trace[709278440] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5963; }","duration":"262.500495ms","start":"2026-04-03T05:18:09.462608Z","end":"2026-04-03T05:18:09.725108Z","steps":["trace[709278440] 'agreement among raft nodes before linearized reading' (duration: 262.408143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:09.725334Z","caller":"traceutil/trace.go:171","msg":"trace[843108723] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"269.228278ms","start":"2026-04-03T05:18:09.456079Z","end":"2026-04-03T05:18:09.725307Z","steps":["trace[843108723] 'process raft request' (duration: 268.796448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:09.725493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.930435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:09.725581Z","caller":"traceutil/trace.go:171","msg":"trace[1085714321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5963; }","duration":"197.029917ms","start":"2026-04-03T05:18:09.528531Z","end":"2026-04-03T05:18:09.725561Z","steps":["trace[1085714321] 'agreement among raft nodes before linearized reading' (duration: 196.903935ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:11.192978Z","caller":"traceutil/trace.go:171","msg":"trace[2022844405] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"180.508056ms","start":"2026-04-03T05:18:11.012442Z","end":"2026-04-03T05:18:11.19295Z","steps":["trace[2022844405] 'process raft request' (duration: 180.306421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:11.362286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.217454ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:11.362389Z","caller":"traceutil/trace.go:171","msg":"trace[1194804185] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5970; }","duration":"124.343937ms","start":"2026-04-03T05:18:11.238032Z","end":"2026-04-03T05:18:11.362376Z","steps":["trace[1194804185] 'range keys from in-memory index tree' (duration: 124.198984ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:11.362442Z","caller":"traceutil/trace.go:171","msg":"trace[2047473567] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"344.409395ms","start":"2026-04-03T05:18:11.018015Z","end":"2026-04-03T05:18:11.362424Z","steps":["trace[2047473567] 'process raft request' (duration: 294.520159ms)","trace[2047473567] 'compare' (duration: 49.769333ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:11.362534Z","caller":"traceutil/trace.go:171","msg":"trace[529455317] linearizableReadLoop","detail":"{readStateIndex:6209; appliedIndex:6207; }","duration":"155.139802ms","start":"2026-04-03T05:18:11.207365Z","end":"2026-04-03T05:18:11.362505Z","steps":["trace[529455317] 'read index received' (duration: 105.187415ms)","trace[529455317] 'applied index is now lower than readState.Index' (duration: 49.950257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:11.362632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.269964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:11.36266Z","caller":"traceutil/trace.go:171","msg":"trace[617643360] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:0; response_revision:5972; }","duration":"155.321666ms","start":"2026-04-03T05:18:11.20733Z","end":"2026-04-03T05:18:11.362652Z","steps":["trace[617643360] 'agreement among raft nodes before linearized reading' (duration: 155.264745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:11.362653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:11.018001Z","time spent":"344.502717ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:11.362644Z","caller":"traceutil/trace.go:171","msg":"trace[649508333] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"225.018999ms","start":"2026-04-03T05:18:11.137522Z","end":"2026-04-03T05:18:11.362541Z","steps":["trace[649508333] 'process raft request' (duration: 224.857806ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.121415Z","caller":"traceutil/trace.go:171","msg":"trace[922949523] linearizableReadLoop","detail":"{readStateIndex:6320; appliedIndex:6319; }","duration":"245.715207ms","start":"2026-04-03T05:18:13.875673Z","end":"2026-04-03T05:18:14.121389Z","steps":["trace[922949523] 'read index received' (duration: 245.552613ms)","trace[922949523] 'applied index is now lower than readState.Index' (duration: 161.474µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:14.121475Z","caller":"traceutil/trace.go:171","msg":"trace[625384890] transaction","detail":"{read_only:false; response_revision:6082; number_of_response:1; }","duration":"246.567376ms","start":"2026-04-03T05:18:13.874876Z","end":"2026-04-03T05:18:14.121443Z","steps":["trace[625384890] 'process raft request' (duration: 246.357512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:14.121744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.326353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:18:14.121756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.891712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:18:14.121781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.532378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:18:14.121804Z","caller":"traceutil/trace.go:171","msg":"trace[1483976345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6082; }","duration":"230.965623ms","start":"2026-04-03T05:18:13.890828Z","end":"2026-04-03T05:18:14.121794Z","steps":["trace[1483976345] 'agreement among raft nodes before linearized reading' (duration: 230.83835ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.121804Z","caller":"traceutil/trace.go:171","msg":"trace[1330485774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6082; }","duration":"228.455947ms","start":"2026-04-03T05:18:13.893335Z","end":"2026-04-03T05:18:14.121791Z","steps":["trace[1330485774] 'agreement among raft nodes before linearized reading' (duration: 228.246722ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.121832Z","caller":"traceutil/trace.go:171","msg":"trace[955606086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6082; }","duration":"228.61677ms","start":"2026-04-03T05:18:13.893201Z","end":"2026-04-03T05:18:14.121817Z","steps":["trace[955606086] 'agreement among raft nodes before linearized reading' (duration: 228.419166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:14.121895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.513431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:14.121991Z","caller":"traceutil/trace.go:171","msg":"trace[1272072171] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6082; }","duration":"171.685856ms","start":"2026-04-03T05:18:13.95028Z","end":"2026-04-03T05:18:14.121966Z","steps":["trace[1272072171] 'agreement among raft nodes before linearized reading' (duration: 171.492951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:14.122517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.32233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:18:14.122578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.602972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101742"} {"level":"info","ts":"2026-04-03T05:18:14.122601Z","caller":"traceutil/trace.go:171","msg":"trace[1429102901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6082; }","duration":"246.944236ms","start":"2026-04-03T05:18:13.875639Z","end":"2026-04-03T05:18:14.122583Z","steps":["trace[1429102901] 'agreement among raft nodes before linearized reading' (duration: 245.896541ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.122621Z","caller":"traceutil/trace.go:171","msg":"trace[1017429683] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6082; }","duration":"244.649983ms","start":"2026-04-03T05:18:13.877959Z","end":"2026-04-03T05:18:14.122609Z","steps":["trace[1017429683] 'agreement among raft nodes before linearized reading' (duration: 243.577988ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.55868Z","caller":"traceutil/trace.go:171","msg":"trace[2133393595] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"432.34086ms","start":"2026-04-03T05:18:14.126305Z","end":"2026-04-03T05:18:14.558646Z","steps":["trace[2133393595] 'process raft request' (duration: 428.479663ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.558762Z","caller":"traceutil/trace.go:171","msg":"trace[1188922841] linearizableReadLoop","detail":"{readStateIndex:6324; appliedIndex:6320; }","duration":"351.126676ms","start":"2026-04-03T05:18:14.207611Z","end":"2026-04-03T05:18:14.558737Z","steps":["trace[1188922841] 'read index received' (duration: 347.204187ms)","trace[1188922841] 'applied index is now lower than readState.Index' (duration: 3.921599ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:14.558799Z","caller":"traceutil/trace.go:171","msg":"trace[1943024651] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"431.01007ms","start":"2026-04-03T05:18:14.127744Z","end":"2026-04-03T05:18:14.558754Z","steps":["trace[1943024651] 'process raft request' (duration: 430.907918ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.558882Z","caller":"traceutil/trace.go:171","msg":"trace[1561786950] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"430.938827ms","start":"2026-04-03T05:18:14.12793Z","end":"2026-04-03T05:18:14.558869Z","steps":["trace[1561786950] 'process raft request' (duration: 430.769614ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.558906Z","caller":"traceutil/trace.go:171","msg":"trace[642223232] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"431.50113ms","start":"2026-04-03T05:18:14.127395Z","end":"2026-04-03T05:18:14.558896Z","steps":["trace[642223232] 'process raft request' (duration: 431.152922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:14.558969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:14.127372Z","time spent":"431.567842ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:14.55899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:14.127923Z","time spent":"430.991699ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:14.559016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:14.127737Z","time spent":"431.167073ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:14.558838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:14.126269Z","time spent":"432.491972ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:14.55919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.561856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:18:14.559235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.399173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:18:14.559282Z","caller":"traceutil/trace.go:171","msg":"trace[1552471197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6086; }","duration":"351.70441ms","start":"2026-04-03T05:18:14.207557Z","end":"2026-04-03T05:18:14.559262Z","steps":["trace[1552471197] 'agreement among raft nodes before linearized reading' (duration: 351.569986ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:14.559324Z","caller":"traceutil/trace.go:171","msg":"trace[1942280876] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6086; }","duration":"130.579448ms","start":"2026-04-03T05:18:14.428727Z","end":"2026-04-03T05:18:14.559306Z","steps":["trace[1942280876] 'agreement among raft nodes before linearized reading' (duration: 130.404393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:14.559333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:14.207535Z","time spent":"351.789442ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:18:20.401879Z","caller":"traceutil/trace.go:171","msg":"trace[1183351252] linearizableReadLoop","detail":"{readStateIndex:6358; appliedIndex:6357; }","duration":"125.962363ms","start":"2026-04-03T05:18:20.275892Z","end":"2026-04-03T05:18:20.401854Z","steps":["trace[1183351252] 'read index received' (duration: 125.733858ms)","trace[1183351252] 'applied index is now lower than readState.Index' (duration: 227.505µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:20.402045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.132637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:20.402078Z","caller":"traceutil/trace.go:171","msg":"trace[120129385] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6119; }","duration":"126.204389ms","start":"2026-04-03T05:18:20.275863Z","end":"2026-04-03T05:18:20.402067Z","steps":["trace[120129385] 'agreement among raft nodes before linearized reading' (duration: 126.098217ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:20.402295Z","caller":"traceutil/trace.go:171","msg":"trace[913901921] transaction","detail":"{read_only:false; response_revision:6119; number_of_response:1; }","duration":"134.329272ms","start":"2026-04-03T05:18:20.267945Z","end":"2026-04-03T05:18:20.402275Z","steps":["trace[913901921] 'process raft request' (duration: 133.76569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:22.772411Z","caller":"traceutil/trace.go:171","msg":"trace[156471608] transaction","detail":"{read_only:false; response_revision:6133; number_of_response:1; }","duration":"171.044601ms","start":"2026-04-03T05:18:22.601336Z","end":"2026-04-03T05:18:22.772381Z","steps":["trace[156471608] 'process raft request' (duration: 170.9604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:22.772426Z","caller":"traceutil/trace.go:171","msg":"trace[1561952920] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"171.167204ms","start":"2026-04-03T05:18:22.601229Z","end":"2026-04-03T05:18:22.772397Z","steps":["trace[1561952920] 'process raft request' (duration: 88.364105ms)","trace[1561952920] 'compare' (duration: 82.546303ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:22.772695Z","caller":"traceutil/trace.go:171","msg":"trace[1114686691] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"170.079249ms","start":"2026-04-03T05:18:22.602579Z","end":"2026-04-03T05:18:22.772658Z","steps":["trace[1114686691] 'process raft request' (duration: 169.762081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:23.859283Z","caller":"traceutil/trace.go:171","msg":"trace[1079853001] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"116.826056ms","start":"2026-04-03T05:18:23.742433Z","end":"2026-04-03T05:18:23.859259Z","steps":["trace[1079853001] 'process raft request' (duration: 116.666553ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:24.364372Z","caller":"traceutil/trace.go:171","msg":"trace[128137325] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6376; }","duration":"559.502781ms","start":"2026-04-03T05:18:23.804845Z","end":"2026-04-03T05:18:24.364348Z","steps":["trace[128137325] 'read index received' (duration: 54.300926ms)","trace[128137325] 'applied index is now lower than readState.Index' (duration: 505.200845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:24.364602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.494026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:24.364664Z","caller":"traceutil/trace.go:171","msg":"trace[531772659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6138; }","duration":"130.593368ms","start":"2026-04-03T05:18:24.234057Z","end":"2026-04-03T05:18:24.364651Z","steps":["trace[531772659] 'agreement among raft nodes before linearized reading' (duration: 130.496576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.364654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.797467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:18:24.364716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.095998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:24.364802Z","caller":"traceutil/trace.go:171","msg":"trace[1619863360] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6138; }","duration":"270.245211ms","start":"2026-04-03T05:18:24.094538Z","end":"2026-04-03T05:18:24.364783Z","steps":["trace[1619863360] 'agreement among raft nodes before linearized reading' (duration: 270.068887ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:24.364777Z","caller":"traceutil/trace.go:171","msg":"trace[2144288491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6138; }","duration":"559.959041ms","start":"2026-04-03T05:18:23.804797Z","end":"2026-04-03T05:18:24.364756Z","steps":["trace[2144288491] 'agreement among raft nodes before linearized reading' (duration: 559.641274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.364884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.89982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-03T05:18:24.364941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:23.804776Z","time spent":"560.089173ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:18:24.365096Z","caller":"traceutil/trace.go:171","msg":"trace[1272857888] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:6138; }","duration":"405.238108ms","start":"2026-04-03T05:18:23.959841Z","end":"2026-04-03T05:18:24.365079Z","steps":["trace[1272857888] 'agreement among raft nodes before linearized reading' (duration: 404.652375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.365148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:23.959817Z","time spent":"405.31846ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T05:18:24.365393Z","caller":"traceutil/trace.go:171","msg":"trace[2038245934] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"588.707009ms","start":"2026-04-03T05:18:23.77574Z","end":"2026-04-03T05:18:24.364447Z","steps":["trace[2038245934] 'process raft request' (duration: 588.463683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:24.365552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:23.775725Z","time spent":"589.755194ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:24.518396Z","caller":"traceutil/trace.go:171","msg":"trace[1191930112] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"148.446511ms","start":"2026-04-03T05:18:24.369928Z","end":"2026-04-03T05:18:24.518375Z","steps":["trace[1191930112] 'process raft request' (duration: 148.349389ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:24.518453Z","caller":"traceutil/trace.go:171","msg":"trace[1214402507] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"148.632625ms","start":"2026-04-03T05:18:24.369763Z","end":"2026-04-03T05:18:24.518395Z","steps":["trace[1214402507] 'process raft request' (duration: 120.017748ms)","trace[1214402507] 'compare' (duration: 28.237738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:25.120381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.692867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:25.120486Z","caller":"traceutil/trace.go:171","msg":"trace[1721132093] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"490.238756ms","start":"2026-04-03T05:18:24.630231Z","end":"2026-04-03T05:18:25.120469Z","steps":["trace[1721132093] 'read index received' (duration: 294.388525ms)","trace[1721132093] 'applied index is now lower than readState.Index' (duration: 195.848831ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:25.120566Z","caller":"traceutil/trace.go:171","msg":"trace[2139534380] transaction","detail":"{read_only:false; response_revision:6142; number_of_response:1; }","duration":"529.810041ms","start":"2026-04-03T05:18:24.590745Z","end":"2026-04-03T05:18:25.120555Z","steps":["trace[2139534380] 'process raft request' (duration: 333.845707ms)","trace[2139534380] 'compare' (duration: 195.174335ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:25.120631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.590713Z","time spent":"529.876872ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.120768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.505772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:18:25.120885Z","caller":"traceutil/trace.go:171","msg":"trace[1703750021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6142; }","duration":"490.671776ms","start":"2026-04-03T05:18:24.630181Z","end":"2026-04-03T05:18:25.120853Z","steps":["trace[1703750021] 'agreement among raft nodes before linearized reading' (duration: 490.442561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.120936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.63016Z","time spent":"490.766228ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:18:25.436771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.593661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:18:25.436934Z","caller":"traceutil/trace.go:171","msg":"trace[757289585] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"503.453494ms","start":"2026-04-03T05:18:24.933451Z","end":"2026-04-03T05:18:25.436904Z","steps":["trace[757289585] 'process raft request' (duration: 336.605018ms)","trace[757289585] 'compare' (duration: 166.366516ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:25.437051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.933428Z","time spent":"503.566767ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:25.437273Z","caller":"traceutil/trace.go:171","msg":"trace[803925473] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"308.657968ms","start":"2026-04-03T05:18:25.1286Z","end":"2026-04-03T05:18:25.437258Z","steps":["trace[803925473] 'process raft request' (duration: 308.544446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.437365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.128587Z","time spent":"308.73015ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:25.437383Z","caller":"traceutil/trace.go:171","msg":"trace[120816742] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"309.304722ms","start":"2026-04-03T05:18:25.128049Z","end":"2026-04-03T05:18:25.437354Z","steps":["trace[120816742] 'process raft request' (duration: 308.952675ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.437394Z","caller":"traceutil/trace.go:171","msg":"trace[559984243] transaction","detail":"{read_only:false; response_revision:6146; number_of_response:1; }","duration":"309.086878ms","start":"2026-04-03T05:18:25.128273Z","end":"2026-04-03T05:18:25.43736Z","steps":["trace[559984243] 'process raft request' (duration: 308.814612ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.437461Z","caller":"traceutil/trace.go:171","msg":"trace[207594368] linearizableReadLoop","detail":"{readStateIndex:6383; appliedIndex:6382; }","duration":"316.929424ms","start":"2026-04-03T05:18:25.120514Z","end":"2026-04-03T05:18:25.437443Z","steps":["trace[207594368] 'read index received' (duration: 149.569826ms)","trace[207594368] 'applied index is now lower than readState.Index' (duration: 167.357318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:25.437535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.128027Z","time spent":"309.424136ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.437546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.128252Z","time spent":"309.216151ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.437616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.106162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:18:25.437647Z","caller":"traceutil/trace.go:171","msg":"trace[573041286] transaction","detail":"{read_only:false; response_revision:6149; number_of_response:1; }","duration":"308.76778ms","start":"2026-04-03T05:18:25.12886Z","end":"2026-04-03T05:18:25.437628Z","steps":["trace[573041286] 'process raft request' (duration: 308.582635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.437673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.969811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:18:25.437683Z","caller":"traceutil/trace.go:171","msg":"trace[1030258333] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"309.059447ms","start":"2026-04-03T05:18:25.128607Z","end":"2026-04-03T05:18:25.437667Z","steps":["trace[1030258333] 'process raft request' (duration: 308.587937ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.43769Z","caller":"traceutil/trace.go:171","msg":"trace[1475013143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6148; }","duration":"660.223765ms","start":"2026-04-03T05:18:24.77745Z","end":"2026-04-03T05:18:25.437673Z","steps":["trace[1475013143] 'agreement among raft nodes before linearized reading' (duration: 660.053741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.437724Z","caller":"traceutil/trace.go:171","msg":"trace[824728550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6148; }","duration":"661.032362ms","start":"2026-04-03T05:18:24.776677Z","end":"2026-04-03T05:18:25.43771Z","steps":["trace[824728550] 'agreement among raft nodes before linearized reading' (duration: 660.855948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.437736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.777431Z","time spent":"660.297376ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:18:25.437747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.128852Z","time spent":"308.844452ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.437751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.133755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:18:25.437767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.776661Z","time spent":"661.094603ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:18:25.437772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.128598Z","time spent":"309.127369ms","remote":"127.0.0.1:54990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:25.437807Z","caller":"traceutil/trace.go:171","msg":"trace[1682558041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6149; }","duration":"661.223866ms","start":"2026-04-03T05:18:24.776568Z","end":"2026-04-03T05:18:25.437792Z","steps":["trace[1682558041] 'agreement among raft nodes before linearized reading' (duration: 661.019622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.437843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.776552Z","time spent":"661.282778ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:18:25.437885Z","caller":"traceutil/trace.go:171","msg":"trace[1293595785] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"310.07148ms","start":"2026-04-03T05:18:25.127313Z","end":"2026-04-03T05:18:25.437384Z","steps":["trace[1293595785] 'process raft request' (duration: 309.592678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.437977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.533472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-04-03T05:18:25.438005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.127281Z","time spent":"310.670363ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:18:25.438031Z","caller":"traceutil/trace.go:171","msg":"trace[676439902] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:6149; }","duration":"777.611044ms","start":"2026-04-03T05:18:24.660403Z","end":"2026-04-03T05:18:25.438014Z","steps":["trace[676439902] 'agreement among raft nodes before linearized reading' (duration: 777.234076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:25.438049Z","caller":"traceutil/trace.go:171","msg":"trace[2098526483] transaction","detail":"{read_only:false; response_revision:6151; number_of_response:1; }","duration":"306.630453ms","start":"2026-04-03T05:18:25.131402Z","end":"2026-04-03T05:18:25.438033Z","steps":["trace[2098526483] 'process raft request' (duration: 306.52666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.438065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.660388Z","time spent":"777.669755ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-03T05:18:25.438117Z","caller":"traceutil/trace.go:171","msg":"trace[1143055296] transaction","detail":"{read_only:false; response_revision:6150; number_of_response:1; }","duration":"309.027316ms","start":"2026-04-03T05:18:25.129072Z","end":"2026-04-03T05:18:25.438099Z","steps":["trace[1143055296] 'process raft request' (duration: 308.507304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.43817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.131393Z","time spent":"306.701174ms","remote":"127.0.0.1:55170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.438245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.129066Z","time spent":"309.131628ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1484,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:18:25.438366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.277033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:25.438413Z","caller":"traceutil/trace.go:171","msg":"trace[1485848632] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6149; }","duration":"605.790045ms","start":"2026-04-03T05:18:24.832606Z","end":"2026-04-03T05:18:25.438396Z","steps":["trace[1485848632] 'agreement among raft nodes before linearized reading' (duration: 605.067369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.438461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:24.83259Z","time spent":"605.857596ms","remote":"127.0.0.1:45760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:18:25.464137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.297599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:25.464224Z","caller":"traceutil/trace.go:171","msg":"trace[1659457188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6152; }","duration":"257.523164ms","start":"2026-04-03T05:18:25.206683Z","end":"2026-04-03T05:18:25.464206Z","steps":["trace[1659457188] 'agreement among raft nodes before linearized reading' (duration: 257.35874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.942426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.185782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:25.942523Z","caller":"traceutil/trace.go:171","msg":"trace[228961005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6155; }","duration":"341.323985ms","start":"2026-04-03T05:18:25.601171Z","end":"2026-04-03T05:18:25.942495Z","steps":["trace[228961005] 'range keys from in-memory index tree' (duration: 341.062569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:25.942569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:25.601152Z","time spent":"341.408207ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-03T05:18:25.977407Z","caller":"traceutil/trace.go:171","msg":"trace[512849981] transaction","detail":"{read_only:false; response_revision:6156; number_of_response:1; }","duration":"113.471861ms","start":"2026-04-03T05:18:25.863904Z","end":"2026-04-03T05:18:25.977375Z","steps":["trace[512849981] 'process raft request' (duration: 113.266426ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:30.554822Z","caller":"traceutil/trace.go:171","msg":"trace[925608031] transaction","detail":"{read_only:false; response_revision:6182; number_of_response:1; }","duration":"143.830516ms","start":"2026-04-03T05:18:30.410966Z","end":"2026-04-03T05:18:30.554797Z","steps":["trace[925608031] 'process raft request' (duration: 143.651412ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:30.574768Z","caller":"traceutil/trace.go:171","msg":"trace[733686666] transaction","detail":"{read_only:false; response_revision:6183; number_of_response:1; }","duration":"116.757166ms","start":"2026-04-03T05:18:30.457983Z","end":"2026-04-03T05:18:30.57474Z","steps":["trace[733686666] 'process raft request' (duration: 116.581931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.64966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.660102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:34.649749Z","caller":"traceutil/trace.go:171","msg":"trace[1984627405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6219; }","duration":"443.793585ms","start":"2026-04-03T05:18:34.205937Z","end":"2026-04-03T05:18:34.64973Z","steps":["trace[1984627405] 'range keys from in-memory index tree' (duration: 443.590831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.649791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:18:34.205916Z","time spent":"443.863807ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:18:34.831155Z","caller":"traceutil/trace.go:171","msg":"trace[1992091798] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"158.137689ms","start":"2026-04-03T05:18:34.672996Z","end":"2026-04-03T05:18:34.831133Z","steps":["trace[1992091798] 'process raft request' (duration: 156.263867ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:34.837787Z","caller":"traceutil/trace.go:171","msg":"trace[1036395140] linearizableReadLoop","detail":"{readStateIndex:6464; appliedIndex:6462; }","duration":"164.362388ms","start":"2026-04-03T05:18:34.673402Z","end":"2026-04-03T05:18:34.837764Z","steps":["trace[1036395140] 'read index received' (duration: 155.907268ms)","trace[1036395140] 'applied index is now lower than readState.Index' (duration: 8.45391ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:34.838046Z","caller":"traceutil/trace.go:171","msg":"trace[1602947171] transaction","detail":"{read_only:false; response_revision:6222; number_of_response:1; }","duration":"164.789107ms","start":"2026-04-03T05:18:34.673129Z","end":"2026-04-03T05:18:34.837918Z","steps":["trace[1602947171] 'process raft request' (duration: 164.510401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:34.838092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.652724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109088"} {"level":"info","ts":"2026-04-03T05:18:34.838127Z","caller":"traceutil/trace.go:171","msg":"trace[964654389] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6222; }","duration":"164.742096ms","start":"2026-04-03T05:18:34.673376Z","end":"2026-04-03T05:18:34.838118Z","steps":["trace[964654389] 'agreement among raft nodes before linearized reading' (duration: 164.48022ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.118639Z","caller":"traceutil/trace.go:171","msg":"trace[65535252] transaction","detail":"{read_only:false; response_revision:6259; number_of_response:1; }","duration":"189.295709ms","start":"2026-04-03T05:18:40.929312Z","end":"2026-04-03T05:18:41.118608Z","steps":["trace[65535252] 'process raft request' (duration: 144.960712ms)","trace[65535252] 'compare' (duration: 43.986399ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:18:41.391095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.809242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:18:41.391091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.059245ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:18:41.391167Z","caller":"traceutil/trace.go:171","msg":"trace[312132883] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6259; }","duration":"133.917583ms","start":"2026-04-03T05:18:41.257234Z","end":"2026-04-03T05:18:41.391152Z","steps":["trace[312132883] 'range keys from in-memory index tree' (duration: 133.75046ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.391174Z","caller":"traceutil/trace.go:171","msg":"trace[167343019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6259; }","duration":"153.153347ms","start":"2026-04-03T05:18:41.238008Z","end":"2026-04-03T05:18:41.391162Z","steps":["trace[167343019] 'range keys from in-memory index tree' (duration: 153.041994ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.774618Z","caller":"traceutil/trace.go:171","msg":"trace[2097309247] linearizableReadLoop","detail":"{readStateIndex:6504; appliedIndex:6503; }","duration":"169.206858ms","start":"2026-04-03T05:18:41.605388Z","end":"2026-04-03T05:18:41.774595Z","steps":["trace[2097309247] 'read index received' (duration: 169.096875ms)","trace[2097309247] 'applied index is now lower than readState.Index' (duration: 108.773µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:41.774659Z","caller":"traceutil/trace.go:171","msg":"trace[151050746] transaction","detail":"{read_only:false; response_revision:6261; number_of_response:1; }","duration":"288.979363ms","start":"2026-04-03T05:18:41.485647Z","end":"2026-04-03T05:18:41.774626Z","steps":["trace[151050746] 'process raft request' (duration: 288.808348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:41.774857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.449454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:18:41.774922Z","caller":"traceutil/trace.go:171","msg":"trace[1730574539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6261; }","duration":"169.570996ms","start":"2026-04-03T05:18:41.605336Z","end":"2026-04-03T05:18:41.774907Z","steps":["trace[1730574539] 'agreement among raft nodes before linearized reading' (duration: 169.354272ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.794411Z","caller":"traceutil/trace.go:171","msg":"trace[1079690262] transaction","detail":"{read_only:false; response_revision:6262; number_of_response:1; }","duration":"186.030166ms","start":"2026-04-03T05:18:41.608344Z","end":"2026-04-03T05:18:41.794375Z","steps":["trace[1079690262] 'process raft request' (duration: 185.866603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:41.794465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.920642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:18:41.794524Z","caller":"traceutil/trace.go:171","msg":"trace[1224915837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6262; }","duration":"121.030974ms","start":"2026-04-03T05:18:41.673479Z","end":"2026-04-03T05:18:41.79451Z","steps":["trace[1224915837] 'agreement among raft nodes before linearized reading' (duration: 120.860951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:41.794558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.797106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:18:41.794618Z","caller":"traceutil/trace.go:171","msg":"trace[1679752867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6262; }","duration":"115.902769ms","start":"2026-04-03T05:18:41.6787Z","end":"2026-04-03T05:18:41.794603Z","steps":["trace[1679752867] 'agreement among raft nodes before linearized reading' (duration: 115.686874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:41.794665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.985142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:18:41.794954Z","caller":"traceutil/trace.go:171","msg":"trace[2020036098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6262; }","duration":"117.196797ms","start":"2026-04-03T05:18:41.677628Z","end":"2026-04-03T05:18:41.794825Z","steps":["trace[2020036098] 'agreement among raft nodes before linearized reading' (duration: 116.84565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.95418Z","caller":"traceutil/trace.go:171","msg":"trace[1982469138] transaction","detail":"{read_only:false; response_revision:6265; number_of_response:1; }","duration":"154.959648ms","start":"2026-04-03T05:18:41.79917Z","end":"2026-04-03T05:18:41.95413Z","steps":["trace[1982469138] 'process raft request' (duration: 154.878406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.954198Z","caller":"traceutil/trace.go:171","msg":"trace[751386391] transaction","detail":"{read_only:false; response_revision:6263; number_of_response:1; }","duration":"175.396997ms","start":"2026-04-03T05:18:41.778763Z","end":"2026-04-03T05:18:41.95416Z","steps":["trace[751386391] 'process raft request' (duration: 126.980716ms)","trace[751386391] 'compare' (duration: 48.140224ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:18:41.954256Z","caller":"traceutil/trace.go:171","msg":"trace[1945496793] transaction","detail":"{read_only:false; response_revision:6266; number_of_response:1; }","duration":"155.024769ms","start":"2026-04-03T05:18:41.799203Z","end":"2026-04-03T05:18:41.954228Z","steps":["trace[1945496793] 'process raft request' (duration: 154.877636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:41.954674Z","caller":"traceutil/trace.go:171","msg":"trace[1444881334] transaction","detail":"{read_only:false; response_revision:6264; number_of_response:1; }","duration":"155.264794ms","start":"2026-04-03T05:18:41.799104Z","end":"2026-04-03T05:18:41.954369Z","steps":["trace[1444881334] 'process raft request' (duration: 154.901466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:18:51.756586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.124103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-03T05:18:51.756693Z","caller":"traceutil/trace.go:171","msg":"trace[1184580101] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6342; }","duration":"172.320238ms","start":"2026-04-03T05:18:51.584349Z","end":"2026-04-03T05:18:51.756669Z","steps":["trace[1184580101] 'range keys from in-memory index tree' (duration: 171.936549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:53.040859Z","caller":"traceutil/trace.go:171","msg":"trace[905088612] transaction","detail":"{read_only:false; response_revision:6360; number_of_response:1; }","duration":"116.365588ms","start":"2026-04-03T05:18:52.924454Z","end":"2026-04-03T05:18:53.040819Z","steps":["trace[905088612] 'process raft request' (duration: 110.410323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:53.040959Z","caller":"traceutil/trace.go:171","msg":"trace[581510183] transaction","detail":"{read_only:false; response_revision:6362; number_of_response:1; }","duration":"112.214825ms","start":"2026-04-03T05:18:52.928716Z","end":"2026-04-03T05:18:53.040931Z","steps":["trace[581510183] 'process raft request' (duration: 112.083092ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:18:53.041119Z","caller":"traceutil/trace.go:171","msg":"trace[2025517680] transaction","detail":"{read_only:false; response_revision:6361; number_of_response:1; }","duration":"116.223794ms","start":"2026-04-03T05:18:52.924858Z","end":"2026-04-03T05:18:53.041081Z","steps":["trace[2025517680] 'process raft request' (duration: 115.866086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:17.407018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.911836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:19:17.407156Z","caller":"traceutil/trace.go:171","msg":"trace[469325529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6516; }","duration":"107.037428ms","start":"2026-04-03T05:19:17.300061Z","end":"2026-04-03T05:19:17.407098Z","steps":["trace[469325529] 'range keys from in-memory index tree' (duration: 106.65646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.929196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.537221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-rabbit-init-dr6b8\" ","response":"range_response_count:1 size:6449"} {"level":"warn","ts":"2026-04-03T05:19:18.929313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.949254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:19:18.929366Z","caller":"traceutil/trace.go:171","msg":"trace[1557552088] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:6530; }","duration":"182.045937ms","start":"2026-04-03T05:19:18.747305Z","end":"2026-04-03T05:19:18.929351Z","steps":["trace[1557552088] 'count revisions from in-memory index tree' (duration: 181.876162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.929514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.75948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:19:18.929603Z","caller":"traceutil/trace.go:171","msg":"trace[921430383] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:6530; }","duration":"101.893994ms","start":"2026-04-03T05:19:18.827685Z","end":"2026-04-03T05:19:18.929579Z","steps":["trace[921430383] 'count revisions from in-memory index tree' (duration: 101.652238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:19:18.929789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.694456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8414"} {"level":"info","ts":"2026-04-03T05:19:18.929888Z","caller":"traceutil/trace.go:171","msg":"trace[918097792] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:6530; }","duration":"164.824169ms","start":"2026-04-03T05:19:18.765043Z","end":"2026-04-03T05:19:18.929867Z","steps":["trace[918097792] 'range keys from in-memory index tree' (duration: 164.290348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:18.929939Z","caller":"traceutil/trace.go:171","msg":"trace[2033237129] range","detail":"{range_begin:/registry/pods/openstack/keystone-rabbit-init-dr6b8; range_end:; response_count:1; response_revision:6530; }","duration":"211.665134ms","start":"2026-04-03T05:19:18.7176Z","end":"2026-04-03T05:19:18.929265Z","steps":["trace[2033237129] 'range keys from in-memory index tree' (duration: 211.356435ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:19:28.41906Z","caller":"traceutil/trace.go:171","msg":"trace[2067070833] transaction","detail":"{read_only:false; response_revision:6610; number_of_response:1; }","duration":"131.248183ms","start":"2026-04-03T05:19:28.287788Z","end":"2026-04-03T05:19:28.419036Z","steps":["trace[2067070833] 'process raft request' (duration: 131.08493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:45.884711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.796147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:21:45.884884Z","caller":"traceutil/trace.go:171","msg":"trace[59513529] transaction","detail":"{read_only:false; response_revision:7486; number_of_response:1; }","duration":"434.017049ms","start":"2026-04-03T05:21:45.45084Z","end":"2026-04-03T05:21:45.884857Z","steps":["trace[59513529] 'process raft request' (duration: 293.957576ms)","trace[59513529] 'compare' (duration: 139.606053ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:45.885001Z","caller":"traceutil/trace.go:171","msg":"trace[878826417] transaction","detail":"{read_only:false; response_revision:7487; number_of_response:1; }","duration":"171.534408ms","start":"2026-04-03T05:21:45.713445Z","end":"2026-04-03T05:21:45.88498Z","steps":["trace[878826417] 'process raft request' (duration: 171.442986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:45.884996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:21:45.450814Z","time spent":"434.134741ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:21:45.885052Z","caller":"traceutil/trace.go:171","msg":"trace[1707759984] linearizableReadLoop","detail":"{readStateIndex:7772; appliedIndex:7770; }","duration":"433.813404ms","start":"2026-04-03T05:21:45.451186Z","end":"2026-04-03T05:21:45.884999Z","steps":["trace[1707759984] 'read index received' (duration: 11.520198ms)","trace[1707759984] 'applied index is now lower than readState.Index' (duration: 422.288216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:45.885311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.98629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:21:45.885365Z","caller":"traceutil/trace.go:171","msg":"trace[2032203463] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7487; }","duration":"312.079991ms","start":"2026-04-03T05:21:45.573269Z","end":"2026-04-03T05:21:45.885349Z","steps":["trace[2032203463] 'agreement among raft nodes before linearized reading' (duration: 311.99952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:45.885377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.186402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19520"} {"level":"warn","ts":"2026-04-03T05:21:45.885524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:21:45.573248Z","time spent":"312.148084ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:21:45.885572Z","caller":"traceutil/trace.go:171","msg":"trace[467878600] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7487; }","duration":"434.422827ms","start":"2026-04-03T05:21:45.45113Z","end":"2026-04-03T05:21:45.885553Z","steps":["trace[467878600] 'agreement among raft nodes before linearized reading' (duration: 433.979477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:45.885654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:21:45.451112Z","time spent":"434.5295ms","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19544,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T05:21:46.718468Z","caller":"traceutil/trace.go:171","msg":"trace[1089687983] transaction","detail":"{read_only:false; response_revision:7502; number_of_response:1; }","duration":"117.579029ms","start":"2026-04-03T05:21:46.600848Z","end":"2026-04-03T05:21:46.718427Z","steps":["trace[1089687983] 'process raft request' (duration: 109.581079ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.718461Z","caller":"traceutil/trace.go:171","msg":"trace[1928861223] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"117.579379ms","start":"2026-04-03T05:21:46.600849Z","end":"2026-04-03T05:21:46.718428Z","steps":["trace[1928861223] 'process raft request' (duration: 117.452355ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.75513Z","caller":"traceutil/trace.go:171","msg":"trace[596471952] transaction","detail":"{read_only:false; response_revision:7507; number_of_response:1; }","duration":"154.067198ms","start":"2026-04-03T05:21:46.60104Z","end":"2026-04-03T05:21:46.755107Z","steps":["trace[596471952] 'process raft request' (duration: 154.003226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.75515Z","caller":"traceutil/trace.go:171","msg":"trace[1953675242] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"154.189409ms","start":"2026-04-03T05:21:46.600916Z","end":"2026-04-03T05:21:46.755105Z","steps":["trace[1953675242] 'process raft request' (duration: 153.926484ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.75517Z","caller":"traceutil/trace.go:171","msg":"trace[271785618] transaction","detail":"{read_only:false; response_revision:7506; number_of_response:1; }","duration":"154.115658ms","start":"2026-04-03T05:21:46.601018Z","end":"2026-04-03T05:21:46.755134Z","steps":["trace[271785618] 'process raft request' (duration: 153.989185ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.75521Z","caller":"traceutil/trace.go:171","msg":"trace[881660844] transaction","detail":"{read_only:false; response_revision:7505; number_of_response:1; }","duration":"154.227461ms","start":"2026-04-03T05:21:46.600941Z","end":"2026-04-03T05:21:46.755169Z","steps":["trace[881660844] 'process raft request' (duration: 154.013316ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.755332Z","caller":"traceutil/trace.go:171","msg":"trace[1129082412] transaction","detail":"{read_only:false; response_revision:7508; number_of_response:1; }","duration":"154.223171ms","start":"2026-04-03T05:21:46.601085Z","end":"2026-04-03T05:21:46.755308Z","steps":["trace[1129082412] 'process raft request' (duration: 153.993776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.755374Z","caller":"traceutil/trace.go:171","msg":"trace[459991610] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"154.276391ms","start":"2026-04-03T05:21:46.60109Z","end":"2026-04-03T05:21:46.755366Z","steps":["trace[459991610] 'process raft request' (duration: 154.183739ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.755578Z","caller":"traceutil/trace.go:171","msg":"trace[1924443400] transaction","detail":"{read_only:false; response_revision:7510; number_of_response:1; }","duration":"154.434825ms","start":"2026-04-03T05:21:46.6011Z","end":"2026-04-03T05:21:46.755535Z","steps":["trace[1924443400] 'process raft request' (duration: 154.2034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:46.896309Z","caller":"traceutil/trace.go:171","msg":"trace[1975362888] linearizableReadLoop","detail":"{readStateIndex:7798; appliedIndex:7797; }","duration":"127.626144ms","start":"2026-04-03T05:21:46.768657Z","end":"2026-04-03T05:21:46.896283Z","steps":["trace[1975362888] 'read index received' (duration: 106.677664ms)","trace[1975362888] 'applied index is now lower than readState.Index' (duration: 20.9475ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:46.896417Z","caller":"traceutil/trace.go:171","msg":"trace[1440361818] transaction","detail":"{read_only:false; response_revision:7511; number_of_response:1; }","duration":"132.661086ms","start":"2026-04-03T05:21:46.76372Z","end":"2026-04-03T05:21:46.896382Z","steps":["trace[1440361818] 'process raft request' (duration: 111.670706ms)","trace[1440361818] 'compare' (duration: 20.738484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:46.896505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.836369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T05:21:46.896673Z","caller":"traceutil/trace.go:171","msg":"trace[568403202] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7511; }","duration":"128.052233ms","start":"2026-04-03T05:21:46.768607Z","end":"2026-04-03T05:21:46.896659Z","steps":["trace[568403202] 'agreement among raft nodes before linearized reading' (duration: 127.762107ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.050857Z","caller":"traceutil/trace.go:171","msg":"trace[89988632] transaction","detail":"{read_only:false; response_revision:7514; number_of_response:1; }","duration":"144.328297ms","start":"2026-04-03T05:21:46.9065Z","end":"2026-04-03T05:21:47.050828Z","steps":["trace[89988632] 'process raft request' (duration: 144.251776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.050934Z","caller":"traceutil/trace.go:171","msg":"trace[442681215] transaction","detail":"{read_only:false; response_revision:7516; number_of_response:1; }","duration":"144.319127ms","start":"2026-04-03T05:21:46.906607Z","end":"2026-04-03T05:21:47.050926Z","steps":["trace[442681215] 'process raft request' (duration: 144.201755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.050866Z","caller":"traceutil/trace.go:171","msg":"trace[329142172] transaction","detail":"{read_only:false; response_revision:7513; number_of_response:1; }","duration":"144.45371ms","start":"2026-04-03T05:21:46.906368Z","end":"2026-04-03T05:21:47.050822Z","steps":["trace[329142172] 'process raft request' (duration: 141.470143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.051118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.320543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T05:21:47.051169Z","caller":"traceutil/trace.go:171","msg":"trace[1090509518] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7518; }","duration":"142.412575ms","start":"2026-04-03T05:21:46.908744Z","end":"2026-04-03T05:21:47.051156Z","steps":["trace[1090509518] 'agreement among raft nodes before linearized reading' (duration: 142.220121ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.051185Z","caller":"traceutil/trace.go:171","msg":"trace[1221715845] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"144.501042ms","start":"2026-04-03T05:21:46.906663Z","end":"2026-04-03T05:21:47.051164Z","steps":["trace[1221715845] 'process raft request' (duration: 144.196445ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.051195Z","caller":"traceutil/trace.go:171","msg":"trace[840265639] transaction","detail":"{read_only:false; response_revision:7515; number_of_response:1; }","duration":"144.620354ms","start":"2026-04-03T05:21:46.906527Z","end":"2026-04-03T05:21:47.051148Z","steps":["trace[840265639] 'process raft request' (duration: 144.262056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.050923Z","caller":"traceutil/trace.go:171","msg":"trace[812777499] linearizableReadLoop","detail":"{readStateIndex:7805; appliedIndex:7799; }","duration":"142.125009ms","start":"2026-04-03T05:21:46.908779Z","end":"2026-04-03T05:21:47.050904Z","steps":["trace[812777499] 'read index received' (duration: 63.840032ms)","trace[812777499] 'applied index is now lower than readState.Index' (duration: 78.284217ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:47.051345Z","caller":"traceutil/trace.go:171","msg":"trace[926333507] transaction","detail":"{read_only:false; response_revision:7518; number_of_response:1; }","duration":"144.540052ms","start":"2026-04-03T05:21:46.906796Z","end":"2026-04-03T05:21:47.051336Z","steps":["trace[926333507] 'process raft request' (duration: 144.084702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.200417Z","caller":"traceutil/trace.go:171","msg":"trace[1206332090] linearizableReadLoop","detail":"{readStateIndex:7813; appliedIndex:7812; }","duration":"114.877538ms","start":"2026-04-03T05:21:47.085513Z","end":"2026-04-03T05:21:47.200391Z","steps":["trace[1206332090] 'read index received' (duration: 95.638936ms)","trace[1206332090] 'applied index is now lower than readState.Index' (duration: 19.237492ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:47.200474Z","caller":"traceutil/trace.go:171","msg":"trace[501050303] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"120.481654ms","start":"2026-04-03T05:21:47.079953Z","end":"2026-04-03T05:21:47.200435Z","steps":["trace[501050303] 'process raft request' (duration: 101.250402ms)","trace[501050303] 'compare' (duration: 18.999597ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:47.200748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.201825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T05:21:47.200827Z","caller":"traceutil/trace.go:171","msg":"trace[1151564920] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:7526; }","duration":"115.308367ms","start":"2026-04-03T05:21:47.085497Z","end":"2026-04-03T05:21:47.200805Z","steps":["trace[1151564920] 'agreement among raft nodes before linearized reading' (duration: 115.022561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.209707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.87988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T05:21:47.209808Z","caller":"traceutil/trace.go:171","msg":"trace[693133500] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:7528; }","duration":"124.007112ms","start":"2026-04-03T05:21:47.085772Z","end":"2026-04-03T05:21:47.20978Z","steps":["trace[693133500] 'agreement among raft nodes before linearized reading' (duration: 123.769367ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.440118Z","caller":"traceutil/trace.go:171","msg":"trace[1492833710] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"156.011561ms","start":"2026-04-03T05:21:47.284096Z","end":"2026-04-03T05:21:47.440108Z","steps":["trace[1492833710] 'process raft request' (duration: 151.450899ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.440116Z","caller":"traceutil/trace.go:171","msg":"trace[525738620] linearizableReadLoop","detail":"{readStateIndex:7820; appliedIndex:7819; }","duration":"155.208422ms","start":"2026-04-03T05:21:47.284883Z","end":"2026-04-03T05:21:47.440092Z","steps":["trace[525738620] 'read index received' (duration: 150.64074ms)","trace[525738620] 'applied index is now lower than readState.Index' (duration: 4.566522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:47.440384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.449918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-04-03T05:21:47.440436Z","caller":"traceutil/trace.go:171","msg":"trace[1916947813] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7533; }","duration":"155.56408ms","start":"2026-04-03T05:21:47.28486Z","end":"2026-04-03T05:21:47.440424Z","steps":["trace[1916947813] 'agreement among raft nodes before linearized reading' (duration: 155.297274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.440464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.107777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:21:47.440515Z","caller":"traceutil/trace.go:171","msg":"trace[1392224376] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-init; range_end:; response_count:0; response_revision:7533; }","duration":"154.20054ms","start":"2026-04-03T05:21:47.286303Z","end":"2026-04-03T05:21:47.440503Z","steps":["trace[1392224376] 'agreement among raft nodes before linearized reading' (duration: 154.108027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.440533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.428763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-04-03T05:21:47.440588Z","caller":"traceutil/trace.go:171","msg":"trace[585951599] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:7533; }","duration":"145.505925ms","start":"2026-04-03T05:21:47.295065Z","end":"2026-04-03T05:21:47.440571Z","steps":["trace[585951599] 'agreement among raft nodes before linearized reading' (duration: 145.343481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.440757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.718041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T05:21:47.440848Z","caller":"traceutil/trace.go:171","msg":"trace[712788520] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:7533; }","duration":"154.883875ms","start":"2026-04-03T05:21:47.285946Z","end":"2026-04-03T05:21:47.44083Z","steps":["trace[712788520] 'agreement among raft nodes before linearized reading' (duration: 154.479116ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.583135Z","caller":"traceutil/trace.go:171","msg":"trace[180850167] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"137.773741ms","start":"2026-04-03T05:21:47.445333Z","end":"2026-04-03T05:21:47.583107Z","steps":["trace[180850167] 'process raft request' (duration: 129.912395ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.5833Z","caller":"traceutil/trace.go:171","msg":"trace[1234909619] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"113.496836ms","start":"2026-04-03T05:21:47.469775Z","end":"2026-04-03T05:21:47.583272Z","steps":["trace[1234909619] 'process raft request' (duration: 113.348783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.583481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.927972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:21:47.583489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.40188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:21:47.583522Z","caller":"traceutil/trace.go:171","msg":"trace[1008069625] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:7537; }","duration":"137.002834ms","start":"2026-04-03T05:21:47.446509Z","end":"2026-04-03T05:21:47.583512Z","steps":["trace[1008069625] 'agreement among raft nodes before linearized reading' (duration: 136.921323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.583526Z","caller":"traceutil/trace.go:171","msg":"trace[201114984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7537; }","duration":"133.010774ms","start":"2026-04-03T05:21:47.450506Z","end":"2026-04-03T05:21:47.583517Z","steps":["trace[201114984] 'agreement among raft nodes before linearized reading' (duration: 132.851091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.583547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.71829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-03T05:21:47.583279Z","caller":"traceutil/trace.go:171","msg":"trace[2087734885] linearizableReadLoop","detail":"{readStateIndex:7824; appliedIndex:7821; }","duration":"109.049147ms","start":"2026-04-03T05:21:47.474196Z","end":"2026-04-03T05:21:47.583246Z","steps":["trace[2087734885] 'read index received' (duration: 101.035857ms)","trace[2087734885] 'applied index is now lower than readState.Index' (duration: 8.0119ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:47.583498Z","caller":"traceutil/trace.go:171","msg":"trace[1242404688] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"136.597394ms","start":"2026-04-03T05:21:47.446893Z","end":"2026-04-03T05:21:47.58349Z","steps":["trace[1242404688] 'process raft request' (duration: 136.134034ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.583618Z","caller":"traceutil/trace.go:171","msg":"trace[521075376] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:7537; }","duration":"137.828682ms","start":"2026-04-03T05:21:47.445775Z","end":"2026-04-03T05:21:47.583603Z","steps":["trace[521075376] 'agreement among raft nodes before linearized reading' (duration: 137.574207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.583928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.518547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:21:47.583948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.193132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T05:21:47.583962Z","caller":"traceutil/trace.go:171","msg":"trace[1926921531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7537; }","duration":"109.592599ms","start":"2026-04-03T05:21:47.474362Z","end":"2026-04-03T05:21:47.583955Z","steps":["trace[1926921531] 'agreement among raft nodes before linearized reading' (duration: 109.519057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.58397Z","caller":"traceutil/trace.go:171","msg":"trace[774516795] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7537; }","duration":"106.228953ms","start":"2026-04-03T05:21:47.477732Z","end":"2026-04-03T05:21:47.583961Z","steps":["trace[774516795] 'agreement among raft nodes before linearized reading' (duration: 106.169121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.853176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.870848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:21:47.853391Z","caller":"traceutil/trace.go:171","msg":"trace[2066204254] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"265.075698ms","start":"2026-04-03T05:21:47.588297Z","end":"2026-04-03T05:21:47.853373Z","steps":["trace[2066204254] 'process raft request' (duration: 264.990226ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.853543Z","caller":"traceutil/trace.go:171","msg":"trace[1774290245] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"262.001409ms","start":"2026-04-03T05:21:47.591512Z","end":"2026-04-03T05:21:47.853513Z","steps":["trace[1774290245] 'process raft request' (duration: 261.831655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.85355Z","caller":"traceutil/trace.go:171","msg":"trace[436126705] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"265.18415ms","start":"2026-04-03T05:21:47.588197Z","end":"2026-04-03T05:21:47.853381Z","steps":["trace[436126705] 'process raft request' (duration: 154.014765ms)","trace[436126705] 'compare' (duration: 110.761386ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:47.853519Z","caller":"traceutil/trace.go:171","msg":"trace[1622269237] linearizableReadLoop","detail":"{readStateIndex:7828; appliedIndex:7825; }","duration":"215.045505ms","start":"2026-04-03T05:21:47.638398Z","end":"2026-04-03T05:21:47.853444Z","steps":["trace[1622269237] 'read index received' (duration: 103.787639ms)","trace[1622269237] 'applied index is now lower than readState.Index' (duration: 111.256816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:47.853869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.935337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T05:21:47.853937Z","caller":"traceutil/trace.go:171","msg":"trace[1465956285] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7541; }","duration":"266.026349ms","start":"2026-04-03T05:21:47.587893Z","end":"2026-04-03T05:21:47.853919Z","steps":["trace[1465956285] 'agreement among raft nodes before linearized reading' (duration: 265.744203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.853954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.891983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7297"} {"level":"info","ts":"2026-04-03T05:21:47.854107Z","caller":"traceutil/trace.go:171","msg":"trace[1548432300] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7541; }","duration":"261.087968ms","start":"2026-04-03T05:21:47.592977Z","end":"2026-04-03T05:21:47.854065Z","steps":["trace[1548432300] 'agreement among raft nodes before linearized reading' (duration: 260.578487ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.912204Z","caller":"traceutil/trace.go:171","msg":"trace[814639892] transaction","detail":"{read_only:false; response_revision:7542; number_of_response:1; }","duration":"269.977679ms","start":"2026-04-03T05:21:47.642203Z","end":"2026-04-03T05:21:47.912181Z","steps":["trace[814639892] 'process raft request' (duration: 269.749624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.912322Z","caller":"traceutil/trace.go:171","msg":"trace[1574799704] transaction","detail":"{read_only:false; response_revision:7543; number_of_response:1; }","duration":"269.477976ms","start":"2026-04-03T05:21:47.642816Z","end":"2026-04-03T05:21:47.912294Z","steps":["trace[1574799704] 'process raft request' (duration: 269.281982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.912574Z","caller":"traceutil/trace.go:171","msg":"trace[1741372102] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"268.460604ms","start":"2026-04-03T05:21:47.644104Z","end":"2026-04-03T05:21:47.912565Z","steps":["trace[1741372102] 'process raft request' (duration: 268.092696ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.912969Z","caller":"traceutil/trace.go:171","msg":"trace[1754261405] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"267.314818ms","start":"2026-04-03T05:21:47.645643Z","end":"2026-04-03T05:21:47.912958Z","steps":["trace[1754261405] 'process raft request' (duration: 266.626483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:47.913139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.35535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-03T05:21:47.913154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.176857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-03T05:21:47.913195Z","caller":"traceutil/trace.go:171","msg":"trace[1914217969] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:7545; }","duration":"202.468073ms","start":"2026-04-03T05:21:47.710713Z","end":"2026-04-03T05:21:47.913181Z","steps":["trace[1914217969] 'agreement among raft nodes before linearized reading' (duration: 202.242788ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:47.913211Z","caller":"traceutil/trace.go:171","msg":"trace[382374328] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7545; }","duration":"272.275069ms","start":"2026-04-03T05:21:47.640921Z","end":"2026-04-03T05:21:47.913196Z","steps":["trace[382374328] 'agreement among raft nodes before linearized reading' (duration: 272.083865ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:48.13057Z","caller":"traceutil/trace.go:171","msg":"trace[1715751403] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"270.763836ms","start":"2026-04-03T05:21:47.859776Z","end":"2026-04-03T05:21:48.13054Z","steps":["trace[1715751403] 'process raft request' (duration: 252.70047ms)","trace[1715751403] 'compare' (duration: 17.655696ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:21:48.130629Z","caller":"traceutil/trace.go:171","msg":"trace[1806140585] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"264.686059ms","start":"2026-04-03T05:21:47.865921Z","end":"2026-04-03T05:21:48.130607Z","steps":["trace[1806140585] 'process raft request' (duration: 264.530936ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:48.130801Z","caller":"traceutil/trace.go:171","msg":"trace[547976287] transaction","detail":"{read_only:false; response_revision:7548; number_of_response:1; }","duration":"240.66828ms","start":"2026-04-03T05:21:47.890123Z","end":"2026-04-03T05:21:48.130791Z","steps":["trace[547976287] 'process raft request' (duration: 240.426815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:48.130796Z","caller":"traceutil/trace.go:171","msg":"trace[1999449818] linearizableReadLoop","detail":"{readStateIndex:7835; appliedIndex:7832; }","duration":"217.831968ms","start":"2026-04-03T05:21:47.91293Z","end":"2026-04-03T05:21:48.130762Z","steps":["trace[1999449818] 'read index received' (duration: 199.564547ms)","trace[1999449818] 'applied index is now lower than readState.Index' (duration: 18.265141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:21:48.130965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.998136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:21:48.130999Z","caller":"traceutil/trace.go:171","msg":"trace[1178463] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7548; }","duration":"220.099789ms","start":"2026-04-03T05:21:47.910889Z","end":"2026-04-03T05:21:48.130989Z","steps":["trace[1178463] 'agreement among raft nodes before linearized reading' (duration: 219.987616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:48.131095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.822487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:21:48.131185Z","caller":"traceutil/trace.go:171","msg":"trace[499594113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7548; }","duration":"242.000141ms","start":"2026-04-03T05:21:47.889169Z","end":"2026-04-03T05:21:48.13117Z","steps":["trace[499594113] 'agreement among raft nodes before linearized reading' (duration: 241.727575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:48.131282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.536225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T05:21:48.131357Z","caller":"traceutil/trace.go:171","msg":"trace[2014297449] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7548; }","duration":"272.651178ms","start":"2026-04-03T05:21:47.858689Z","end":"2026-04-03T05:21:48.13134Z","steps":["trace[2014297449] 'agreement among raft nodes before linearized reading' (duration: 272.448763ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:48.136876Z","caller":"traceutil/trace.go:171","msg":"trace[1915594372] transaction","detail":"{read_only:false; response_revision:7549; number_of_response:1; }","duration":"219.305851ms","start":"2026-04-03T05:21:47.917551Z","end":"2026-04-03T05:21:48.136857Z","steps":["trace[1915594372] 'process raft request' (duration: 219.079386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:48.136921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.043401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-84b46667f\" ","response":"range_response_count:1 size:7275"} {"level":"warn","ts":"2026-04-03T05:21:48.136928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.688625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-84b46667f-tws5n\" ","response":"range_response_count:1 size:6779"} {"level":"warn","ts":"2026-04-03T05:21:48.136925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.650244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T05:21:48.136966Z","caller":"traceutil/trace.go:171","msg":"trace[1611235958] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-84b46667f; range_end:; response_count:1; response_revision:7549; }","duration":"217.095092ms","start":"2026-04-03T05:21:47.91986Z","end":"2026-04-03T05:21:48.136955Z","steps":["trace[1611235958] 'agreement among raft nodes before linearized reading' (duration: 216.916248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:48.136976Z","caller":"traceutil/trace.go:171","msg":"trace[264691911] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-84b46667f-tws5n; range_end:; response_count:1; response_revision:7549; }","duration":"213.760796ms","start":"2026-04-03T05:21:47.923203Z","end":"2026-04-03T05:21:48.136964Z","steps":["trace[264691911] 'agreement among raft nodes before linearized reading' (duration: 213.641223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:21:48.136956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.267609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-03T05:21:48.137Z","caller":"traceutil/trace.go:171","msg":"trace[1067282507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7549; }","duration":"180.748626ms","start":"2026-04-03T05:21:47.956229Z","end":"2026-04-03T05:21:48.136978Z","steps":["trace[1067282507] 'agreement among raft nodes before linearized reading' (duration: 180.529941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:21:48.137038Z","caller":"traceutil/trace.go:171","msg":"trace[187702480] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:7549; }","duration":"219.391582ms","start":"2026-04-03T05:21:47.917634Z","end":"2026-04-03T05:21:48.137025Z","steps":["trace[187702480] 'agreement among raft nodes before linearized reading' (duration: 219.137637ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:22:21.726752Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5563} {"level":"info","ts":"2026-04-03T05:22:21.822959Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5563,"took":"94.396428ms","hash":2888121328,"current-db-size-bytes":54960128,"current-db-size":"55 MB","current-db-size-in-use-bytes":25968640,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-03T05:22:21.823044Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2888121328,"revision":5563,"compact-revision":2783} {"level":"info","ts":"2026-04-03T05:23:28.012256Z","caller":"traceutil/trace.go:171","msg":"trace[1619422888] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"105.717334ms","start":"2026-04-03T05:23:27.906487Z","end":"2026-04-03T05:23:28.012204Z","steps":["trace[1619422888] 'process raft request' (duration: 72.241572ms)","trace[1619422888] 'compare' (duration: 33.252357ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:34.028841Z","caller":"traceutil/trace.go:171","msg":"trace[516561234] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"208.537292ms","start":"2026-04-03T05:23:33.820276Z","end":"2026-04-03T05:23:34.028813Z","steps":["trace[516561234] 'process raft request' (duration: 208.356818ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:34.029962Z","caller":"traceutil/trace.go:171","msg":"trace[1338173615] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"151.0024ms","start":"2026-04-03T05:23:33.878894Z","end":"2026-04-03T05:23:34.029896Z","steps":["trace[1338173615] 'process raft request' (duration: 150.676483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:36.114631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450643470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:23:36.615601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450643470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:23:36.804078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.338251359s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:23:36.804466Z","caller":"traceutil/trace.go:171","msg":"trace[845546892] transaction","detail":"{read_only:false; response_revision:8450; number_of_response:1; }","duration":"1.338698429s","start":"2026-04-03T05:23:35.46574Z","end":"2026-04-03T05:23:36.804439Z","steps":["trace[845546892] 'process raft request' (duration: 1.338534175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:36.804654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.465715Z","time spent":"1.338842312s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:37.69867Z","caller":"traceutil/trace.go:171","msg":"trace[1833898332] transaction","detail":"{read_only:false; response_revision:8451; number_of_response:1; }","duration":"1.657749653s","start":"2026-04-03T05:23:36.040886Z","end":"2026-04-03T05:23:37.698636Z","steps":["trace[1833898332] 'process raft request' (duration: 1.657540379s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.698692Z","caller":"traceutil/trace.go:171","msg":"trace[1151644318] linearizableReadLoop","detail":"{readStateIndex:8765; appliedIndex:8762; }","duration":"2.084681569s","start":"2026-04-03T05:23:35.61398Z","end":"2026-04-03T05:23:37.698661Z","steps":["trace[1151644318] 'read index received' (duration: 1.190294586s)","trace[1151644318] 'applied index is now lower than readState.Index' (duration: 894.385713ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:37.698741Z","caller":"traceutil/trace.go:171","msg":"trace[624076760] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"1.039067731s","start":"2026-04-03T05:23:36.659657Z","end":"2026-04-03T05:23:37.698725Z","steps":["trace[624076760] 'process raft request' (duration: 1.038950859s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.698743Z","caller":"traceutil/trace.go:171","msg":"trace[393983344] transaction","detail":"{read_only:false; response_revision:8452; number_of_response:1; }","duration":"1.657349795s","start":"2026-04-03T05:23:36.041345Z","end":"2026-04-03T05:23:37.698695Z","steps":["trace[393983344] 'process raft request' (duration: 1.657222942s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.698848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.659632Z","time spent":"1.039149124s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:37.698853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.040866Z","time spent":"1.657897116s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:37.698916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504030881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.698962Z","caller":"traceutil/trace.go:171","msg":"trace[355895899] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8453; }","duration":"1.504090463s","start":"2026-04-03T05:23:36.194859Z","end":"2026-04-03T05:23:37.69895Z","steps":["trace[355895899] 'agreement among raft nodes before linearized reading' (duration: 1.504026192s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.194849Z","time spent":"1.504144254s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46523985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.69905Z","caller":"traceutil/trace.go:171","msg":"trace[1630800396] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8453; }","duration":"1.465290881s","start":"2026-04-03T05:23:36.233745Z","end":"2026-04-03T05:23:37.699036Z","steps":["trace[1630800396] 'agreement among raft nodes before linearized reading' (duration: 1.465205789s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.290683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:23:37.699084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.233741Z","time spent":"1.465334452s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:37.699088Z","caller":"traceutil/trace.go:171","msg":"trace[1311295069] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8453; }","duration":"944.359995ms","start":"2026-04-03T05:23:36.75472Z","end":"2026-04-03T05:23:37.69908Z","steps":["trace[1311295069] 'agreement among raft nodes before linearized reading' (duration: 944.232572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.754703Z","time spent":"944.402906ms","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":99,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.69911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430629623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485394823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082173908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:23:37.699129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658403938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.71942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:23:37.69926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503588642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699256Z","caller":"traceutil/trace.go:171","msg":"trace[548554308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8453; }","duration":"1.430814218s","start":"2026-04-03T05:23:36.268395Z","end":"2026-04-03T05:23:37.699209Z","steps":["trace[548554308] 'agreement among raft nodes before linearized reading' (duration: 1.430528512s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52576872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.335195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:23:37.69927Z","caller":"traceutil/trace.go:171","msg":"trace[328777482] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8453; }","duration":"1.658633923s","start":"2026-04-03T05:23:36.040615Z","end":"2026-04-03T05:23:37.699249Z","steps":["trace[328777482] 'agreement among raft nodes before linearized reading' (duration: 1.658372627s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.268387Z","time spent":"1.430939161s","remote":"127.0.0.1:55906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431778099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737491223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.021367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465876475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T05:23:37.699389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737501473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699463Z","caller":"traceutil/trace.go:171","msg":"trace[692553554] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8453; }","duration":"614.085729ms","start":"2026-04-03T05:23:37.085363Z","end":"2026-04-03T05:23:37.699449Z","steps":["trace[692553554] 'agreement among raft nodes before linearized reading' (duration: 614.030028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.69947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526027616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659321338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059545641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485156577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699516Z","caller":"traceutil/trace.go:171","msg":"trace[1879954438] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8453; }","duration":"1.65938379s","start":"2026-04-03T05:23:36.040123Z","end":"2026-04-03T05:23:37.699507Z","steps":["trace[1879954438] 'agreement among raft nodes before linearized reading' (duration: 1.659336078s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485506745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44874781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679708865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699543Z","caller":"traceutil/trace.go:171","msg":"trace[54152351] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8453; }","duration":"1.485195518s","start":"2026-04-03T05:23:36.214339Z","end":"2026-04-03T05:23:37.699534Z","steps":["trace[54152351] 'agreement among raft nodes before linearized reading' (duration: 1.485151337s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54582997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.040108Z","time spent":"1.65944227s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:23:37.699504Z","caller":"traceutil/trace.go:171","msg":"trace[116228541] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8453; }","duration":"1.526093577s","start":"2026-04-03T05:23:36.173403Z","end":"2026-04-03T05:23:37.699496Z","steps":["trace[116228541] 'agreement among raft nodes before linearized reading' (duration: 1.526038306s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699578Z","caller":"traceutil/trace.go:171","msg":"trace[1296520712] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8453; }","duration":"1.679737446s","start":"2026-04-03T05:23:36.019833Z","end":"2026-04-03T05:23:37.69957Z","steps":["trace[1296520712] 'agreement among raft nodes before linearized reading' (duration: 1.679697465s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699587Z","caller":"traceutil/trace.go:171","msg":"trace[805176379] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8453; }","duration":"1.545865911s","start":"2026-04-03T05:23:36.153712Z","end":"2026-04-03T05:23:37.699578Z","steps":["trace[805176379] 'agreement among raft nodes before linearized reading' (duration: 1.54581611s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.214333Z","time spent":"1.485246859s","remote":"127.0.0.1:55890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:23:37.699432Z","caller":"traceutil/trace.go:171","msg":"trace[900058635] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8453; }","duration":"1.737556945s","start":"2026-04-03T05:23:35.961862Z","end":"2026-04-03T05:23:37.699419Z","steps":["trace[900058635] 'agreement among raft nodes before linearized reading' (duration: 1.737464003s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680632197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.69885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084869734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:23:37.699648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680691558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614490911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54628298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.085345Z","time spent":"614.15563ms","remote":"127.0.0.1:54210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:37.699709Z","caller":"traceutil/trace.go:171","msg":"trace[1714704132] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8453; }","duration":"1.546348532s","start":"2026-04-03T05:23:36.153352Z","end":"2026-04-03T05:23:37.6997Z","steps":["trace[1714704132] 'agreement among raft nodes before linearized reading' (duration: 1.546304651s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699708Z","caller":"traceutil/trace.go:171","msg":"trace[1891273440] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8453; }","duration":"1.614545303s","start":"2026-04-03T05:23:36.085149Z","end":"2026-04-03T05:23:37.699695Z","steps":["trace[1891273440] 'agreement among raft nodes before linearized reading' (duration: 1.614505242s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.153329Z","time spent":"1.546406764s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699626172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699303Z","caller":"traceutil/trace.go:171","msg":"trace[2005479361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8453; }","duration":"662.894145ms","start":"2026-04-03T05:23:37.036387Z","end":"2026-04-03T05:23:37.699282Z","steps":["trace[2005479361] 'agreement among raft nodes before linearized reading' (duration: 662.634669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41265357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699824Z","caller":"traceutil/trace.go:171","msg":"trace[231429237] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8453; }","duration":"1.699708894s","start":"2026-04-03T05:23:36.000103Z","end":"2026-04-03T05:23:37.699812Z","steps":["trace[231429237] 'agreement among raft nodes before linearized reading' (duration: 1.699639443s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.036365Z","time spent":"663.459348ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"info","ts":"2026-04-03T05:23:37.69984Z","caller":"traceutil/trace.go:171","msg":"trace[23154759] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8453; }","duration":"1.412698701s","start":"2026-04-03T05:23:36.287128Z","end":"2026-04-03T05:23:37.699827Z","steps":["trace[23154759] 'agreement among raft nodes before linearized reading' (duration: 1.412636969s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.000087Z","time spent":"1.699774345s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.287073Z","time spent":"1.412802783s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784406807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613340866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699867Z","caller":"traceutil/trace.go:171","msg":"trace[1731841805] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8453; }","duration":"1.485508015s","start":"2026-04-03T05:23:36.213713Z","end":"2026-04-03T05:23:37.699221Z","steps":["trace[1731841805] 'agreement among raft nodes before linearized reading' (duration: 1.485354432s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699945Z","caller":"traceutil/trace.go:171","msg":"trace[1499250633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8453; }","duration":"1.785361248s","start":"2026-04-03T05:23:35.914572Z","end":"2026-04-03T05:23:37.699933Z","steps":["trace[1499250633] 'agreement among raft nodes before linearized reading' (duration: 1.784323865s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699961Z","caller":"traceutil/trace.go:171","msg":"trace[76190422] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8453; }","duration":"1.613687854s","start":"2026-04-03T05:23:36.086251Z","end":"2026-04-03T05:23:37.699939Z","steps":["trace[76190422] 'agreement among raft nodes before linearized reading' (duration: 1.613328416s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.040591Z","time spent":"1.658811207s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.914551Z","time spent":"1.785429599s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.700008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.21371Z","time spent":"1.486280272s","remote":"127.0.0.1:55890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.70006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569244456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.700086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775304462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.699885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643221177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.700141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594596784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.700137Z","caller":"traceutil/trace.go:171","msg":"trace[1757133446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8453; }","duration":"1.082318412s","start":"2026-04-03T05:23:36.61691Z","end":"2026-04-03T05:23:37.699229Z","steps":["trace[1757133446] 'agreement among raft nodes before linearized reading' (duration: 1.082073157s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.700156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78547997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.700175Z","caller":"traceutil/trace.go:171","msg":"trace[1250224972] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8453; }","duration":"1.594639626s","start":"2026-04-03T05:23:36.105527Z","end":"2026-04-03T05:23:37.700166Z","steps":["trace[1250224972] 'agreement among raft nodes before linearized reading' (duration: 1.594595335s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.700187Z","caller":"traceutil/trace.go:171","msg":"trace[810914746] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8453; }","duration":"1.785551322s","start":"2026-04-03T05:23:35.914628Z","end":"2026-04-03T05:23:37.700179Z","steps":["trace[810914746] 'agreement among raft nodes before linearized reading' (duration: 1.785482811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.700188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.616889Z","time spent":"1.083287323s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:37.700205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.105522Z","time spent":"1.594675857s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737198857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.700219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.914621Z","time spent":"1.785590183s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:23:37.700245Z","caller":"traceutil/trace.go:171","msg":"trace[2043129603] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8453; }","duration":"1.737733659s","start":"2026-04-03T05:23:35.9625Z","end":"2026-04-03T05:23:37.700234Z","steps":["trace[2043129603] 'agreement among raft nodes before linearized reading' (duration: 1.737194637s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.700293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.962495Z","time spent":"1.73778284s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:23:37.699684Z","caller":"traceutil/trace.go:171","msg":"trace[1030156058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8453; }","duration":"2.085770203s","start":"2026-04-03T05:23:35.613905Z","end":"2026-04-03T05:23:37.699675Z","steps":["trace[1030156058] 'agreement among raft nodes before linearized reading' (duration: 2.084896114s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.475745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.700345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775603589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.700374Z","caller":"traceutil/trace.go:171","msg":"trace[2081369029] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8453; }","duration":"1.77565035s","start":"2026-04-03T05:23:35.924712Z","end":"2026-04-03T05:23:37.700362Z","steps":["trace[2081369029] 'agreement among raft nodes before linearized reading' (duration: 1.775607669s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.698912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.041327Z","time spent":"1.657497487s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:37.700404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.924701Z","time spent":"1.775696571s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.700404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758873194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.700413Z","caller":"traceutil/trace.go:171","msg":"trace[1172571076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8453; }","duration":"492.5436ms","start":"2026-04-03T05:23:37.207856Z","end":"2026-04-03T05:23:37.700399Z","steps":["trace[1172571076] 'agreement among raft nodes before linearized reading' (duration: 491.489256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.613879Z","time spent":"2.08646904s","remote":"127.0.0.1:51400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.70049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.207833Z","time spent":"492.644562ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:23:37.700021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568911159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.700539Z","caller":"traceutil/trace.go:171","msg":"trace[1250384945] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8453; }","duration":"1.569444581s","start":"2026-04-03T05:23:36.131082Z","end":"2026-04-03T05:23:37.700527Z","steps":["trace[1250384945] 'agreement among raft nodes before linearized reading' (duration: 1.568917098s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.173376Z","time spent":"1.52622355s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.69993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643494743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.700645Z","caller":"traceutil/trace.go:171","msg":"trace[849725922] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8453; }","duration":"1.644212599s","start":"2026-04-03T05:23:36.056416Z","end":"2026-04-03T05:23:37.700629Z","steps":["trace[849725922] 'agreement among raft nodes before linearized reading' (duration: 1.643490702s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643780569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699672Z","caller":"traceutil/trace.go:171","msg":"trace[1046035730] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8453; }","duration":"1.680696888s","start":"2026-04-03T05:23:36.018967Z","end":"2026-04-03T05:23:37.699664Z","steps":["trace[1046035730] 'agreement among raft nodes before linearized reading' (duration: 1.680623376s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.700681Z","caller":"traceutil/trace.go:171","msg":"trace[653659285] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8453; }","duration":"1.643528973s","start":"2026-04-03T05:23:36.056613Z","end":"2026-04-03T05:23:37.700142Z","steps":["trace[653659285] 'agreement among raft nodes before linearized reading' (duration: 1.643242746s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699468Z","caller":"traceutil/trace.go:171","msg":"trace[139108841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8453; }","duration":"1.465933745s","start":"2026-04-03T05:23:36.233526Z","end":"2026-04-03T05:23:37.699459Z","steps":["trace[139108841] 'agreement among raft nodes before linearized reading' (duration: 1.465836283s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.700721Z","caller":"traceutil/trace.go:171","msg":"trace[1973927441] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8453; }","duration":"1.644514116s","start":"2026-04-03T05:23:36.056187Z","end":"2026-04-03T05:23:37.700701Z","steps":["trace[1973927441] 'agreement among raft nodes before linearized reading' (duration: 1.643763598s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.700766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.233507Z","time spent":"1.467249576s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:23:37.700968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.056162Z","time spent":"1.644603907s","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411998315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.699294Z","caller":"traceutil/trace.go:171","msg":"trace[1865008632] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8453; }","duration":"1.503635143s","start":"2026-04-03T05:23:36.195649Z","end":"2026-04-03T05:23:37.699284Z","steps":["trace[1865008632] 'agreement among raft nodes before linearized reading' (duration: 1.503591592s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.195638Z","time spent":"1.505404603s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.700765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.056596Z","time spent":"1.644146938s","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.700711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.056412Z","time spent":"1.644282911s","remote":"127.0.0.1:55826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659003391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.701338Z","caller":"traceutil/trace.go:171","msg":"trace[434286086] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8453; }","duration":"1.661118699s","start":"2026-04-03T05:23:36.040205Z","end":"2026-04-03T05:23:37.701324Z","steps":["trace[434286086] 'agreement among raft nodes before linearized reading' (duration: 1.65897786s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.04019Z","time spent":"1.66118493s","remote":"127.0.0.1:55812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504350959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.701496Z","caller":"traceutil/trace.go:171","msg":"trace[800575379] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8453; }","duration":"1.506549988s","start":"2026-04-03T05:23:36.19493Z","end":"2026-04-03T05:23:37.70148Z","steps":["trace[800575379] 'agreement among raft nodes before linearized reading' (duration: 1.504384209s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465601219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.701549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.194906Z","time spent":"1.50662875s","remote":"127.0.0.1:55878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:37.701564Z","caller":"traceutil/trace.go:171","msg":"trace[340155707] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8453; }","duration":"1.467824598s","start":"2026-04-03T05:23:36.233717Z","end":"2026-04-03T05:23:37.701542Z","steps":["trace[340155707] 'agreement among raft nodes before linearized reading' (duration: 1.465591838s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.701617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.23371Z","time spent":"1.46788598s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.560576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-03T05:23:37.701701Z","caller":"traceutil/trace.go:171","msg":"trace[548676190] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8453; }","duration":"745.94322ms","start":"2026-04-03T05:23:36.955742Z","end":"2026-04-03T05:23:37.701686Z","steps":["trace[548676190] 'agreement among raft nodes before linearized reading' (duration: 743.574176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.701753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.955706Z","time spent":"746.035262ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-03T05:23:37.699355Z","caller":"traceutil/trace.go:171","msg":"trace[1439345581] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8453; }","duration":"1.525861292s","start":"2026-04-03T05:23:36.173473Z","end":"2026-04-03T05:23:37.699334Z","steps":["trace[1439345581] 'agreement among raft nodes before linearized reading' (duration: 1.52577107s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.701801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.173457Z","time spent":"1.528333928s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.727211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:23:37.701896Z","caller":"traceutil/trace.go:171","msg":"trace[2001183966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8453; }","duration":"820.245628ms","start":"2026-04-03T05:23:36.88164Z","end":"2026-04-03T05:23:37.701885Z","steps":["trace[2001183966] 'agreement among raft nodes before linearized reading' (duration: 817.731922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.701939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.881599Z","time spent":"820.32978ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:37.701958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785520182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.69941Z","caller":"traceutil/trace.go:171","msg":"trace[1516152541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8453; }","duration":"985.446968ms","start":"2026-04-03T05:23:36.713937Z","end":"2026-04-03T05:23:37.699384Z","steps":["trace[1516152541] 'agreement among raft nodes before linearized reading' (duration: 985.276424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.702028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.713925Z","time spent":"988.093037ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:23:37.699422Z","caller":"traceutil/trace.go:171","msg":"trace[376358176] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8453; }","duration":"1.431852971s","start":"2026-04-03T05:23:36.267562Z","end":"2026-04-03T05:23:37.699415Z","steps":["trace[376358176] 'agreement among raft nodes before linearized reading' (duration: 1.431791249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.267537Z","time spent":"1.434590222s","remote":"127.0.0.1:55906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524867849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.702319Z","caller":"traceutil/trace.go:171","msg":"trace[956821475] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8453; }","duration":"1.527967838s","start":"2026-04-03T05:23:36.174337Z","end":"2026-04-03T05:23:37.702305Z","steps":["trace[956821475] 'agreement among raft nodes before linearized reading' (duration: 1.524860529s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.702332Z","caller":"traceutil/trace.go:171","msg":"trace[2120546880] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8453; }","duration":"1.787404564s","start":"2026-04-03T05:23:35.9146Z","end":"2026-04-03T05:23:37.702005Z","steps":["trace[2120546880] 'agreement among raft nodes before linearized reading' (duration: 1.785534951s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.702369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.174331Z","time spent":"1.528024869s","remote":"127.0.0.1:55874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.702403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.914582Z","time spent":"1.787788623s","remote":"127.0.0.1:55760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431967044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.70251Z","caller":"traceutil/trace.go:171","msg":"trace[415581493] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8453; }","duration":"1.435001771s","start":"2026-04-03T05:23:36.267496Z","end":"2026-04-03T05:23:37.702498Z","steps":["trace[415581493] 'agreement among raft nodes before linearized reading' (duration: 1.431949163s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.702553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.26745Z","time spent":"1.435091033s","remote":"127.0.0.1:55906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447627135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.702678Z","caller":"traceutil/trace.go:171","msg":"trace[1954033608] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8453; }","duration":"1.450803466s","start":"2026-04-03T05:23:36.251863Z","end":"2026-04-03T05:23:37.702667Z","steps":["trace[1954033608] 'agreement among raft nodes before linearized reading' (duration: 1.447623405s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.702743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.251859Z","time spent":"1.450862177s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594448511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.703002Z","caller":"traceutil/trace.go:171","msg":"trace[356949425] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8453; }","duration":"1.59795172s","start":"2026-04-03T05:23:36.105031Z","end":"2026-04-03T05:23:37.702983Z","steps":["trace[356949425] 'agreement among raft nodes before linearized reading' (duration: 1.594446112s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.105023Z","time spent":"1.598047322s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698953518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.703194Z","caller":"traceutil/trace.go:171","msg":"trace[807005202] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8453; }","duration":"1.70261253s","start":"2026-04-03T05:23:36.000537Z","end":"2026-04-03T05:23:37.703149Z","steps":["trace[807005202] 'agreement among raft nodes before linearized reading' (duration: 1.698955327s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.703207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761639096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.703272Z","caller":"traceutil/trace.go:171","msg":"trace[1984329800] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8453; }","duration":"1.761720047s","start":"2026-04-03T05:23:35.941535Z","end":"2026-04-03T05:23:37.703255Z","steps":["trace[1984329800] 'agreement among raft nodes before linearized reading' (duration: 1.758513264s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.941532Z","time spent":"1.761781448s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.703277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.000529Z","time spent":"1.702725523s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59483011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.70451Z","caller":"traceutil/trace.go:171","msg":"trace[16158151] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8453; }","duration":"1.599792891s","start":"2026-04-03T05:23:36.104699Z","end":"2026-04-03T05:23:37.704492Z","steps":["trace[16158151] 'agreement among raft nodes before linearized reading' (duration: 1.59482315s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:37.699564Z","caller":"traceutil/trace.go:171","msg":"trace[1298982594] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8453; }","duration":"1.485867214s","start":"2026-04-03T05:23:36.213686Z","end":"2026-04-03T05:23:37.699553Z","steps":["trace[1298982594] 'agreement among raft nodes before linearized reading' (duration: 1.485501075s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.704573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.104688Z","time spent":"1.599864873s","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.704671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.21368Z","time spent":"1.490912517s","remote":"127.0.0.1:55890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:23:37.699572Z","caller":"traceutil/trace.go:171","msg":"trace[1740662309] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8453; }","duration":"1.448791711s","start":"2026-04-03T05:23:36.250773Z","end":"2026-04-03T05:23:37.699564Z","steps":["trace[1740662309] 'agreement among raft nodes before linearized reading' (duration: 1.4487509s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.01975Z","time spent":"1.679846869s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.704842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.250765Z","time spent":"1.454047019s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:37.699533Z","caller":"traceutil/trace.go:171","msg":"trace[1464311103] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8453; }","duration":"1.737669747s","start":"2026-04-03T05:23:35.961834Z","end":"2026-04-03T05:23:37.699503Z","steps":["trace[1464311103] 'agreement among raft nodes before linearized reading' (duration: 1.737495784s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448844872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.705095Z","caller":"traceutil/trace.go:171","msg":"trace[27072954] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8453; }","duration":"1.454334165s","start":"2026-04-03T05:23:36.250742Z","end":"2026-04-03T05:23:37.705076Z","steps":["trace[27072954] 'agreement among raft nodes before linearized reading' (duration: 1.448846122s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.699636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614307017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:37.705206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.250731Z","time spent":"1.454451328s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:23:37.705248Z","caller":"traceutil/trace.go:171","msg":"trace[706938043] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8453; }","duration":"1.619921744s","start":"2026-04-03T05:23:36.085301Z","end":"2026-04-03T05:23:37.705222Z","steps":["trace[706938043] 'agreement among raft nodes before linearized reading' (duration: 1.614315498s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.705328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.085294Z","time spent":"1.620009695s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.153628Z","time spent":"1.545994774s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464916153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.705746Z","caller":"traceutil/trace.go:171","msg":"trace[1486359819] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8453; }","duration":"1.470975279s","start":"2026-04-03T05:23:36.234713Z","end":"2026-04-03T05:23:37.705689Z","steps":["trace[1486359819] 'agreement among raft nodes before linearized reading' (duration: 1.464914993s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.705845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.234706Z","time spent":"1.471087181s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412558137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.706118Z","caller":"traceutil/trace.go:171","msg":"trace[986616386] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8453; }","duration":"1.418999473s","start":"2026-04-03T05:23:36.287103Z","end":"2026-04-03T05:23:37.706103Z","steps":["trace[986616386] 'agreement among raft nodes before linearized reading' (duration: 1.412549208s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.705024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.961825Z","time spent":"1.743172531s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.706207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.287095Z","time spent":"1.419095385s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:37.699692Z","caller":"traceutil/trace.go:171","msg":"trace[1565785623] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8453; }","duration":"1.680749039s","start":"2026-04-03T05:23:36.018932Z","end":"2026-04-03T05:23:37.699681Z","steps":["trace[1565785623] 'agreement among raft nodes before linearized reading' (duration: 1.680687758s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.706429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.018925Z","time spent":"1.68747075s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.085135Z","time spent":"1.614610434s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-04-03T05:23:37.699752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699456179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.706543Z","caller":"traceutil/trace.go:171","msg":"trace[1319334085] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8453; }","duration":"1.706295822s","start":"2026-04-03T05:23:36.000227Z","end":"2026-04-03T05:23:37.706523Z","steps":["trace[1319334085] 'agreement among raft nodes before linearized reading' (duration: 1.699490799s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.706608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.000221Z","time spent":"1.706367804s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620097267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:23:37.706736Z","caller":"traceutil/trace.go:171","msg":"trace[483675330] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8453; }","duration":"1.627020113s","start":"2026-04-03T05:23:36.079699Z","end":"2026-04-03T05:23:37.70672Z","steps":["trace[483675330] 'agreement among raft nodes before linearized reading' (duration: 1.620079407s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.706775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.079685Z","time spent":"1.627077664s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.961858Z","time spent":"1.73780598s","remote":"127.0.0.1:55786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546747471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.706899Z","caller":"traceutil/trace.go:171","msg":"trace[2126859748] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8453; }","duration":"1.553723537s","start":"2026-04-03T05:23:36.15316Z","end":"2026-04-03T05:23:37.706884Z","steps":["trace[2126859748] 'agreement among raft nodes before linearized reading' (duration: 1.54674683s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.706941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.153148Z","time spent":"1.553781549s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568312194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.70698Z","caller":"traceutil/trace.go:171","msg":"trace[779590058] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8453; }","duration":"1.575321121s","start":"2026-04-03T05:23:36.131647Z","end":"2026-04-03T05:23:37.706968Z","steps":["trace[779590058] 'agreement among raft nodes before linearized reading' (duration: 1.568310203s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.70705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.131639Z","time spent":"1.575400454s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.699973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773920691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.707086Z","caller":"traceutil/trace.go:171","msg":"trace[312998523] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8453; }","duration":"1.781098243s","start":"2026-04-03T05:23:35.925979Z","end":"2026-04-03T05:23:37.707077Z","steps":["trace[312998523] 'agreement among raft nodes before linearized reading' (duration: 1.773954832s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.92595Z","time spent":"1.781160014s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.700019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.086222Z","time spent":"1.613781955s","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"warn","ts":"2026-04-03T05:23:37.700028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75785369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:37.70721Z","caller":"traceutil/trace.go:171","msg":"trace[1403916881] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8453; }","duration":"1.765060722s","start":"2026-04-03T05:23:35.942137Z","end":"2026-04-03T05:23:37.707197Z","steps":["trace[1403916881] 'agreement among raft nodes before linearized reading' (duration: 1.75786488s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.942132Z","time spent":"1.765114473s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:23:37.700103Z","caller":"traceutil/trace.go:171","msg":"trace[283282735] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8453; }","duration":"1.569328587s","start":"2026-04-03T05:23:36.130765Z","end":"2026-04-03T05:23:37.700093Z","steps":["trace[283282735] 'agreement among raft nodes before linearized reading' (duration: 1.569275226s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.13073Z","time spent":"1.576627252s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-04-03T05:23:37.700116Z","caller":"traceutil/trace.go:171","msg":"trace[1536286944] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8453; }","duration":"1.775347963s","start":"2026-04-03T05:23:35.92476Z","end":"2026-04-03T05:23:37.700108Z","steps":["trace[1536286944] 'agreement among raft nodes before linearized reading' (duration: 1.775286641s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.924753Z","time spent":"1.782704608s","remote":"127.0.0.1:55764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:37.700448Z","caller":"traceutil/trace.go:171","msg":"trace[837779618] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8453; }","duration":"1.758932515s","start":"2026-04-03T05:23:35.941505Z","end":"2026-04-03T05:23:37.700438Z","steps":["trace[837779618] 'agreement among raft nodes before linearized reading' (duration: 1.758868974s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:35.941496Z","time spent":"1.766023913s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.700585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.131069Z","time spent":"1.569506162s","remote":"127.0.0.1:55858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.700725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.018963Z","time spent":"1.681752212s","remote":"127.0.0.1:55810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:37.699299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.677114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:23:37.707735Z","caller":"traceutil/trace.go:171","msg":"trace[1049908242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8453; }","duration":"685.107493ms","start":"2026-04-03T05:23:37.022617Z","end":"2026-04-03T05:23:37.707724Z","steps":["trace[1049908242] 'agreement among raft nodes before linearized reading' (duration: 676.603662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:37.022586Z","time spent":"685.178975ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:23:37.701013Z","caller":"traceutil/trace.go:171","msg":"trace[295798495] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8453; }","duration":"1.413282305s","start":"2026-04-03T05:23:36.287722Z","end":"2026-04-03T05:23:37.701004Z","steps":["trace[295798495] 'agreement among raft nodes before linearized reading' (duration: 1.411988835s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.287716Z","time spent":"1.420109407s","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-04-03T05:23:37.699548Z","caller":"traceutil/trace.go:171","msg":"trace[1470880880] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8453; }","duration":"1.059637113s","start":"2026-04-03T05:23:36.639898Z","end":"2026-04-03T05:23:37.699535Z","steps":["trace[1470880880] 'agreement among raft nodes before linearized reading' (duration: 1.059545951s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:37.707923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:36.639887Z","time spent":"1.068023051s","remote":"127.0.0.1:45706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:46.952228Z","caller":"traceutil/trace.go:171","msg":"trace[287011969] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"101.615501ms","start":"2026-04-03T05:23:46.850574Z","end":"2026-04-03T05:23:46.95219Z","steps":["trace[287011969] 'process raft request' (duration: 101.322455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.252074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450643619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:23:48.464066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.719879Z","time spent":"744.18464ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T05:23:48.492667Z","caller":"traceutil/trace.go:171","msg":"trace[1316860687] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"747.74754ms","start":"2026-04-03T05:23:47.744892Z","end":"2026-04-03T05:23:48.492639Z","steps":["trace[1316860687] 'process raft request' (duration: 747.629187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:48.492775Z","caller":"traceutil/trace.go:171","msg":"trace[556166645] linearizableReadLoop","detail":"{readStateIndex:8823; appliedIndex:8820; }","duration":"741.50272ms","start":"2026-04-03T05:23:47.751257Z","end":"2026-04-03T05:23:48.49276Z","steps":["trace[556166645] 'read index received' (duration: 712.836306ms)","trace[556166645] 'applied index is now lower than readState.Index' (duration: 28.664894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:48.492973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.701354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:23:48.492902Z","caller":"traceutil/trace.go:171","msg":"trace[1037858559] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"746.340618ms","start":"2026-04-03T05:23:47.746527Z","end":"2026-04-03T05:23:48.492867Z","steps":["trace[1037858559] 'process raft request' (duration: 746.056402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:48.493028Z","caller":"traceutil/trace.go:171","msg":"trace[770746983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8506; }","duration":"741.792016ms","start":"2026-04-03T05:23:47.751223Z","end":"2026-04-03T05:23:48.493015Z","steps":["trace[770746983] 'agreement among raft nodes before linearized reading' (duration: 741.622722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.493077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.751212Z","time spent":"741.848137ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:48.493136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.746517Z","time spent":"746.518902ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:48.492668Z","caller":"traceutil/trace.go:171","msg":"trace[1467028190] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"761.031648ms","start":"2026-04-03T05:23:47.731612Z","end":"2026-04-03T05:23:48.492644Z","steps":["trace[1467028190] 'process raft request' (duration: 760.720681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.493313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.744865Z","time spent":"747.942394ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:48.493331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.731589Z","time spent":"761.693083ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:48.935179Z","caller":"traceutil/trace.go:171","msg":"trace[1211984223] linearizableReadLoop","detail":"{readStateIndex:8824; appliedIndex:8823; }","duration":"442.334302ms","start":"2026-04-03T05:23:48.492818Z","end":"2026-04-03T05:23:48.935152Z","steps":["trace[1211984223] 'read index received' (duration: 442.283611ms)","trace[1211984223] 'applied index is now lower than readState.Index' (duration: 49.771µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:48.935345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.700199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:23:48.935434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162705076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:23:48.935447Z","caller":"traceutil/trace.go:171","msg":"trace[977399854] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8507; }","duration":"853.863002ms","start":"2026-04-03T05:23:48.08156Z","end":"2026-04-03T05:23:48.935423Z","steps":["trace[977399854] 'agreement among raft nodes before linearized reading' (duration: 853.625627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:48.935478Z","caller":"traceutil/trace.go:171","msg":"trace[601460906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8507; }","duration":"1.162784349s","start":"2026-04-03T05:23:47.77268Z","end":"2026-04-03T05:23:48.935464Z","steps":["trace[601460906] 'agreement among raft nodes before linearized reading' (duration: 1.162598785s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:48.935492Z","caller":"traceutil/trace.go:171","msg":"trace[316389214] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"470.28619ms","start":"2026-04-03T05:23:48.465182Z","end":"2026-04-03T05:23:48.935468Z","steps":["trace[316389214] 'process raft request' (duration: 469.788449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.935508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.081543Z","time spent":"853.950194ms","remote":"127.0.0.1:55088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:48.935527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.772671Z","time spent":"1.16284311s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:23:48.935595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.46516Z","time spent":"470.362101ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:48.935745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.789984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:48.935747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17222105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:23:48.935794Z","caller":"traceutil/trace.go:171","msg":"trace[1088708587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8507; }","duration":"728.882066ms","start":"2026-04-03T05:23:48.206898Z","end":"2026-04-03T05:23:48.93578Z","steps":["trace[1088708587] 'agreement among raft nodes before linearized reading' (duration: 728.794634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.935422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.468951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:23:48.935838Z","caller":"traceutil/trace.go:171","msg":"trace[1279428397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8507; }","duration":"632.947152ms","start":"2026-04-03T05:23:48.302883Z","end":"2026-04-03T05:23:48.93583Z","steps":["trace[1279428397] 'agreement among raft nodes before linearized reading' (duration: 632.336918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.935836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.206881Z","time spent":"728.947997ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:23:48.935835Z","caller":"traceutil/trace.go:171","msg":"trace[798664210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8507; }","duration":"1.172346942s","start":"2026-04-03T05:23:47.763468Z","end":"2026-04-03T05:23:48.935815Z","steps":["trace[798664210] 'agreement among raft nodes before linearized reading' (duration: 1.172017805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.935859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.302863Z","time spent":"632.990282ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:23:48.93584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167399992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:23:48.935884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.763459Z","time spent":"1.172415644s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T05:23:48.935944Z","caller":"traceutil/trace.go:171","msg":"trace[1684635530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8507; }","duration":"1.167518275s","start":"2026-04-03T05:23:47.768384Z","end":"2026-04-03T05:23:48.935902Z","steps":["trace[1684635530] 'agreement among raft nodes before linearized reading' (duration: 1.167229249s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.935997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.768376Z","time spent":"1.167612727s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:48.936015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183841931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:23:48.936036Z","caller":"traceutil/trace.go:171","msg":"trace[1952601668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8507; }","duration":"1.183880111s","start":"2026-04-03T05:23:47.752151Z","end":"2026-04-03T05:23:48.936031Z","steps":["trace[1952601668] 'agreement among raft nodes before linearized reading' (duration: 1.18381861s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.936049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.752144Z","time spent":"1.183902682s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:23:48.935876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174123573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:23:48.936089Z","caller":"traceutil/trace.go:171","msg":"trace[1958836012] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8507; }","duration":"1.174351808s","start":"2026-04-03T05:23:47.761725Z","end":"2026-04-03T05:23:48.936077Z","steps":["trace[1958836012] 'agreement among raft nodes before linearized reading' (duration: 1.174069752s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.936127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:47.761714Z","time spent":"1.174402149s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:23:48.936402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.519575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-03T05:23:48.936466Z","caller":"traceutil/trace.go:171","msg":"trace[1879558445] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8507; }","duration":"646.622077ms","start":"2026-04-03T05:23:48.289827Z","end":"2026-04-03T05:23:48.936449Z","steps":["trace[1879558445] 'agreement among raft nodes before linearized reading' (duration: 646.432153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.936497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.289808Z","time spent":"646.682239ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T05:23:48.950337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.441393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:48.95037Z","caller":"traceutil/trace.go:171","msg":"trace[1630829911] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"307.385031ms","start":"2026-04-03T05:23:48.642971Z","end":"2026-04-03T05:23:48.950356Z","steps":["trace[1630829911] 'process raft request' (duration: 307.218807ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:48.950408Z","caller":"traceutil/trace.go:171","msg":"trace[385289710] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8509; }","duration":"140.565586ms","start":"2026-04-03T05:23:48.809832Z","end":"2026-04-03T05:23:48.950398Z","steps":["trace[385289710] 'agreement among raft nodes before linearized reading' (duration: 140.466894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.950425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.053644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84b46667f-tws5n.18a2c15d0cb7afa2\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-03T05:23:48.950509Z","caller":"traceutil/trace.go:171","msg":"trace[800326771] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84b46667f-tws5n.18a2c15d0cb7afa2; range_end:; response_count:1; response_revision:8509; }","duration":"421.132116ms","start":"2026-04-03T05:23:48.529329Z","end":"2026-04-03T05:23:48.950461Z","steps":["trace[800326771] 'agreement among raft nodes before linearized reading' (duration: 421.000103ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:48.950296Z","caller":"traceutil/trace.go:171","msg":"trace[1903280956] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"452.661233ms","start":"2026-04-03T05:23:48.497611Z","end":"2026-04-03T05:23:48.950273Z","steps":["trace[1903280956] 'process raft request' (duration: 452.432108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:48.950556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.529313Z","time spent":"421.237898ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1156,"request content":"key:\"/registry/events/openstack/barbican-api-84b46667f-tws5n.18a2c15d0cb7afa2\" "} {"level":"warn","ts":"2026-04-03T05:23:48.950641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.497599Z","time spent":"452.97926ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:48.950499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:48.642943Z","time spent":"307.480054ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:49.091285Z","caller":"traceutil/trace.go:171","msg":"trace[818286639] transaction","detail":"{read_only:false; response_revision:8510; number_of_response:1; }","duration":"150.176422ms","start":"2026-04-03T05:23:48.941086Z","end":"2026-04-03T05:23:49.091262Z","steps":["trace[818286639] 'process raft request' (duration: 113.5365ms)","trace[818286639] 'compare' (duration: 36.473799ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:49.091687Z","caller":"traceutil/trace.go:171","msg":"trace[1822274549] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"150.188782ms","start":"2026-04-03T05:23:48.94147Z","end":"2026-04-03T05:23:49.091659Z","steps":["trace[1822274549] 'process raft request' (duration: 149.751482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:49.091777Z","caller":"traceutil/trace.go:171","msg":"trace[120548297] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"138.973341ms","start":"2026-04-03T05:23:48.952778Z","end":"2026-04-03T05:23:49.091752Z","steps":["trace[120548297] 'process raft request' (duration: 138.9024ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:49.091864Z","caller":"traceutil/trace.go:171","msg":"trace[2046988745] linearizableReadLoop","detail":"{readStateIndex:8831; appliedIndex:8826; }","duration":"141.606799ms","start":"2026-04-03T05:23:48.950242Z","end":"2026-04-03T05:23:49.091849Z","steps":["trace[2046988745] 'read index received' (duration: 104.477776ms)","trace[2046988745] 'applied index is now lower than readState.Index' (duration: 37.127373ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:49.091857Z","caller":"traceutil/trace.go:171","msg":"trace[1648271545] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"150.274005ms","start":"2026-04-03T05:23:48.941559Z","end":"2026-04-03T05:23:49.091833Z","steps":["trace[1648271545] 'process raft request' (duration: 150.080671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:49.092241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.54304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:49.092292Z","caller":"traceutil/trace.go:171","msg":"trace[907037056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8515; }","duration":"154.629272ms","start":"2026-04-03T05:23:48.937648Z","end":"2026-04-03T05:23:49.092277Z","steps":["trace[907037056] 'agreement among raft nodes before linearized reading' (duration: 154.53451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:49.092282Z","caller":"traceutil/trace.go:171","msg":"trace[1536992705] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"150.726284ms","start":"2026-04-03T05:23:48.941531Z","end":"2026-04-03T05:23:49.092257Z","steps":["trace[1536992705] 'process raft request' (duration: 149.951657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:49.092316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.504054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:23:49.092326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.597961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223818"} {"level":"info","ts":"2026-04-03T05:23:49.092367Z","caller":"traceutil/trace.go:171","msg":"trace[1769040046] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8515; }","duration":"152.577866ms","start":"2026-04-03T05:23:48.939777Z","end":"2026-04-03T05:23:49.092355Z","steps":["trace[1769040046] 'agreement among raft nodes before linearized reading' (duration: 152.426182ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:49.092373Z","caller":"traceutil/trace.go:171","msg":"trace[1650049676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8515; }","duration":"150.677284ms","start":"2026-04-03T05:23:48.941686Z","end":"2026-04-03T05:23:49.092364Z","steps":["trace[1650049676] 'agreement among raft nodes before linearized reading' (duration: 150.246254ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:49.092423Z","caller":"traceutil/trace.go:171","msg":"trace[133550466] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"150.872848ms","start":"2026-04-03T05:23:48.941527Z","end":"2026-04-03T05:23:49.0924Z","steps":["trace[133550466] 'process raft request' (duration: 150.07205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:49.092554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.480197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-03T05:23:49.09259Z","caller":"traceutil/trace.go:171","msg":"trace[1755998394] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8515; }","duration":"153.516798ms","start":"2026-04-03T05:23:48.939064Z","end":"2026-04-03T05:23:49.092581Z","steps":["trace[1755998394] 'agreement among raft nodes before linearized reading' (duration: 153.376164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:49.092785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.800389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:23:49.092924Z","caller":"traceutil/trace.go:171","msg":"trace[1562879758] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8515; }","duration":"136.019244ms","start":"2026-04-03T05:23:48.956878Z","end":"2026-04-03T05:23:49.092898Z","steps":["trace[1562879758] 'agreement among raft nodes before linearized reading' (duration: 135.368089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.025216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450643650,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T05:23:51.333994Z","caller":"traceutil/trace.go:171","msg":"trace[219061596] transaction","detail":"{read_only:false; response_revision:8518; number_of_response:1; }","duration":"835.048079ms","start":"2026-04-03T05:23:50.49892Z","end":"2026-04-03T05:23:51.333968Z","steps":["trace[219061596] 'process raft request' (duration: 834.888466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.334356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:50.498895Z","time spent":"835.174553ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:51.364358Z","caller":"traceutil/trace.go:171","msg":"trace[943774179] transaction","detail":"{read_only:false; response_revision:8519; number_of_response:1; }","duration":"864.89356ms","start":"2026-04-03T05:23:50.499433Z","end":"2026-04-03T05:23:51.364326Z","steps":["trace[943774179] 'process raft request' (duration: 864.697006ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.364524Z","caller":"traceutil/trace.go:171","msg":"trace[287637226] transaction","detail":"{read_only:false; response_revision:8520; number_of_response:1; }","duration":"865.050804ms","start":"2026-04-03T05:23:50.499453Z","end":"2026-04-03T05:23:51.364504Z","steps":["trace[287637226] 'process raft request' (duration: 864.823549ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.364508Z","caller":"traceutil/trace.go:171","msg":"trace[1159865714] linearizableReadLoop","detail":"{readStateIndex:8837; appliedIndex:8834; }","duration":"840.139264ms","start":"2026-04-03T05:23:50.524326Z","end":"2026-04-03T05:23:51.364466Z","steps":["trace[1159865714] 'read index received' (duration: 809.464725ms)","trace[1159865714] 'applied index is now lower than readState.Index' (duration: 30.672679ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:51.364718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.358639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:51.364784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.830078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:51.364816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.038378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:51.364852Z","caller":"traceutil/trace.go:171","msg":"trace[1549102874] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8520; }","duration":"126.929619ms","start":"2026-04-03T05:23:51.237906Z","end":"2026-04-03T05:23:51.364836Z","steps":["trace[1549102874] 'agreement among raft nodes before linearized reading' (duration: 126.820357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.36494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.613728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:23:51.364974Z","caller":"traceutil/trace.go:171","msg":"trace[1507718346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8520; }","duration":"267.68382ms","start":"2026-04-03T05:23:51.097281Z","end":"2026-04-03T05:23:51.364965Z","steps":["trace[1507718346] 'agreement among raft nodes before linearized reading' (duration: 267.502816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.364948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.88673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:23:51.364941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.98713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:23:51.364989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.116329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:23:51.36502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.221132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:23:51.365029Z","caller":"traceutil/trace.go:171","msg":"trace[1924184250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8520; }","duration":"254.026593ms","start":"2026-04-03T05:23:51.110984Z","end":"2026-04-03T05:23:51.36501Z","steps":["trace[1924184250] 'agreement among raft nodes before linearized reading' (duration: 253.830589ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.365044Z","caller":"traceutil/trace.go:171","msg":"trace[860347207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8520; }","duration":"268.221892ms","start":"2026-04-03T05:23:51.096808Z","end":"2026-04-03T05:23:51.36503Z","steps":["trace[860347207] 'agreement among raft nodes before linearized reading' (duration: 268.075028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.36505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.952579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:23:51.365085Z","caller":"traceutil/trace.go:171","msg":"trace[443334371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8520; }","duration":"268.327825ms","start":"2026-04-03T05:23:51.096741Z","end":"2026-04-03T05:23:51.365069Z","steps":["trace[443334371] 'agreement among raft nodes before linearized reading' (duration: 268.10888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.365122Z","caller":"traceutil/trace.go:171","msg":"trace[479557060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8520; }","duration":"269.056901ms","start":"2026-04-03T05:23:51.096041Z","end":"2026-04-03T05:23:51.365098Z","steps":["trace[479557060] 'agreement among raft nodes before linearized reading' (duration: 268.900278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.365129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.17559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:23:51.364757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.811143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:51.365166Z","caller":"traceutil/trace.go:171","msg":"trace[164775132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8520; }","duration":"410.241931ms","start":"2026-04-03T05:23:50.954911Z","end":"2026-04-03T05:23:51.365153Z","steps":["trace[164775132] 'agreement among raft nodes before linearized reading' (duration: 410.114969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.364708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:50.499418Z","time spent":"865.157176ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:51.365044Z","caller":"traceutil/trace.go:171","msg":"trace[1404159542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8520; }","duration":"265.137273ms","start":"2026-04-03T05:23:51.09989Z","end":"2026-04-03T05:23:51.365027Z","steps":["trace[1404159542] 'agreement among raft nodes before linearized reading' (duration: 264.841346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.365272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:50.954892Z","time spent":"410.368424ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:23:51.365227Z","caller":"traceutil/trace.go:171","msg":"trace[62673663] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8520; }","duration":"696.322344ms","start":"2026-04-03T05:23:50.668894Z","end":"2026-04-03T05:23:51.365216Z","steps":["trace[62673663] 'agreement among raft nodes before linearized reading' (duration: 695.799542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.364531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:50.499409Z","time spent":"865.025754ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:51.36529Z","caller":"traceutil/trace.go:171","msg":"trace[1987307970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8520; }","duration":"840.506942ms","start":"2026-04-03T05:23:50.524282Z","end":"2026-04-03T05:23:51.364789Z","steps":["trace[1987307970] 'agreement among raft nodes before linearized reading' (duration: 840.359289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.365348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:50.668876Z","time spent":"696.459207ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:51.364853Z","caller":"traceutil/trace.go:171","msg":"trace[198245523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8520; }","duration":"158.11613ms","start":"2026-04-03T05:23:51.206727Z","end":"2026-04-03T05:23:51.364843Z","steps":["trace[198245523] 'agreement among raft nodes before linearized reading' (duration: 158.050318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.365455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:50.524261Z","time spent":"841.137467ms","remote":"127.0.0.1:45580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:51.629292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.454808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:23:51.629448Z","caller":"traceutil/trace.go:171","msg":"trace[1318655010] transaction","detail":"{read_only:false; response_revision:8521; number_of_response:1; }","duration":"259.324853ms","start":"2026-04-03T05:23:51.370101Z","end":"2026-04-03T05:23:51.629426Z","steps":["trace[1318655010] 'process raft request' (duration: 100.65108ms)","trace[1318655010] 'compare' (duration: 158.117471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:51.885989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.2615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:23:51.886252Z","caller":"traceutil/trace.go:171","msg":"trace[1557220856] transaction","detail":"{read_only:false; response_revision:8522; number_of_response:1; }","duration":"515.898094ms","start":"2026-04-03T05:23:51.370309Z","end":"2026-04-03T05:23:51.886207Z","steps":["trace[1557220856] 'process raft request' (duration: 395.219964ms)","trace[1557220856] 'compare' (duration: 120.127828ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:51.886373Z","caller":"traceutil/trace.go:171","msg":"trace[2121958974] transaction","detail":"{read_only:false; response_revision:8524; number_of_response:1; }","duration":"515.935594ms","start":"2026-04-03T05:23:51.370419Z","end":"2026-04-03T05:23:51.886355Z","steps":["trace[2121958974] 'process raft request' (duration: 515.821772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.886376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.3703Z","time spent":"516.022626ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:51.88646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.370396Z","time spent":"516.019996ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:51.886683Z","caller":"traceutil/trace.go:171","msg":"trace[1916078998] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"515.960915ms","start":"2026-04-03T05:23:51.370684Z","end":"2026-04-03T05:23:51.886645Z","steps":["trace[1916078998] 'process raft request' (duration: 515.624727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.886716Z","caller":"traceutil/trace.go:171","msg":"trace[150705953] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"515.947476ms","start":"2026-04-03T05:23:51.370715Z","end":"2026-04-03T05:23:51.886663Z","steps":["trace[150705953] 'process raft request' (duration: 515.787392ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.886739Z","caller":"traceutil/trace.go:171","msg":"trace[1379920432] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"209.539495ms","start":"2026-04-03T05:23:51.677184Z","end":"2026-04-03T05:23:51.886723Z","steps":["trace[1379920432] 'process raft request' (duration: 209.457733ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:51.886792Z","caller":"traceutil/trace.go:171","msg":"trace[1600882549] linearizableReadLoop","detail":"{readStateIndex:8843; appliedIndex:8837; }","duration":"439.58423ms","start":"2026-04-03T05:23:51.44719Z","end":"2026-04-03T05:23:51.886774Z","steps":["trace[1600882549] 'read index received' (duration: 23.6147ms)","trace[1600882549] 'applied index is now lower than readState.Index' (duration: 415.96742ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:51.886864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.370662Z","time spent":"516.106869ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:51.886891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.3707Z","time spent":"516.096179ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:51.886972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.782444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:23:51.887011Z","caller":"traceutil/trace.go:171","msg":"trace[1851402052] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8527; }","duration":"418.861435ms","start":"2026-04-03T05:23:51.46814Z","end":"2026-04-03T05:23:51.887001Z","steps":["trace[1851402052] 'agreement among raft nodes before linearized reading' (duration: 418.775993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.887043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.468129Z","time spent":"418.904276ms","remote":"127.0.0.1:55070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:23:51.887056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.745684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:23:51.887112Z","caller":"traceutil/trace.go:171","msg":"trace[160620967] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8527; }","duration":"439.950508ms","start":"2026-04-03T05:23:51.447145Z","end":"2026-04-03T05:23:51.887096Z","steps":["trace[160620967] 'agreement among raft nodes before linearized reading' (duration: 439.740544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.887165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.447128Z","time spent":"440.01721ms","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:23:51.886382Z","caller":"traceutil/trace.go:171","msg":"trace[1475937238] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"515.937065ms","start":"2026-04-03T05:23:51.370396Z","end":"2026-04-03T05:23:51.886333Z","steps":["trace[1475937238] 'process raft request' (duration: 515.71372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:51.88745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:51.37039Z","time spent":"516.978438ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:53.118306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.642059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:53.11841Z","caller":"traceutil/trace.go:171","msg":"trace[46008111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8527; }","duration":"911.806823ms","start":"2026-04-03T05:23:52.206578Z","end":"2026-04-03T05:23:53.118385Z","steps":["trace[46008111] 'range keys from in-memory index tree' (duration: 911.547328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:53.118468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:52.206556Z","time spent":"911.901025ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:23:53.267495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.188577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:23:53.267616Z","caller":"traceutil/trace.go:171","msg":"trace[586110056] linearizableReadLoop","detail":"{readStateIndex:8845; appliedIndex:8844; }","duration":"148.107085ms","start":"2026-04-03T05:23:53.119484Z","end":"2026-04-03T05:23:53.267591Z","steps":["trace[586110056] 'read index received' (duration: 3.740194ms)","trace[586110056] 'applied index is now lower than readState.Index' (duration: 144.365061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:23:53.267818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.31048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:53.267833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.039771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:23:53.267915Z","caller":"traceutil/trace.go:171","msg":"trace[420870439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8527; }","duration":"148.464753ms","start":"2026-04-03T05:23:53.119429Z","end":"2026-04-03T05:23:53.267894Z","steps":["trace[420870439] 'agreement among raft nodes before linearized reading' (duration: 148.275669ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:53.267931Z","caller":"traceutil/trace.go:171","msg":"trace[400921014] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8527; }","duration":"106.178103ms","start":"2026-04-03T05:23:53.161728Z","end":"2026-04-03T05:23:53.267907Z","steps":["trace[400921014] 'agreement among raft nodes before linearized reading' (duration: 106.01221ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:53.518113Z","caller":"traceutil/trace.go:171","msg":"trace[1753492293] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"177.503125ms","start":"2026-04-03T05:23:53.34059Z","end":"2026-04-03T05:23:53.518093Z","steps":["trace[1753492293] 'process raft request' (duration: 177.351682ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:53.789606Z","caller":"traceutil/trace.go:171","msg":"trace[182837659] linearizableReadLoop","detail":"{readStateIndex:8848; appliedIndex:8845; }","duration":"413.192248ms","start":"2026-04-03T05:23:53.376387Z","end":"2026-04-03T05:23:53.78958Z","steps":["trace[182837659] 'read index received' (duration: 141.534868ms)","trace[182837659] 'applied index is now lower than readState.Index' (duration: 271.65639ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:53.789751Z","caller":"traceutil/trace.go:171","msg":"trace[214384324] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"418.943047ms","start":"2026-04-03T05:23:53.370778Z","end":"2026-04-03T05:23:53.789721Z","steps":["trace[214384324] 'process raft request' (duration: 417.871863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:53.789936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.370755Z","time spent":"419.085471ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:53.79Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.768841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T05:23:53.789999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.600018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:23:53.790097Z","caller":"traceutil/trace.go:171","msg":"trace[1486186104] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8530; }","duration":"156.917893ms","start":"2026-04-03T05:23:53.633157Z","end":"2026-04-03T05:23:53.790075Z","steps":["trace[1486186104] 'agreement among raft nodes before linearized reading' (duration: 156.673257ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:53.789792Z","caller":"traceutil/trace.go:171","msg":"trace[1458194878] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"418.570148ms","start":"2026-04-03T05:23:53.371208Z","end":"2026-04-03T05:23:53.789778Z","steps":["trace[1458194878] 'process raft request' (duration: 418.234381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:53.790337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.371199Z","time spent":"419.026828ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:53.790106Z","caller":"traceutil/trace.go:171","msg":"trace[969820386] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8530; }","duration":"413.749171ms","start":"2026-04-03T05:23:53.376332Z","end":"2026-04-03T05:23:53.790081Z","steps":["trace[969820386] 'agreement among raft nodes before linearized reading' (duration: 413.501995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:53.790545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.376313Z","time spent":"414.19586ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:23:54.608088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.112089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:54.608191Z","caller":"traceutil/trace.go:171","msg":"trace[1585312403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8531; }","duration":"402.245133ms","start":"2026-04-03T05:23:54.205921Z","end":"2026-04-03T05:23:54.608166Z","steps":["trace[1585312403] 'range keys from in-memory index tree' (duration: 402.069609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:54.608248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.205914Z","time spent":"402.318924ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:23:54.608282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.995379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T05:23:54.608362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.972439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:23:54.608393Z","caller":"traceutil/trace.go:171","msg":"trace[388297457] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8531; }","duration":"717.126542ms","start":"2026-04-03T05:23:53.891216Z","end":"2026-04-03T05:23:54.608342Z","steps":["trace[388297457] 'range keys from in-memory index tree' (duration: 716.771154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:54.608427Z","caller":"traceutil/trace.go:171","msg":"trace[730561974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8531; }","duration":"717.077941ms","start":"2026-04-03T05:23:53.891334Z","end":"2026-04-03T05:23:54.608412Z","steps":["trace[730561974] 'range keys from in-memory index tree' (duration: 716.789044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:54.60848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.891313Z","time spent":"717.155592ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:23:54.608513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.155624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:23:54.608552Z","caller":"traceutil/trace.go:171","msg":"trace[379118610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8531; }","duration":"718.239317ms","start":"2026-04-03T05:23:53.890303Z","end":"2026-04-03T05:23:54.608543Z","steps":["trace[379118610] 'range keys from in-memory index tree' (duration: 717.899299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:54.608586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.890278Z","time spent":"718.302678ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:54.608439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.891201Z","time spent":"717.227374ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:23:54.608784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.495334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:23:54.608849Z","caller":"traceutil/trace.go:171","msg":"trace[1302656669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8531; }","duration":"425.597816ms","start":"2026-04-03T05:23:54.183234Z","end":"2026-04-03T05:23:54.608832Z","steps":["trace[1302656669] 'range keys from in-memory index tree' (duration: 425.35393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:54.608899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.183208Z","time spent":"425.678998ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:23:54.608927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.614653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:23:54.609028Z","caller":"traceutil/trace.go:171","msg":"trace[1340224784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8531; }","duration":"717.730495ms","start":"2026-04-03T05:23:53.891275Z","end":"2026-04-03T05:23:54.609005Z","steps":["trace[1340224784] 'range keys from in-memory index tree' (duration: 717.431229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:54.609089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.891237Z","time spent":"717.839458ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:23:54.609186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.690526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T05:23:54.609286Z","caller":"traceutil/trace.go:171","msg":"trace[2128095506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8531; }","duration":"718.898021ms","start":"2026-04-03T05:23:53.890367Z","end":"2026-04-03T05:23:54.609265Z","steps":["trace[2128095506] 'range keys from in-memory index tree' (duration: 718.39038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:54.609369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:53.890344Z","time spent":"719.008424ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:23:55.793721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134847451s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:23:55.794229Z","caller":"traceutil/trace.go:171","msg":"trace[1940189190] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"1.179796671s","start":"2026-04-03T05:23:54.614405Z","end":"2026-04-03T05:23:55.794202Z","steps":["trace[1940189190] 'process raft request' (duration: 1.179534015s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.79438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.61438Z","time spent":"1.179914933s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:55.794581Z","caller":"traceutil/trace.go:171","msg":"trace[1131396498] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"1.17974764s","start":"2026-04-03T05:23:54.614808Z","end":"2026-04-03T05:23:55.794555Z","steps":["trace[1131396498] 'process raft request' (duration: 1.17932732s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.794704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.614792Z","time spent":"1.179849232s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:23:55.794745Z","caller":"traceutil/trace.go:171","msg":"trace[352410108] linearizableReadLoop","detail":"{readStateIndex:8853; appliedIndex:8849; }","duration":"1.179397471s","start":"2026-04-03T05:23:54.615281Z","end":"2026-04-03T05:23:55.794679Z","steps":["trace[352410108] 'read index received' (duration: 43.67559ms)","trace[352410108] 'applied index is now lower than readState.Index' (duration: 1.135720561s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:23:55.7948Z","caller":"traceutil/trace.go:171","msg":"trace[422791360] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"1.179441282s","start":"2026-04-03T05:23:54.615333Z","end":"2026-04-03T05:23:55.794774Z","steps":["trace[422791360] 'process raft request' (duration: 1.179283489s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:23:55.794785Z","caller":"traceutil/trace.go:171","msg":"trace[168903988] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"1.179814192s","start":"2026-04-03T05:23:54.614926Z","end":"2026-04-03T05:23:55.79474Z","steps":["trace[168903988] 'process raft request' (duration: 1.179557236s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.794949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.615323Z","time spent":"1.179542984s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:55.79498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179690348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19407"} {"level":"info","ts":"2026-04-03T05:23:55.795032Z","caller":"traceutil/trace.go:171","msg":"trace[684098606] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8536; }","duration":"1.17975826s","start":"2026-04-03T05:23:54.615258Z","end":"2026-04-03T05:23:55.795016Z","steps":["trace[684098606] 'agreement among raft nodes before linearized reading' (duration: 1.179546145s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.795066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.614917Z","time spent":"1.180086327s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:23:55.795086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.615249Z","time spent":"1.179829021s","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19431,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-03T05:23:55.796617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.002582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:23:55.796703Z","caller":"traceutil/trace.go:171","msg":"trace[901780743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8537; }","duration":"918.145565ms","start":"2026-04-03T05:23:54.878537Z","end":"2026-04-03T05:23:55.796682Z","steps":["trace[901780743] 'agreement among raft nodes before linearized reading' (duration: 917.92144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.796747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.878515Z","time spent":"918.223487ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T05:23:55.796921Z","caller":"traceutil/trace.go:171","msg":"trace[95673139] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"273.03864ms","start":"2026-04-03T05:23:55.523871Z","end":"2026-04-03T05:23:55.79691Z","steps":["trace[95673139] 'process raft request' (duration: 272.446687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.797186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.515789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:23:55.797248Z","caller":"traceutil/trace.go:171","msg":"trace[450090903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8537; }","duration":"590.620502ms","start":"2026-04-03T05:23:55.206612Z","end":"2026-04-03T05:23:55.797232Z","steps":["trace[450090903] 'agreement among raft nodes before linearized reading' (duration: 590.493038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.797283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:55.206591Z","time spent":"590.685333ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:23:55.797273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.126481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T05:23:55.797386Z","caller":"traceutil/trace.go:171","msg":"trace[1610029735] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8537; }","duration":"847.274265ms","start":"2026-04-03T05:23:54.950096Z","end":"2026-04-03T05:23:55.79737Z","steps":["trace[1610029735] 'agreement among raft nodes before linearized reading' (duration: 847.100631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.797409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.765331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:23:55.79743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:54.950074Z","time spent":"847.346857ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-03T05:23:55.797463Z","caller":"traceutil/trace.go:171","msg":"trace[191022385] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8537; }","duration":"588.861322ms","start":"2026-04-03T05:23:55.208584Z","end":"2026-04-03T05:23:55.797446Z","steps":["trace[191022385] 'agreement among raft nodes before linearized reading' (duration: 588.76776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:23:55.797508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:23:55.208567Z","time spent":"588.930454ms","remote":"127.0.0.1:57836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:20.415812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.971144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:20.415953Z","caller":"traceutil/trace.go:171","msg":"trace[194581935] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8725; }","duration":"226.187589ms","start":"2026-04-03T05:24:20.189732Z","end":"2026-04-03T05:24:20.415919Z","steps":["trace[194581935] 'count revisions from in-memory index tree' (duration: 225.882512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:20.416518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.714213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-03T05:24:20.416607Z","caller":"traceutil/trace.go:171","msg":"trace[1506103943] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8725; }","duration":"402.855976ms","start":"2026-04-03T05:24:20.013732Z","end":"2026-04-03T05:24:20.416588Z","steps":["trace[1506103943] 'range keys from in-memory index tree' (duration: 402.566659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:20.416642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:20.013709Z","time spent":"402.927727ms","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-04-03T05:24:20.416692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.914481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-04-03T05:24:20.417702Z","caller":"traceutil/trace.go:171","msg":"trace[690722005] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8725; }","duration":"209.091875ms","start":"2026-04-03T05:24:20.207701Z","end":"2026-04-03T05:24:20.416793Z","steps":["trace[690722005] 'range keys from in-memory index tree' (duration: 208.371479ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:22.33068Z","caller":"traceutil/trace.go:171","msg":"trace[462579329] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"383.053201ms","start":"2026-04-03T05:24:21.947604Z","end":"2026-04-03T05:24:22.330657Z","steps":["trace[462579329] 'process raft request' (duration: 374.146411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:22.330836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:21.947594Z","time spent":"383.163213ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:22.331035Z","caller":"traceutil/trace.go:171","msg":"trace[135628701] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"382.711972ms","start":"2026-04-03T05:24:21.948285Z","end":"2026-04-03T05:24:22.330997Z","steps":["trace[135628701] 'process raft request' (duration: 382.269813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:22.331295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:21.948277Z","time spent":"382.870266ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:22.331541Z","caller":"traceutil/trace.go:171","msg":"trace[225515049] linearizableReadLoop","detail":"{readStateIndex:9062; appliedIndex:9057; }","duration":"354.592721ms","start":"2026-04-03T05:24:21.976933Z","end":"2026-04-03T05:24:22.331526Z","steps":["trace[225515049] 'read index received' (duration: 37.903101ms)","trace[225515049] 'applied index is now lower than readState.Index' (duration: 316.6882ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:22.331676Z","caller":"traceutil/trace.go:171","msg":"trace[491046683] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"381.305262ms","start":"2026-04-03T05:24:21.950333Z","end":"2026-04-03T05:24:22.331638Z","steps":["trace[491046683] 'process raft request' (duration: 381.123458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:22.331776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.845898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:24:22.331682Z","caller":"traceutil/trace.go:171","msg":"trace[763410057] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"382.244752ms","start":"2026-04-03T05:24:21.949413Z","end":"2026-04-03T05:24:22.331657Z","steps":["trace[763410057] 'process raft request' (duration: 381.476755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:22.331814Z","caller":"traceutil/trace.go:171","msg":"trace[427358442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8737; }","duration":"354.905269ms","start":"2026-04-03T05:24:21.976896Z","end":"2026-04-03T05:24:22.331801Z","steps":["trace[427358442] 'agreement among raft nodes before linearized reading' (duration: 354.729354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:22.331843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:21.976885Z","time spent":"354.94944ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:24:22.331827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:21.950323Z","time spent":"381.429174ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:22.331874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:21.949391Z","time spent":"382.427928ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:22.333017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.280486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:22.333076Z","caller":"traceutil/trace.go:171","msg":"trace[1105936201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8738; }","duration":"114.371878ms","start":"2026-04-03T05:24:22.218683Z","end":"2026-04-03T05:24:22.333054Z","steps":["trace[1105936201] 'agreement among raft nodes before linearized reading' (duration: 114.277256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:24.519281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450644321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:25.019431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450644321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:25.519968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450644321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:26.020928Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450644321,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:26.208001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:24:26.208094Z","caller":"traceutil/trace.go:171","msg":"trace[1826814820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784505s","start":"2026-04-03T05:24:24.20729Z","end":"2026-04-03T05:24:26.208075Z","steps":["trace[1826814820] 'agreement among raft nodes before linearized reading' (duration: 2.000675062s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:26.20821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.207265Z","time spent":"2.000866666s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:24:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:24:26.30864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.401271247s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:24:26.309069Z","caller":"traceutil/trace.go:171","msg":"trace[1578593858] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"2.40182972s","start":"2026-04-03T05:24:23.907212Z","end":"2026-04-03T05:24:26.309042Z","steps":["trace[1578593858] 'process raft request' (duration: 2.401659016s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:26.30927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:23.907182Z","time spent":"2.401982072s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:27.481714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.200335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:27.482231Z","caller":"traceutil/trace.go:171","msg":"trace[1303774545] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"3.567725938s","start":"2026-04-03T05:24:23.91448Z","end":"2026-04-03T05:24:27.482206Z","steps":["trace[1303774545] 'process raft request' (duration: 3.56734802s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:27.482342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:23.91447Z","time spent":"3.56782106s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:27.481948Z","caller":"traceutil/trace.go:171","msg":"trace[1343970661] linearizableReadLoop","detail":"{readStateIndex:9068; appliedIndex:9065; }","duration":"3.46269435s","start":"2026-04-03T05:24:24.019234Z","end":"2026-04-03T05:24:27.481929Z","steps":["trace[1343970661] 'read index received' (duration: 2.289769384s)","trace[1343970661] 'applied index is now lower than readState.Index' (duration: 1.172923916s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:27.482246Z","caller":"traceutil/trace.go:171","msg":"trace[1800274652] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"3.56778538s","start":"2026-04-03T05:24:23.91439Z","end":"2026-04-03T05:24:27.482175Z","steps":["trace[1800274652] 'process raft request' (duration: 2.613015582s)","trace[1800274652] 'compare' (duration: 953.53497ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:27.482415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463184411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:24:27.482594Z","caller":"traceutil/trace.go:171","msg":"trace[1675421077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8742; }","duration":"3.463409206s","start":"2026-04-03T05:24:24.019163Z","end":"2026-04-03T05:24:27.482572Z","steps":["trace[1675421077] 'agreement among raft nodes before linearized reading' (duration: 3.463112189s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:27.482661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.019138Z","time spent":"3.463492968s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:27.48274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:23.914371Z","time spent":"3.568140778s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:27.982555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450644328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:28.208581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-03T05:24:28.208671Z","caller":"traceutil/trace.go:171","msg":"trace[402451673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524998s","start":"2026-04-03T05:24:26.208128Z","end":"2026-04-03T05:24:28.208653Z","steps":["trace[402451673] 'agreement among raft nodes before linearized reading' (duration: 2.000410746s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.208719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.208105Z","time spent":"2.000606071s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/03 05:24:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-03T05:24:28.325935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305465282s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:24:28.326591Z","caller":"traceutil/trace.go:171","msg":"trace[179386663] transaction","detail":"{read_only:false; response_revision:8743; number_of_response:1; }","duration":"1.306220329s","start":"2026-04-03T05:24:27.020341Z","end":"2026-04-03T05:24:28.326562Z","steps":["trace[179386663] 'process raft request' (duration: 1.305880911s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.326853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.020314Z","time spent":"1.306415384s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:28.335847Z","caller":"traceutil/trace.go:171","msg":"trace[912306626] linearizableReadLoop","detail":"{readStateIndex:9070; appliedIndex:9068; }","duration":"853.399222ms","start":"2026-04-03T05:24:27.482419Z","end":"2026-04-03T05:24:28.335818Z","steps":["trace[912306626] 'read index received' (duration: 843.774095ms)","trace[912306626] 'applied index is now lower than readState.Index' (duration: 9.624047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:28.33588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.792858079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:28.335921Z","caller":"traceutil/trace.go:171","msg":"trace[506418742] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8745; }","duration":"2.792947991s","start":"2026-04-03T05:24:25.54296Z","end":"2026-04-03T05:24:28.335908Z","steps":["trace[506418742] 'agreement among raft nodes before linearized reading' (duration: 2.79287812s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.335945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.542932Z","time spent":"2.793007593s","remote":"127.0.0.1:55082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.336082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998012069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:28.336128Z","caller":"traceutil/trace.go:171","msg":"trace[1132986885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8745; }","duration":"3.998096252s","start":"2026-04-03T05:24:24.338019Z","end":"2026-04-03T05:24:28.336115Z","steps":["trace[1132986885] 'agreement among raft nodes before linearized reading' (duration: 3.997921188s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035255463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:24:28.33619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.927875187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:24:28.336159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.374922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:28.336216Z","caller":"traceutil/trace.go:171","msg":"trace[1776748863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8745; }","duration":"1.927941509s","start":"2026-04-03T05:24:26.408267Z","end":"2026-04-03T05:24:28.336209Z","steps":["trace[1776748863] 'agreement among raft nodes before linearized reading' (duration: 1.927827006s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:26.408245Z","time spent":"1.927989699s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:24:28.336228Z","caller":"traceutil/trace.go:171","msg":"trace[957465790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8745; }","duration":"3.035481038s","start":"2026-04-03T05:24:25.300719Z","end":"2026-04-03T05:24:28.3362Z","steps":["trace[957465790] 'agreement among raft nodes before linearized reading' (duration: 3.035198371s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.336246Z","caller":"traceutil/trace.go:171","msg":"trace[94205282] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8745; }","duration":"902.534835ms","start":"2026-04-03T05:24:27.433691Z","end":"2026-04-03T05:24:28.336226Z","steps":["trace[94205282] 'agreement among raft nodes before linearized reading' (duration: 902.241959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.686849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:24:28.336287Z","caller":"traceutil/trace.go:171","msg":"trace[76337463] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:8745; }","duration":"613.76684ms","start":"2026-04-03T05:24:27.722512Z","end":"2026-04-03T05:24:28.336279Z","steps":["trace[76337463] 'agreement among raft nodes before linearized reading' (duration: 613.688609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999131675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:24:28.336316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998576102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:24:28.336314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.433665Z","time spent":"902.618176ms","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.336325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513953416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:24:28.336357Z","caller":"traceutil/trace.go:171","msg":"trace[1700415330] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8745; }","duration":"3.998619063s","start":"2026-04-03T05:24:24.337728Z","end":"2026-04-03T05:24:28.336347Z","steps":["trace[1700415330] 'agreement among raft nodes before linearized reading' (duration: 3.998382638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.638258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:28.336331Z","caller":"traceutil/trace.go:171","msg":"trace[1184642142] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"848.538373ms","start":"2026-04-03T05:24:27.487499Z","end":"2026-04-03T05:24:28.336038Z","steps":["trace[1184642142] 'process raft request' (duration: 848.124884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.337614Z","time spent":"3.998762077s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:24:28.336379Z","caller":"traceutil/trace.go:171","msg":"trace[149860996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8745; }","duration":"2.514056478s","start":"2026-04-03T05:24:25.822307Z","end":"2026-04-03T05:24:28.336364Z","steps":["trace[149860996] 'agreement among raft nodes before linearized reading' (duration: 2.513866504s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.336391Z","caller":"traceutil/trace.go:171","msg":"trace[1771728551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8745; }","duration":"120.678ms","start":"2026-04-03T05:24:28.215706Z","end":"2026-04-03T05:24:28.336384Z","steps":["trace[1771728551] 'agreement among raft nodes before linearized reading' (duration: 120.636099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.822285Z","time spent":"2.514125s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:28.336299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:25.300688Z","time spent":"3.03559448s","remote":"127.0.0.1:51370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:28.336472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998896639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:24:28.33644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52011166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:24:28.336533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.639601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-03T05:24:28.336521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.487469Z","time spent":"848.940071ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:28.336543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.353677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:28.336561Z","caller":"traceutil/trace.go:171","msg":"trace[2068292711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2c0a7227b7997; range_end:; response_count:1; response_revision:8745; }","duration":"121.694762ms","start":"2026-04-03T05:24:28.214858Z","end":"2026-04-03T05:24:28.336553Z","steps":["trace[2068292711] 'agreement among raft nodes before linearized reading' (duration: 121.618411ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.336544Z","caller":"traceutil/trace.go:171","msg":"trace[1377560501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8745; }","duration":"3.999033793s","start":"2026-04-03T05:24:24.337496Z","end":"2026-04-03T05:24:28.33653Z","steps":["trace[1377560501] 'agreement among raft nodes before linearized reading' (duration: 3.998870069s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.336364Z","caller":"traceutil/trace.go:171","msg":"trace[556179751] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8745; }","duration":"3.999308539s","start":"2026-04-03T05:24:24.337032Z","end":"2026-04-03T05:24:28.33634Z","steps":["trace[556179751] 'agreement among raft nodes before linearized reading' (duration: 3.999057453s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.337481Z","time spent":"3.999112975s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:28.336169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.33801Z","time spent":"3.998149353s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:24:28.336692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.337004Z","time spent":"3.999640296s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:28.336316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.722485Z","time spent":"613.825112ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-04-03T05:24:28.336593Z","caller":"traceutil/trace.go:171","msg":"trace[1562073395] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8745; }","duration":"395.427579ms","start":"2026-04-03T05:24:27.941151Z","end":"2026-04-03T05:24:28.336579Z","steps":["trace[1562073395] 'agreement among raft nodes before linearized reading' (duration: 395.358797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:27.941133Z","time spent":"395.686524ms","remote":"127.0.0.1:55006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:28.336858Z","caller":"traceutil/trace.go:171","msg":"trace[732466542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8745; }","duration":"3.520369135s","start":"2026-04-03T05:24:24.816177Z","end":"2026-04-03T05:24:28.336546Z","steps":["trace[732466542] 'agreement among raft nodes before linearized reading' (duration: 3.519874564s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.336962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.816155Z","time spent":"3.520791624s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:28.337076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972668181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:24:28.337131Z","caller":"traceutil/trace.go:171","msg":"trace[1487207841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8745; }","duration":"3.972752462s","start":"2026-04-03T05:24:24.364364Z","end":"2026-04-03T05:24:28.337116Z","steps":["trace[1487207841] 'agreement among raft nodes before linearized reading' (duration: 3.971504044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.337162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:24.364335Z","time spent":"3.972820064s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"info","ts":"2026-04-03T05:24:28.479992Z","caller":"traceutil/trace.go:171","msg":"trace[1924413972] transaction","detail":"{read_only:false; response_revision:8747; number_of_response:1; }","duration":"138.281104ms","start":"2026-04-03T05:24:28.341682Z","end":"2026-04-03T05:24:28.479963Z","steps":["trace[1924413972] 'process raft request' (duration: 138.117931ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.479988Z","caller":"traceutil/trace.go:171","msg":"trace[1503884146] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"137.946217ms","start":"2026-04-03T05:24:28.342018Z","end":"2026-04-03T05:24:28.479964Z","steps":["trace[1503884146] 'process raft request' (duration: 137.875236ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.479987Z","caller":"traceutil/trace.go:171","msg":"trace[451706784] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"138.008198ms","start":"2026-04-03T05:24:28.341961Z","end":"2026-04-03T05:24:28.47997Z","steps":["trace[451706784] 'process raft request' (duration: 137.895476ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.47993Z","caller":"traceutil/trace.go:171","msg":"trace[1678588842] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"139.292198ms","start":"2026-04-03T05:24:28.340607Z","end":"2026-04-03T05:24:28.479899Z","steps":["trace[1678588842] 'process raft request' (duration: 139.021922ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.480341Z","caller":"traceutil/trace.go:171","msg":"trace[1172170080] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"137.710251ms","start":"2026-04-03T05:24:28.342622Z","end":"2026-04-03T05:24:28.480332Z","steps":["trace[1172170080] 'process raft request' (duration: 137.305062ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.480459Z","caller":"traceutil/trace.go:171","msg":"trace[24976128] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"137.770703ms","start":"2026-04-03T05:24:28.342662Z","end":"2026-04-03T05:24:28.480433Z","steps":["trace[24976128] 'process raft request' (duration: 137.588539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.480505Z","caller":"traceutil/trace.go:171","msg":"trace[234495110] linearizableReadLoop","detail":"{readStateIndex:9073; appliedIndex:9071; }","duration":"139.647295ms","start":"2026-04-03T05:24:28.340845Z","end":"2026-04-03T05:24:28.480492Z","steps":["trace[234495110] 'read index received' (duration: 56.398917ms)","trace[234495110] 'applied index is now lower than readState.Index' (duration: 83.246878ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:28.480568Z","caller":"traceutil/trace.go:171","msg":"trace[272344642] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"137.798553ms","start":"2026-04-03T05:24:28.342718Z","end":"2026-04-03T05:24:28.480517Z","steps":["trace[272344642] 'process raft request' (duration: 137.66396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.480729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.86262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:24:28.480762Z","caller":"traceutil/trace.go:171","msg":"trace[622784522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8752; }","duration":"139.913771ms","start":"2026-04-03T05:24:28.340839Z","end":"2026-04-03T05:24:28.480753Z","steps":["trace[622784522] 'agreement among raft nodes before linearized reading' (duration: 139.733017ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.50206Z","caller":"traceutil/trace.go:171","msg":"trace[417045949] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"103.578406ms","start":"2026-04-03T05:24:28.39846Z","end":"2026-04-03T05:24:28.502038Z","steps":["trace[417045949] 'process raft request' (duration: 103.372191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:28.504748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.66113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228546"} {"level":"info","ts":"2026-04-03T05:24:28.50499Z","caller":"traceutil/trace.go:171","msg":"trace[1883046942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8753; }","duration":"161.950977ms","start":"2026-04-03T05:24:28.343016Z","end":"2026-04-03T05:24:28.504967Z","steps":["trace[1883046942] 'agreement among raft nodes before linearized reading' (duration: 159.052832ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:28.647295Z","caller":"traceutil/trace.go:171","msg":"trace[719484673] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"115.82665ms","start":"2026-04-03T05:24:28.531428Z","end":"2026-04-03T05:24:28.647255Z","steps":["trace[719484673] 'process raft request' (duration: 115.442961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:29.441509Z","caller":"traceutil/trace.go:171","msg":"trace[1460512143] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"567.41567ms","start":"2026-04-03T05:24:28.874068Z","end":"2026-04-03T05:24:29.441484Z","steps":["trace[1460512143] 'process raft request' (duration: 567.224426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:29.441747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:28.874048Z","time spent":"567.608446ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:29.622009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.32905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2c168c51dfe57\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T05:24:29.622119Z","caller":"traceutil/trace.go:171","msg":"trace[1721672277] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2c168c51dfe57; range_end:; response_count:1; response_revision:8755; }","duration":"172.494244ms","start":"2026-04-03T05:24:29.449605Z","end":"2026-04-03T05:24:29.6221Z","steps":["trace[1721672277] 'range keys from in-memory index tree' (duration: 172.118135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:29.622284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.132221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:29.622474Z","caller":"traceutil/trace.go:171","msg":"trace[1599756806] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"134.180443ms","start":"2026-04-03T05:24:29.488276Z","end":"2026-04-03T05:24:29.622456Z","steps":["trace[1599756806] 'process raft request' (duration: 32.749405ms)","trace[1599756806] 'compare' (duration: 100.981618ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:29.622475Z","caller":"traceutil/trace.go:171","msg":"trace[1536277227] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"134.001669ms","start":"2026-04-03T05:24:29.488456Z","end":"2026-04-03T05:24:29.622458Z","steps":["trace[1536277227] 'process raft request' (duration: 133.919117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:29.81644Z","caller":"traceutil/trace.go:171","msg":"trace[1577788023] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"191.98636ms","start":"2026-04-03T05:24:29.624411Z","end":"2026-04-03T05:24:29.816398Z","steps":["trace[1577788023] 'process raft request' (duration: 173.306661ms)","trace[1577788023] 'compare' (duration: 18.106256ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:29.835359Z","caller":"traceutil/trace.go:171","msg":"trace[1688334841] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"145.621799ms","start":"2026-04-03T05:24:29.68971Z","end":"2026-04-03T05:24:29.835332Z","steps":["trace[1688334841] 'process raft request' (duration: 145.478596ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.444345Z","caller":"traceutil/trace.go:171","msg":"trace[599985215] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"101.351605ms","start":"2026-04-03T05:24:30.342952Z","end":"2026-04-03T05:24:30.444303Z","steps":["trace[599985215] 'process raft request' (duration: 101.128751ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.501379Z","caller":"traceutil/trace.go:171","msg":"trace[677473325] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"153.124998ms","start":"2026-04-03T05:24:30.348226Z","end":"2026-04-03T05:24:30.501351Z","steps":["trace[677473325] 'process raft request' (duration: 152.727869ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.722541Z","caller":"traceutil/trace.go:171","msg":"trace[1244059184] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"214.493217ms","start":"2026-04-03T05:24:30.508016Z","end":"2026-04-03T05:24:30.722509Z","steps":["trace[1244059184] 'process raft request' (duration: 214.272072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.733662Z","caller":"traceutil/trace.go:171","msg":"trace[97536332] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"225.219678ms","start":"2026-04-03T05:24:30.508404Z","end":"2026-04-03T05:24:30.733624Z","steps":["trace[97536332] 'process raft request' (duration: 224.948571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.733702Z","caller":"traceutil/trace.go:171","msg":"trace[358000120] transaction","detail":"{read_only:false; response_revision:8764; number_of_response:1; }","duration":"225.199968ms","start":"2026-04-03T05:24:30.508469Z","end":"2026-04-03T05:24:30.733668Z","steps":["trace[358000120] 'process raft request' (duration: 225.073815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.733754Z","caller":"traceutil/trace.go:171","msg":"trace[444865799] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"223.905078ms","start":"2026-04-03T05:24:30.50981Z","end":"2026-04-03T05:24:30.733715Z","steps":["trace[444865799] 'process raft request' (duration: 223.778885ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.733806Z","caller":"traceutil/trace.go:171","msg":"trace[943845037] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"222.525086ms","start":"2026-04-03T05:24:30.511232Z","end":"2026-04-03T05:24:30.733757Z","steps":["trace[943845037] 'process raft request' (duration: 222.407004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:30.733723Z","caller":"traceutil/trace.go:171","msg":"trace[1747061792] linearizableReadLoop","detail":"{readStateIndex:9093; appliedIndex:9088; }","duration":"210.21565ms","start":"2026-04-03T05:24:30.52347Z","end":"2026-04-03T05:24:30.733686Z","steps":["trace[1747061792] 'read index received' (duration: 198.905336ms)","trace[1747061792] 'applied index is now lower than readState.Index' (duration: 11.308804ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:30.734029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.526817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:24:30.73409Z","caller":"traceutil/trace.go:171","msg":"trace[335401574] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8766; }","duration":"210.643899ms","start":"2026-04-03T05:24:30.52343Z","end":"2026-04-03T05:24:30.734074Z","steps":["trace[335401574] 'agreement among raft nodes before linearized reading' (duration: 210.370763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.011994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.522864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:42.012329Z","caller":"traceutil/trace.go:171","msg":"trace[131968119] linearizableReadLoop","detail":"{readStateIndex:9187; appliedIndex:9185; }","duration":"633.161167ms","start":"2026-04-03T05:24:41.379135Z","end":"2026-04-03T05:24:42.012297Z","steps":["trace[131968119] 'read index received' (duration: 7.283783ms)","trace[131968119] 'applied index is now lower than readState.Index' (duration: 625.874364ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:42.012368Z","caller":"traceutil/trace.go:171","msg":"trace[1088219569] transaction","detail":"{read_only:false; response_revision:8855; number_of_response:1; }","duration":"638.809564ms","start":"2026-04-03T05:24:41.373501Z","end":"2026-04-03T05:24:42.01231Z","steps":["trace[1088219569] 'process raft request' (duration: 408.786359ms)","trace[1088219569] 'compare' (duration: 229.275269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:42.01252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.367181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4633"} {"level":"info","ts":"2026-04-03T05:24:42.012635Z","caller":"traceutil/trace.go:171","msg":"trace[1150879631] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8855; }","duration":"633.548245ms","start":"2026-04-03T05:24:41.379062Z","end":"2026-04-03T05:24:42.01261Z","steps":["trace[1150879631] 'agreement among raft nodes before linearized reading' (duration: 633.303179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.012703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.379031Z","time spent":"633.662378ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" "} {"level":"warn","ts":"2026-04-03T05:24:42.012825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.37349Z","time spent":"639.0978ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:42.618952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.825069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:42.619161Z","caller":"traceutil/trace.go:171","msg":"trace[1930722852] linearizableReadLoop","detail":"{readStateIndex:9189; appliedIndex:9187; }","duration":"606.690382ms","start":"2026-04-03T05:24:42.012451Z","end":"2026-04-03T05:24:42.619141Z","steps":["trace[1930722852] 'read index received' (duration: 433.402492ms)","trace[1930722852] 'applied index is now lower than readState.Index' (duration: 173.28632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:42.6194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126055115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:42.619442Z","caller":"traceutil/trace.go:171","msg":"trace[486609851] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8857; }","duration":"1.126143526s","start":"2026-04-03T05:24:41.493287Z","end":"2026-04-03T05:24:42.619431Z","steps":["trace[486609851] 'agreement among raft nodes before linearized reading' (duration: 1.12593967s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.619393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.038304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:42.619483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.493259Z","time spent":"1.126213277s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:42.619476Z","caller":"traceutil/trace.go:171","msg":"trace[1628300533] transaction","detail":"{read_only:false; response_revision:8856; number_of_response:1; }","duration":"895.959518ms","start":"2026-04-03T05:24:41.723471Z","end":"2026-04-03T05:24:42.619431Z","steps":["trace[1628300533] 'process raft request' (duration: 722.549644ms)","trace[1628300533] 'compare' (duration: 172.697037ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:42.619515Z","caller":"traceutil/trace.go:171","msg":"trace[1631103867] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8857; }","duration":"869.221628ms","start":"2026-04-03T05:24:41.750262Z","end":"2026-04-03T05:24:42.619483Z","steps":["trace[1631103867] 'agreement among raft nodes before linearized reading' (duration: 868.92364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.619577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.75024Z","time spent":"869.326211ms","remote":"127.0.0.1:51322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:42.619679Z","caller":"traceutil/trace.go:171","msg":"trace[186529257] transaction","detail":"{read_only:false; response_revision:8857; number_of_response:1; }","duration":"879.56061ms","start":"2026-04-03T05:24:41.740096Z","end":"2026-04-03T05:24:42.619657Z","steps":["trace[186529257] 'process raft request' (duration: 878.977276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.619751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.72344Z","time spent":"896.203753ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:42.619838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.740063Z","time spent":"879.727794ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:42.619839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230134011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-03T05:24:42.61994Z","caller":"traceutil/trace.go:171","msg":"trace[895068169] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8857; }","duration":"1.230268474s","start":"2026-04-03T05:24:41.389649Z","end":"2026-04-03T05:24:42.619917Z","steps":["trace[895068169] 'agreement among raft nodes before linearized reading' (duration: 1.229969328s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.619953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221889576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4633"} {"level":"warn","ts":"2026-04-03T05:24:42.619991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.389637Z","time spent":"1.230344566s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-03T05:24:42.62Z","caller":"traceutil/trace.go:171","msg":"trace[54743632] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8857; }","duration":"1.221973338s","start":"2026-04-03T05:24:41.398011Z","end":"2026-04-03T05:24:42.619985Z","steps":["trace[54743632] 'agreement among raft nodes before linearized reading' (duration: 1.221821374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.620032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.397994Z","time spent":"1.222030979s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4657,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" "} {"level":"warn","ts":"2026-04-03T05:24:42.620055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228604867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-04-03T05:24:42.620102Z","caller":"traceutil/trace.go:171","msg":"trace[450459004] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8857; }","duration":"1.228693779s","start":"2026-04-03T05:24:41.391398Z","end":"2026-04-03T05:24:42.620091Z","steps":["trace[450459004] 'agreement among raft nodes before linearized reading' (duration: 1.228186138s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.620142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.391362Z","time spent":"1.228770471s","remote":"127.0.0.1:54792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-04-03T05:24:42.619949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240567865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-04-03T05:24:42.620251Z","caller":"traceutil/trace.go:171","msg":"trace[1480222738] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8857; }","duration":"1.240915543s","start":"2026-04-03T05:24:41.379319Z","end":"2026-04-03T05:24:42.620235Z","steps":["trace[1480222738] 'agreement among raft nodes before linearized reading' (duration: 1.240386532s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:42.62032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:41.379313Z","time spent":"1.240992745s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-03T05:24:43.119481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450644650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:24:43.388557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.768329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:43.388666Z","caller":"traceutil/trace.go:171","msg":"trace[2029797249] transaction","detail":"{read_only:false; response_revision:8858; number_of_response:1; }","duration":"875.541159ms","start":"2026-04-03T05:24:42.513106Z","end":"2026-04-03T05:24:43.388647Z","steps":["trace[2029797249] 'process raft request' (duration: 739.597487ms)","trace[2029797249] 'compare' (duration: 135.617544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:43.38874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.513082Z","time spent":"875.62891ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:43.964311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.997934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:43.964748Z","caller":"traceutil/trace.go:171","msg":"trace[997131641] transaction","detail":"{read_only:false; response_revision:8859; number_of_response:1; }","duration":"1.337044232s","start":"2026-04-03T05:24:42.627667Z","end":"2026-04-03T05:24:43.964711Z","steps":["trace[997131641] 'process raft request' (duration: 910.548196ms)","trace[997131641] 'compare' (duration: 425.582034ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:43.964793Z","caller":"traceutil/trace.go:171","msg":"trace[549918393] transaction","detail":"{read_only:false; response_revision:8861; number_of_response:1; }","duration":"624.732318ms","start":"2026-04-03T05:24:43.340037Z","end":"2026-04-03T05:24:43.964769Z","steps":["trace[549918393] 'process raft request' (duration: 624.502753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.964935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.34001Z","time spent":"624.84008ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:43.964943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.62764Z","time spent":"1.337200425s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4623,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:43.964761Z","caller":"traceutil/trace.go:171","msg":"trace[27222169] transaction","detail":"{read_only:false; response_revision:8860; number_of_response:1; }","duration":"1.042491867s","start":"2026-04-03T05:24:42.922212Z","end":"2026-04-03T05:24:43.964703Z","steps":["trace[27222169] 'process raft request' (duration: 1.042208291s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:43.96512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.922183Z","time spent":"1.042846916s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:43.964776Z","caller":"traceutil/trace.go:171","msg":"trace[1805896981] linearizableReadLoop","detail":"{readStateIndex:9192; appliedIndex:9189; }","duration":"1.345551723s","start":"2026-04-03T05:24:42.619197Z","end":"2026-04-03T05:24:43.964749Z","steps":["trace[1805896981] 'read index received' (duration: 633.434304ms)","trace[1805896981] 'applied index is now lower than readState.Index' (duration: 712.113739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.069629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.020668ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-03T05:24:44.069756Z","caller":"traceutil/trace.go:171","msg":"trace[347544685] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9193; }","duration":"104.537017ms","start":"2026-04-03T05:24:43.965197Z","end":"2026-04-03T05:24:44.069734Z","steps":["trace[347544685] 'read index received' (duration: 65.492µs)","trace[347544685] 'applied index is now lower than readState.Index' (duration: 104.469835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.069836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052469464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-04-03T05:24:44.069847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694760533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:44.069952Z","caller":"traceutil/trace.go:171","msg":"trace[1968968025] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8861; }","duration":"2.052650949s","start":"2026-04-03T05:24:42.017272Z","end":"2026-04-03T05:24:44.069923Z","steps":["trace[1968968025] 'agreement among raft nodes before linearized reading' (duration: 1.947554459s)","trace[1968968025] 'range keys from in-memory index tree' (duration: 104.783793ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.069725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86159942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:44.069994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123760182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:24:44.069979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.289408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T05:24:44.069953Z","caller":"traceutil/trace.go:171","msg":"trace[609695065] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8861; }","duration":"1.694910317s","start":"2026-04-03T05:24:42.375025Z","end":"2026-04-03T05:24:44.069936Z","steps":["trace[609695065] 'agreement among raft nodes before linearized reading' (duration: 1.589772926s)","trace[609695065] 'count revisions from in-memory index tree' (duration: 104.990987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.070616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.37501Z","time spent":"1.695572372s","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:44.070035Z","caller":"traceutil/trace.go:171","msg":"trace[971734496] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8861; }","duration":"1.123894596s","start":"2026-04-03T05:24:42.946129Z","end":"2026-04-03T05:24:44.070023Z","steps":["trace[971734496] 'agreement among raft nodes before linearized reading' (duration: 1.123718502s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.070719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.946096Z","time spent":"1.124603402s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:44.070019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.017249Z","time spent":"2.052758131s","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-03T05:24:44.070052Z","caller":"traceutil/trace.go:171","msg":"trace[419939951] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8861; }","duration":"584.397171ms","start":"2026-04-03T05:24:43.485634Z","end":"2026-04-03T05:24:44.070031Z","steps":["trace[419939951] 'agreement among raft nodes before linearized reading' (duration: 584.221297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.071023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:43.485617Z","time spent":"585.391444ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T05:24:44.070026Z","caller":"traceutil/trace.go:171","msg":"trace[987705313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8861; }","duration":"1.861955937s","start":"2026-04-03T05:24:42.208048Z","end":"2026-04-03T05:24:44.070004Z","steps":["trace[987705313] 'agreement among raft nodes before linearized reading' (duration: 1.756796996s)","trace[987705313] 'range keys from in-memory index tree' (duration: 104.830403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.071142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.208022Z","time spent":"1.863110773s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:24:44.070077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121191345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:24:44.071271Z","caller":"traceutil/trace.go:171","msg":"trace[216697441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8861; }","duration":"1.122421193s","start":"2026-04-03T05:24:42.948824Z","end":"2026-04-03T05:24:44.071246Z","steps":["trace[216697441] 'agreement among raft nodes before linearized reading' (duration: 1.121010801s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.070116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127293542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-03T05:24:44.071338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.948815Z","time spent":"1.122506294s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T05:24:44.071337Z","caller":"traceutil/trace.go:171","msg":"trace[189169037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8861; }","duration":"1.12854697s","start":"2026-04-03T05:24:42.942774Z","end":"2026-04-03T05:24:44.071321Z","steps":["trace[189169037] 'agreement among raft nodes before linearized reading' (duration: 1.127280241s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.071574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.942759Z","time spent":"1.128793885s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:44.070196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445710921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-04-03T05:24:44.071737Z","caller":"traceutil/trace.go:171","msg":"trace[1609937145] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8861; }","duration":"1.447275927s","start":"2026-04-03T05:24:42.62443Z","end":"2026-04-03T05:24:44.071706Z","steps":["trace[1609937145] 'agreement among raft nodes before linearized reading' (duration: 1.44566161s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.07019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.491466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:24:44.071846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.624408Z","time spent":"1.447405849s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":413,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" "} {"level":"info","ts":"2026-04-03T05:24:44.071889Z","caller":"traceutil/trace.go:171","msg":"trace[1166502589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8861; }","duration":"175.234175ms","start":"2026-04-03T05:24:43.896631Z","end":"2026-04-03T05:24:44.071865Z","steps":["trace[1166502589] 'agreement among raft nodes before linearized reading' (duration: 173.393534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.070244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245327011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:24:44.070252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212184458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T05:24:44.070298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114956655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:24:44.070359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445832524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-03T05:24:44.070174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500573412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:24:44.072081Z","caller":"traceutil/trace.go:171","msg":"trace[9578391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8861; }","duration":"1.502551237s","start":"2026-04-03T05:24:42.569513Z","end":"2026-04-03T05:24:44.072065Z","steps":["trace[9578391] 'agreement among raft nodes before linearized reading' (duration: 1.395317259s)","trace[9578391] 'range keys from in-memory index tree' (duration: 105.173632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.072207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.569481Z","time spent":"1.50267702s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T05:24:44.072271Z","caller":"traceutil/trace.go:171","msg":"trace[1962452397] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8861; }","duration":"1.214244384s","start":"2026-04-03T05:24:42.858005Z","end":"2026-04-03T05:24:44.07225Z","steps":["trace[1962452397] 'agreement among raft nodes before linearized reading' (duration: 1.212129956s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.072342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.857981Z","time spent":"1.214336705s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:24:44.072498Z","caller":"traceutil/trace.go:171","msg":"trace[673321699] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8861; }","duration":"1.117209836s","start":"2026-04-03T05:24:42.955254Z","end":"2026-04-03T05:24:44.072464Z","steps":["trace[673321699] 'agreement among raft nodes before linearized reading' (duration: 1.114633398s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.072563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.955217Z","time spent":"1.117331248s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"info","ts":"2026-04-03T05:24:44.072664Z","caller":"traceutil/trace.go:171","msg":"trace[1485699336] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8861; }","duration":"1.448205597s","start":"2026-04-03T05:24:42.624449Z","end":"2026-04-03T05:24:44.072655Z","steps":["trace[1485699336] 'agreement among raft nodes before linearized reading' (duration: 1.445628479s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.072694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.624429Z","time spent":"1.448259069s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-04-03T05:24:44.072711Z","caller":"traceutil/trace.go:171","msg":"trace[756002915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8861; }","duration":"1.247844408s","start":"2026-04-03T05:24:42.824847Z","end":"2026-04-03T05:24:44.072691Z","steps":["trace[756002915] 'agreement among raft nodes before linearized reading' (duration: 1.245328351s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.07278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:42.824818Z","time spent":"1.24794196s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:24:44.221327Z","caller":"traceutil/trace.go:171","msg":"trace[315306359] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"144.79946ms","start":"2026-04-03T05:24:44.076487Z","end":"2026-04-03T05:24:44.221286Z","steps":["trace[315306359] 'process raft request' (duration: 144.441922ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:44.421625Z","caller":"traceutil/trace.go:171","msg":"trace[747206967] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"344.531476ms","start":"2026-04-03T05:24:44.077067Z","end":"2026-04-03T05:24:44.421599Z","steps":["trace[747206967] 'process raft request' (duration: 344.454435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.421795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.077051Z","time spent":"344.662609ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:44.421722Z","caller":"traceutil/trace.go:171","msg":"trace[212475033] transaction","detail":"{read_only:false; response_revision:8864; number_of_response:1; }","duration":"344.619028ms","start":"2026-04-03T05:24:44.07706Z","end":"2026-04-03T05:24:44.421679Z","steps":["trace[212475033] 'process raft request' (duration: 344.419784ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:44.42164Z","caller":"traceutil/trace.go:171","msg":"trace[834618797] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"344.677089ms","start":"2026-04-03T05:24:44.076935Z","end":"2026-04-03T05:24:44.421612Z","steps":["trace[834618797] 'process raft request' (duration: 344.394592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.421959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.076912Z","time spent":"345.020037ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:44.422015Z","caller":"traceutil/trace.go:171","msg":"trace[1311179194] linearizableReadLoop","detail":"{readStateIndex:9196; appliedIndex:9194; }","duration":"344.962125ms","start":"2026-04-03T05:24:44.077034Z","end":"2026-04-03T05:24:44.421996Z","steps":["trace[1311179194] 'read index received' (duration: 143.812008ms)","trace[1311179194] 'applied index is now lower than readState.Index' (duration: 201.148737ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:44.422131Z","caller":"traceutil/trace.go:171","msg":"trace[1090478289] transaction","detail":"{read_only:false; response_revision:8867; number_of_response:1; }","duration":"344.574707ms","start":"2026-04-03T05:24:44.077546Z","end":"2026-04-03T05:24:44.422121Z","steps":["trace[1090478289] 'process raft request' (duration: 344.187568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.422222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.077532Z","time spent":"344.658878ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:44.422222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.077049Z","time spent":"344.934455ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:44.422349Z","caller":"traceutil/trace.go:171","msg":"trace[42157589] transaction","detail":"{read_only:false; response_revision:8869; number_of_response:1; }","duration":"342.758636ms","start":"2026-04-03T05:24:44.079573Z","end":"2026-04-03T05:24:44.422332Z","steps":["trace[42157589] 'process raft request' (duration: 342.354277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.42249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.419386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-03T05:24:44.422554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.850567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:44.42256Z","caller":"traceutil/trace.go:171","msg":"trace[811884029] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8869; }","duration":"345.530698ms","start":"2026-04-03T05:24:44.077014Z","end":"2026-04-03T05:24:44.422545Z","steps":["trace[811884029] 'agreement among raft nodes before linearized reading' (duration: 345.344674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:44.42259Z","caller":"traceutil/trace.go:171","msg":"trace[224714930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8869; }","duration":"342.906619ms","start":"2026-04-03T05:24:44.079673Z","end":"2026-04-03T05:24:44.42258Z","steps":["trace[224714930] 'agreement among raft nodes before linearized reading' (duration: 342.846398ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:44.422239Z","caller":"traceutil/trace.go:171","msg":"trace[1657175712] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"343.249076ms","start":"2026-04-03T05:24:44.07888Z","end":"2026-04-03T05:24:44.422129Z","steps":["trace[1657175712] 'process raft request' (duration: 342.98019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.422609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.076999Z","time spent":"345.594579ms","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-04-03T05:24:44.422627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.079663Z","time spent":"342.95809ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:24:44.422308Z","caller":"traceutil/trace.go:171","msg":"trace[1385448279] transaction","detail":"{read_only:false; response_revision:8866; number_of_response:1; }","duration":"344.752211ms","start":"2026-04-03T05:24:44.077498Z","end":"2026-04-03T05:24:44.42225Z","steps":["trace[1385448279] 'process raft request' (duration: 344.063375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.422762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.078852Z","time spent":"343.806369ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:44.422808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.077492Z","time spent":"345.257332ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:44.422797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.572439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-04-03T05:24:44.422495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.079565Z","time spent":"342.871458ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:44.422901Z","caller":"traceutil/trace.go:171","msg":"trace[272372357] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8869; }","duration":"337.723923ms","start":"2026-04-03T05:24:44.085152Z","end":"2026-04-03T05:24:44.422876Z","steps":["trace[272372357] 'agreement among raft nodes before linearized reading' (duration: 337.373575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.422963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.085132Z","time spent":"337.817715ms","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"warn","ts":"2026-04-03T05:24:44.423255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.525878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228481"} {"level":"warn","ts":"2026-04-03T05:24:44.423312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.251843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:24:44.423308Z","caller":"traceutil/trace.go:171","msg":"trace[1693763286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8869; }","duration":"345.594449ms","start":"2026-04-03T05:24:44.077702Z","end":"2026-04-03T05:24:44.423296Z","steps":["trace[1693763286] 'agreement among raft nodes before linearized reading' (duration: 344.945775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.423438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.077694Z","time spent":"345.707303ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228505,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T05:24:44.42336Z","caller":"traceutil/trace.go:171","msg":"trace[1745097106] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8869; }","duration":"346.352276ms","start":"2026-04-03T05:24:44.076997Z","end":"2026-04-03T05:24:44.423349Z","steps":["trace[1745097106] 'agreement among raft nodes before linearized reading' (duration: 345.541258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.425275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.076971Z","time spent":"348.244199ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T05:24:44.634816Z","caller":"traceutil/trace.go:171","msg":"trace[1309302318] linearizableReadLoop","detail":"{readStateIndex:9204; appliedIndex:9203; }","duration":"196.815719ms","start":"2026-04-03T05:24:44.437984Z","end":"2026-04-03T05:24:44.634799Z","steps":["trace[1309302318] 'read index received' (duration: 172.436802ms)","trace[1309302318] 'applied index is now lower than readState.Index' (duration: 24.378057ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:44.634865Z","caller":"traceutil/trace.go:171","msg":"trace[119509202] transaction","detail":"{read_only:false; response_revision:8871; number_of_response:1; }","duration":"201.823402ms","start":"2026-04-03T05:24:44.433Z","end":"2026-04-03T05:24:44.634824Z","steps":["trace[119509202] 'process raft request' (duration: 177.441264ms)","trace[119509202] 'compare' (duration: 24.254795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.63502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.030379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4670"} {"level":"warn","ts":"2026-04-03T05:24:44.63507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.948969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-04-03T05:24:44.6351Z","caller":"traceutil/trace.go:171","msg":"trace[1588541995] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8871; }","duration":"208.00249ms","start":"2026-04-03T05:24:44.427088Z","end":"2026-04-03T05:24:44.63509Z","steps":["trace[1588541995] 'agreement among raft nodes before linearized reading' (duration: 207.783345ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:44.635102Z","caller":"traceutil/trace.go:171","msg":"trace[1752681542] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8871; }","duration":"203.13317ms","start":"2026-04-03T05:24:44.431951Z","end":"2026-04-03T05:24:44.635084Z","steps":["trace[1752681542] 'agreement among raft nodes before linearized reading' (duration: 202.878815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.635254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.689865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-03T05:24:44.635301Z","caller":"traceutil/trace.go:171","msg":"trace[1492126330] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8871; }","duration":"208.769207ms","start":"2026-04-03T05:24:44.426523Z","end":"2026-04-03T05:24:44.635293Z","steps":["trace[1492126330] 'agreement among raft nodes before linearized reading' (duration: 208.360298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.884572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.12389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:44.884793Z","caller":"traceutil/trace.go:171","msg":"trace[1324110092] linearizableReadLoop","detail":"{readStateIndex:9206; appliedIndex:9204; }","duration":"249.896021ms","start":"2026-04-03T05:24:44.63487Z","end":"2026-04-03T05:24:44.884766Z","steps":["trace[1324110092] 'read index received' (duration: 64.035328ms)","trace[1324110092] 'applied index is now lower than readState.Index' (duration: 185.857993ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:44.884875Z","caller":"traceutil/trace.go:171","msg":"trace[372482855] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"256.814305ms","start":"2026-04-03T05:24:44.628024Z","end":"2026-04-03T05:24:44.884838Z","steps":["trace[372482855] 'process raft request' (duration: 139.329327ms)","trace[372482855] 'compare' (duration: 116.877925ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:44.88516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.098733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:44.885241Z","caller":"traceutil/trace.go:171","msg":"trace[264291531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8873; }","duration":"184.242636ms","start":"2026-04-03T05:24:44.700978Z","end":"2026-04-03T05:24:44.885221Z","steps":["trace[264291531] 'agreement among raft nodes before linearized reading' (duration: 184.062812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.88529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.909708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-04-03T05:24:44.885353Z","caller":"traceutil/trace.go:171","msg":"trace[1743112731] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8873; }","duration":"245.046811ms","start":"2026-04-03T05:24:44.640292Z","end":"2026-04-03T05:24:44.885339Z","steps":["trace[1743112731] 'agreement among raft nodes before linearized reading' (duration: 244.730044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.885248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.309235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4670"} {"level":"info","ts":"2026-04-03T05:24:44.885566Z","caller":"traceutil/trace.go:171","msg":"trace[582557251] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8873; }","duration":"444.668203ms","start":"2026-04-03T05:24:44.440849Z","end":"2026-04-03T05:24:44.885518Z","steps":["trace[582557251] 'agreement among raft nodes before linearized reading' (duration: 444.07772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.885605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.991463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:24:44.885651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.44083Z","time spent":"444.803008ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" "} {"level":"info","ts":"2026-04-03T05:24:44.885706Z","caller":"traceutil/trace.go:171","msg":"trace[81006817] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8873; }","duration":"405.159598ms","start":"2026-04-03T05:24:44.480525Z","end":"2026-04-03T05:24:44.885685Z","steps":["trace[81006817] 'agreement among raft nodes before linearized reading' (duration: 404.360649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:44.885752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:44.480507Z","time spent":"405.234539ms","remote":"127.0.0.1:54954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:45.1291Z","caller":"traceutil/trace.go:171","msg":"trace[477529680] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8875; }","duration":"237.346178ms","start":"2026-04-03T05:24:44.891732Z","end":"2026-04-03T05:24:45.129078Z","steps":["trace[477529680] 'process raft request' (duration: 237.121323ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:45.129422Z","caller":"traceutil/trace.go:171","msg":"trace[598047501] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"237.405211ms","start":"2026-04-03T05:24:44.892001Z","end":"2026-04-03T05:24:45.129406Z","steps":["trace[598047501] 'process raft request' (duration: 237.016702ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:45.129393Z","caller":"traceutil/trace.go:171","msg":"trace[1158072746] linearizableReadLoop","detail":"{readStateIndex:9209; appliedIndex:9207; }","duration":"236.91636ms","start":"2026-04-03T05:24:44.892431Z","end":"2026-04-03T05:24:45.129347Z","steps":["trace[1158072746] 'read index received' (duration: 71.529596ms)","trace[1158072746] 'applied index is now lower than readState.Index' (duration: 165.383574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:45.129733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.294748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:24:45.129875Z","caller":"traceutil/trace.go:171","msg":"trace[39171323] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8876; }","duration":"237.479132ms","start":"2026-04-03T05:24:44.892376Z","end":"2026-04-03T05:24:45.129855Z","steps":["trace[39171323] 'agreement among raft nodes before linearized reading' (duration: 237.160925ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:45.253263Z","caller":"traceutil/trace.go:171","msg":"trace[1871950252] linearizableReadLoop","detail":"{readStateIndex:9210; appliedIndex:9209; }","duration":"123.521743ms","start":"2026-04-03T05:24:45.129714Z","end":"2026-04-03T05:24:45.253236Z","steps":["trace[1871950252] 'read index received' (duration: 108.855393ms)","trace[1871950252] 'applied index is now lower than readState.Index' (duration: 14.66529ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:45.253342Z","caller":"traceutil/trace.go:171","msg":"trace[825286444] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"280.946949ms","start":"2026-04-03T05:24:44.972365Z","end":"2026-04-03T05:24:45.253312Z","steps":["trace[825286444] 'process raft request' (duration: 266.28738ms)","trace[825286444] 'compare' (duration: 14.403243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:45.253563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.946848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-cluster.18a2c16c8cae1baf\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-04-03T05:24:45.253608Z","caller":"traceutil/trace.go:171","msg":"trace[859535410] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-cluster.18a2c16c8cae1baf; range_end:; response_count:1; response_revision:8877; }","duration":"285.06452ms","start":"2026-04-03T05:24:44.968532Z","end":"2026-04-03T05:24:45.253597Z","steps":["trace[859535410] 'agreement among raft nodes before linearized reading' (duration: 284.850716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:45.253598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.781765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19383"} {"level":"info","ts":"2026-04-03T05:24:45.253675Z","caller":"traceutil/trace.go:171","msg":"trace[1672884496] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8877; }","duration":"121.905498ms","start":"2026-04-03T05:24:45.131751Z","end":"2026-04-03T05:24:45.253656Z","steps":["trace[1672884496] 'agreement among raft nodes before linearized reading' (duration: 121.669852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:45.2542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.115884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-04-03T05:24:45.254253Z","caller":"traceutil/trace.go:171","msg":"trace[376919302] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8877; }","duration":"119.198186ms","start":"2026-04-03T05:24:45.135042Z","end":"2026-04-03T05:24:45.254241Z","steps":["trace[376919302] 'agreement among raft nodes before linearized reading' (duration: 118.93204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:45.875295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.455627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:45.875415Z","caller":"traceutil/trace.go:171","msg":"trace[1168470958] linearizableReadLoop","detail":"{readStateIndex:9212; appliedIndex:9211; }","duration":"549.063298ms","start":"2026-04-03T05:24:45.32633Z","end":"2026-04-03T05:24:45.875394Z","steps":["trace[1168470958] 'read index received' (duration: 146.385266ms)","trace[1168470958] 'applied index is now lower than readState.Index' (duration: 402.676652ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:45.875517Z","caller":"traceutil/trace.go:171","msg":"trace[246008231] transaction","detail":"{read_only:false; response_revision:8878; number_of_response:1; }","duration":"552.817672ms","start":"2026-04-03T05:24:45.322668Z","end":"2026-04-03T05:24:45.875485Z","steps":["trace[246008231] 'process raft request' (duration: 150.054818ms)","trace[246008231] 'compare' (duration: 402.169161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:45.875711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.322644Z","time spent":"552.961916ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:45.87595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.627911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-04-03T05:24:45.875988Z","caller":"traceutil/trace.go:171","msg":"trace[483495749] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8878; }","duration":"549.708213ms","start":"2026-04-03T05:24:45.326269Z","end":"2026-04-03T05:24:45.875978Z","steps":["trace[483495749] 'agreement among raft nodes before linearized reading' (duration: 549.354765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:45.87611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.32624Z","time spent":"549.855456ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" "} {"level":"warn","ts":"2026-04-03T05:24:46.707408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.721723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:46.707544Z","caller":"traceutil/trace.go:171","msg":"trace[820292687] linearizableReadLoop","detail":"{readStateIndex:9213; appliedIndex:9212; }","duration":"832.083173ms","start":"2026-04-03T05:24:45.87544Z","end":"2026-04-03T05:24:46.707523Z","steps":["trace[820292687] 'read index received' (duration: 160.110415ms)","trace[820292687] 'applied index is now lower than readState.Index' (duration: 671.970848ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:46.70766Z","caller":"traceutil/trace.go:171","msg":"trace[1650537316] transaction","detail":"{read_only:false; response_revision:8879; number_of_response:1; }","duration":"1.311289563s","start":"2026-04-03T05:24:45.396349Z","end":"2026-04-03T05:24:46.707638Z","steps":["trace[1650537316] 'process raft request' (duration: 639.206392ms)","trace[1650537316] 'compare' (duration: 671.58686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:46.707758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.396317Z","time spent":"1.311392095s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:46.70817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010739574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-03T05:24:46.70832Z","caller":"traceutil/trace.go:171","msg":"trace[844250592] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8879; }","duration":"1.010946879s","start":"2026-04-03T05:24:45.697348Z","end":"2026-04-03T05:24:46.708295Z","steps":["trace[844250592] 'agreement among raft nodes before linearized reading' (duration: 1.010574601s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:46.708372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.697324Z","time spent":"1.011037462s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T05:24:48.174065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26131431s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:48.174363Z","caller":"traceutil/trace.go:171","msg":"trace[1887829469] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9213; }","duration":"1.466750062s","start":"2026-04-03T05:24:46.707587Z","end":"2026-04-03T05:24:48.174337Z","steps":["trace[1887829469] 'read index received' (duration: 205.053204ms)","trace[1887829469] 'applied index is now lower than readState.Index' (duration: 1.261694768s)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:48.174583Z","caller":"traceutil/trace.go:171","msg":"trace[1896106234] transaction","detail":"{read_only:false; response_revision:8880; number_of_response:1; }","duration":"1.468278828s","start":"2026-04-03T05:24:46.70623Z","end":"2026-04-03T05:24:48.174509Z","steps":["trace[1896106234] 'process raft request' (duration: 206.419405ms)","trace[1896106234] 'compare' (duration: 1.261047604s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:48.174742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.706195Z","time spent":"1.468484993s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:48.175232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539371505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:48.175297Z","caller":"traceutil/trace.go:171","msg":"trace[390428041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8880; }","duration":"1.539582879s","start":"2026-04-03T05:24:46.635696Z","end":"2026-04-03T05:24:48.175279Z","steps":["trace[390428041] 'agreement among raft nodes before linearized reading' (duration: 1.539462997s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.175339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.635652Z","time spent":"1.539675461s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:48.175455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746845823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:48.17554Z","caller":"traceutil/trace.go:171","msg":"trace[468525349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8880; }","duration":"1.746961296s","start":"2026-04-03T05:24:46.428558Z","end":"2026-04-03T05:24:48.175519Z","steps":["trace[468525349] 'agreement among raft nodes before linearized reading' (duration: 1.7466976s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.175586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.428434Z","time spent":"1.74714263s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T05:24:48.175674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296382332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-04-03T05:24:48.175754Z","caller":"traceutil/trace.go:171","msg":"trace[2007011180] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-g5z66; range_end:; response_count:1; response_revision:8880; }","duration":"2.296474364s","start":"2026-04-03T05:24:45.879248Z","end":"2026-04-03T05:24:48.175723Z","steps":["trace[2007011180] 'agreement among raft nodes before linearized reading' (duration: 2.296210148s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.175551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747366765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:24:48.175804Z","caller":"traceutil/trace.go:171","msg":"trace[50811926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8880; }","duration":"1.747816775s","start":"2026-04-03T05:24:46.427977Z","end":"2026-04-03T05:24:48.175793Z","steps":["trace[50811926] 'agreement among raft nodes before linearized reading' (duration: 1.747313234s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.17576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746662129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:24:48.175841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.427914Z","time spent":"1.747918687s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:24:48.175849Z","caller":"traceutil/trace.go:171","msg":"trace[1220492718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8880; }","duration":"1.746798722s","start":"2026-04-03T05:24:46.429039Z","end":"2026-04-03T05:24:48.175838Z","steps":["trace[1220492718] 'agreement among raft nodes before linearized reading' (duration: 1.746658909s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.175883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.42901Z","time spent":"1.746864034s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:24:48.175811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:45.879234Z","time spent":"2.296563416s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4674,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-g5z66\" "} {"level":"warn","ts":"2026-04-03T05:24:48.176005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746984557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:24:48.176105Z","caller":"traceutil/trace.go:171","msg":"trace[457022807] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8880; }","duration":"1.74714525s","start":"2026-04-03T05:24:46.428932Z","end":"2026-04-03T05:24:48.176077Z","steps":["trace[457022807] 'agreement among raft nodes before linearized reading' (duration: 1.746846483s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.176161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.428922Z","time spent":"1.747229302s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:24:48.176133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745939492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:24:48.176319Z","caller":"traceutil/trace.go:171","msg":"trace[1529543133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8880; }","duration":"1.746193248s","start":"2026-04-03T05:24:46.430105Z","end":"2026-04-03T05:24:48.176298Z","steps":["trace[1529543133] 'agreement among raft nodes before linearized reading' (duration: 1.745501563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.176412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.430094Z","time spent":"1.74630357s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:24:48.176178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747571249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T05:24:48.176081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.746949365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:24:48.176712Z","caller":"traceutil/trace.go:171","msg":"trace[272770206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8880; }","duration":"1.748140262s","start":"2026-04-03T05:24:46.428507Z","end":"2026-04-03T05:24:48.176648Z","steps":["trace[272770206] 'agreement among raft nodes before linearized reading' (duration: 1.746859223s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:48.176743Z","caller":"traceutil/trace.go:171","msg":"trace[1927721041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8880; }","duration":"1.74762182s","start":"2026-04-03T05:24:46.429098Z","end":"2026-04-03T05:24:48.17672Z","steps":["trace[1927721041] 'agreement among raft nodes before linearized reading' (duration: 1.746505526s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.176812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.428467Z","time spent":"1.748323266s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:48.176873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.429034Z","time spent":"1.747806034s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:24:48.177429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.26481628s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-03T05:24:48.177844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144815486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:48.177898Z","caller":"traceutil/trace.go:171","msg":"trace[489848937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8882; }","duration":"1.144911398s","start":"2026-04-03T05:24:47.032971Z","end":"2026-04-03T05:24:48.177883Z","steps":["trace[489848937] 'agreement among raft nodes before linearized reading' (duration: 1.144817426s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.17793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.03295Z","time spent":"1.144972679s","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:24:48.178317Z","caller":"traceutil/trace.go:171","msg":"trace[47385329] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"1.2853252s","start":"2026-04-03T05:24:46.892969Z","end":"2026-04-03T05:24:48.178294Z","steps":["trace[47385329] 'process raft request' (duration: 1.284762708s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.178414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.683102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T05:24:48.178397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.374509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:48.178428Z","caller":"traceutil/trace.go:171","msg":"trace[954791340] transaction","detail":"{read_only:false; response_revision:8881; number_of_response:1; }","duration":"1.455083861s","start":"2026-04-03T05:24:46.723304Z","end":"2026-04-03T05:24:48.178387Z","steps":["trace[954791340] 'process raft request' (duration: 1.454299044s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.178487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.447965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:48.178504Z","caller":"traceutil/trace.go:171","msg":"trace[2139042430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8882; }","duration":"628.567173ms","start":"2026-04-03T05:24:47.54992Z","end":"2026-04-03T05:24:48.178487Z","steps":["trace[2139042430] 'agreement among raft nodes before linearized reading' (duration: 628.267647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.178484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.892929Z","time spent":"1.285440723s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:48.178553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129212575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:48.178559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.549896Z","time spent":"628.651285ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:24:48.178582Z","caller":"traceutil/trace.go:171","msg":"trace[1263817780] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:8882; }","duration":"1.129286456s","start":"2026-04-03T05:24:47.049286Z","end":"2026-04-03T05:24:48.178573Z","steps":["trace[1263817780] 'agreement among raft nodes before linearized reading' (duration: 1.129243805s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.178614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.049263Z","time spent":"1.129343948s","remote":"127.0.0.1:45740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:48.178662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:46.72327Z","time spent":"1.455247486s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:48.178335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.236173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:48.178765Z","caller":"traceutil/trace.go:171","msg":"trace[1000210685] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8882; }","duration":"647.693803ms","start":"2026-04-03T05:24:47.53104Z","end":"2026-04-03T05:24:48.178734Z","steps":["trace[1000210685] 'agreement among raft nodes before linearized reading' (duration: 647.258143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:48.178449Z","caller":"traceutil/trace.go:171","msg":"trace[580440033] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8882; }","duration":"948.752153ms","start":"2026-04-03T05:24:47.229686Z","end":"2026-04-03T05:24:48.178438Z","steps":["trace[580440033] 'agreement among raft nodes before linearized reading' (duration: 948.673072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.178844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.531018Z","time spent":"647.800655ms","remote":"127.0.0.1:45650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:48.178855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.229664Z","time spent":"949.172642ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:48.178985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.252671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:48.179021Z","caller":"traceutil/trace.go:171","msg":"trace[1328660351] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8882; }","duration":"153.335723ms","start":"2026-04-03T05:24:48.025675Z","end":"2026-04-03T05:24:48.17901Z","steps":["trace[1328660351] 'agreement among raft nodes before linearized reading' (duration: 153.160069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.179261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.913597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:24:48.179295Z","caller":"traceutil/trace.go:171","msg":"trace[1237120783] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:8882; }","duration":"455.991199ms","start":"2026-04-03T05:24:47.723297Z","end":"2026-04-03T05:24:48.179288Z","steps":["trace[1237120783] 'agreement among raft nodes before linearized reading' (duration: 455.855206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.179313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.723275Z","time spent":"456.03332ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-04-03T05:24:48.178513Z","caller":"traceutil/trace.go:171","msg":"trace[1164481796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8882; }","duration":"972.519137ms","start":"2026-04-03T05:24:47.205986Z","end":"2026-04-03T05:24:48.178505Z","steps":["trace[1164481796] 'agreement among raft nodes before linearized reading' (duration: 972.481236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.179441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:47.205958Z","time spent":"973.476827ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:24:48.59767Z","caller":"traceutil/trace.go:171","msg":"trace[72498723] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"415.920859ms","start":"2026-04-03T05:24:48.18172Z","end":"2026-04-03T05:24:48.597641Z","steps":["trace[72498723] 'process raft request' (duration: 415.779306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.597849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.181712Z","time spent":"416.042582ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:48.598052Z","caller":"traceutil/trace.go:171","msg":"trace[1911956658] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"416.141194ms","start":"2026-04-03T05:24:48.18189Z","end":"2026-04-03T05:24:48.598031Z","steps":["trace[1911956658] 'process raft request' (duration: 415.663413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.598181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.181881Z","time spent":"416.224396ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:48.598355Z","caller":"traceutil/trace.go:171","msg":"trace[894241260] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"416.269257ms","start":"2026-04-03T05:24:48.182078Z","end":"2026-04-03T05:24:48.598348Z","steps":["trace[894241260] 'process raft request' (duration: 415.835987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.59839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.182073Z","time spent":"416.297967ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:48.598458Z","caller":"traceutil/trace.go:171","msg":"trace[1960165784] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"415.178792ms","start":"2026-04-03T05:24:48.183259Z","end":"2026-04-03T05:24:48.598438Z","steps":["trace[1960165784] 'process raft request' (duration: 415.050809ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:48.598573Z","caller":"traceutil/trace.go:171","msg":"trace[261221764] linearizableReadLoop","detail":"{readStateIndex:9223; appliedIndex:9216; }","duration":"413.822223ms","start":"2026-04-03T05:24:48.184743Z","end":"2026-04-03T05:24:48.598565Z","steps":["trace[261221764] 'read index received' (duration: 24.90618ms)","trace[261221764] 'applied index is now lower than readState.Index' (duration: 388.915033ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:48.598585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.183251Z","time spent":"415.263884ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:48.598624Z","caller":"traceutil/trace.go:171","msg":"trace[1024609388] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"415.210223ms","start":"2026-04-03T05:24:48.183405Z","end":"2026-04-03T05:24:48.598615Z","steps":["trace[1024609388] 'process raft request' (duration: 414.999418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.598659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.183374Z","time spent":"415.262824ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:48.598641Z","caller":"traceutil/trace.go:171","msg":"trace[403088154] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"417.209398ms","start":"2026-04-03T05:24:48.181387Z","end":"2026-04-03T05:24:48.598596Z","steps":["trace[403088154] 'process raft request' (duration: 415.901988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.598773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.181366Z","time spent":"417.32357ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:48.599762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.995478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228461"} {"level":"info","ts":"2026-04-03T05:24:48.599849Z","caller":"traceutil/trace.go:171","msg":"trace[288972541] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8888; }","duration":"415.113771ms","start":"2026-04-03T05:24:48.184717Z","end":"2026-04-03T05:24:48.599831Z","steps":["trace[288972541] 'agreement among raft nodes before linearized reading' (duration: 414.340813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.599899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.184707Z","time spent":"415.182182ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228485,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T05:24:48.628107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.978562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:48.628169Z","caller":"traceutil/trace.go:171","msg":"trace[1216180629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8889; }","duration":"421.098194ms","start":"2026-04-03T05:24:48.207057Z","end":"2026-04-03T05:24:48.628155Z","steps":["trace[1216180629] 'agreement among raft nodes before linearized reading' (duration: 420.991882ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:48.628155Z","caller":"traceutil/trace.go:171","msg":"trace[619910477] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"417.123105ms","start":"2026-04-03T05:24:48.210998Z","end":"2026-04-03T05:24:48.628121Z","steps":["trace[619910477] 'process raft request' (duration: 416.765187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.628204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.207032Z","time spent":"421.163906ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:24:48.628179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.750746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:24:48.628206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.565304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-03T05:24:48.628318Z","caller":"traceutil/trace.go:171","msg":"trace[427796308] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8889; }","duration":"441.712418ms","start":"2026-04-03T05:24:48.186581Z","end":"2026-04-03T05:24:48.628294Z","steps":["trace[427796308] 'agreement among raft nodes before linearized reading' (duration: 441.36907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.628317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.210975Z","time spent":"417.250128ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:48.628272Z","caller":"traceutil/trace.go:171","msg":"trace[692048099] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8889; }","duration":"187.892979ms","start":"2026-04-03T05:24:48.44035Z","end":"2026-04-03T05:24:48.628243Z","steps":["trace[692048099] 'agreement among raft nodes before linearized reading' (duration: 187.658433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:48.628473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:48.186569Z","time spent":"441.79702ms","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":650,"request content":"key:\"/registry/configmaps/openstack/rook-config-override\" "} {"level":"info","ts":"2026-04-03T05:24:49.217897Z","caller":"traceutil/trace.go:171","msg":"trace[510586409] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"160.224688ms","start":"2026-04-03T05:24:49.057638Z","end":"2026-04-03T05:24:49.217863Z","steps":["trace[510586409] 'process raft request' (duration: 160.001943ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:49.33462Z","caller":"traceutil/trace.go:171","msg":"trace[1254558059] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"110.770488ms","start":"2026-04-03T05:24:49.223804Z","end":"2026-04-03T05:24:49.334575Z","steps":["trace[1254558059] 'process raft request' (duration: 39.488947ms)","trace[1254558059] 'compare' (duration: 71.020905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:49.598258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.048923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-04-03T05:24:49.598343Z","caller":"traceutil/trace.go:171","msg":"trace[1987751168] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8894; }","duration":"119.145285ms","start":"2026-04-03T05:24:49.479177Z","end":"2026-04-03T05:24:49.598322Z","steps":["trace[1987751168] 'range keys from in-memory index tree' (duration: 118.623413ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.09239Z","caller":"traceutil/trace.go:171","msg":"trace[407375062] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9229; }","duration":"417.955174ms","start":"2026-04-03T05:24:49.674405Z","end":"2026-04-03T05:24:50.092361Z","steps":["trace[407375062] 'read index received' (duration: 417.671468ms)","trace[407375062] 'applied index is now lower than readState.Index' (duration: 282.436µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:50.092522Z","caller":"traceutil/trace.go:171","msg":"trace[102173771] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"484.020778ms","start":"2026-04-03T05:24:49.6084Z","end":"2026-04-03T05:24:50.092421Z","steps":["trace[102173771] 'process raft request' (duration: 483.759372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.092602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.171419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:24:50.092667Z","caller":"traceutil/trace.go:171","msg":"trace[1324047893] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8895; }","duration":"418.316732ms","start":"2026-04-03T05:24:49.674336Z","end":"2026-04-03T05:24:50.092652Z","steps":["trace[1324047893] 'agreement among raft nodes before linearized reading' (duration: 418.169519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.092733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:49.674308Z","time spent":"418.408235ms","remote":"127.0.0.1:55004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:24:50.092799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:49.60837Z","time spent":"484.286553ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:50.221747Z","caller":"traceutil/trace.go:171","msg":"trace[1727988600] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"126.93429ms","start":"2026-04-03T05:24:50.094775Z","end":"2026-04-03T05:24:50.221709Z","steps":["trace[1727988600] 'process raft request' (duration: 74.059993ms)","trace[1727988600] 'compare' (duration: 52.719604ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:50.467306Z","caller":"traceutil/trace.go:171","msg":"trace[1593541484] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"283.520016ms","start":"2026-04-03T05:24:50.183757Z","end":"2026-04-03T05:24:50.467278Z","steps":["trace[1593541484] 'process raft request' (duration: 208.972622ms)","trace[1593541484] 'compare' (duration: 74.150085ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:50.468064Z","caller":"traceutil/trace.go:171","msg":"trace[263272634] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"240.434899ms","start":"2026-04-03T05:24:50.227587Z","end":"2026-04-03T05:24:50.468022Z","steps":["trace[263272634] 'process raft request' (duration: 239.59161ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.468062Z","caller":"traceutil/trace.go:171","msg":"trace[1933632467] linearizableReadLoop","detail":"{readStateIndex:9233; appliedIndex:9231; }","duration":"261.269766ms","start":"2026-04-03T05:24:50.206758Z","end":"2026-04-03T05:24:50.468028Z","steps":["trace[1933632467] 'read index received' (duration: 32.262594ms)","trace[1933632467] 'applied index is now lower than readState.Index' (duration: 229.005462ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:24:50.468346Z","caller":"traceutil/trace.go:171","msg":"trace[667068786] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"239.376274ms","start":"2026-04-03T05:24:50.228929Z","end":"2026-04-03T05:24:50.468305Z","steps":["trace[667068786] 'process raft request' (duration: 238.982245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.468407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.644585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:50.468449Z","caller":"traceutil/trace.go:171","msg":"trace[1021409809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8900; }","duration":"261.737596ms","start":"2026-04-03T05:24:50.206699Z","end":"2026-04-03T05:24:50.468437Z","steps":["trace[1021409809] 'agreement among raft nodes before linearized reading' (duration: 261.623073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.517262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.025103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-03T05:24:50.517345Z","caller":"traceutil/trace.go:171","msg":"trace[167151079] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8901; }","duration":"290.144925ms","start":"2026-04-03T05:24:50.227181Z","end":"2026-04-03T05:24:50.517326Z","steps":["trace[167151079] 'agreement among raft nodes before linearized reading' (duration: 289.855379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.517383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.187125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:24:50.51746Z","caller":"traceutil/trace.go:171","msg":"trace[1297539350] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8901; }","duration":"188.335299ms","start":"2026-04-03T05:24:50.329106Z","end":"2026-04-03T05:24:50.517441Z","steps":["trace[1297539350] 'agreement among raft nodes before linearized reading' (duration: 188.130464ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.51769Z","caller":"traceutil/trace.go:171","msg":"trace[2024431796] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"152.473994ms","start":"2026-04-03T05:24:50.365183Z","end":"2026-04-03T05:24:50.517657Z","steps":["trace[2024431796] 'process raft request' (duration: 151.622905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.729806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.366105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:24:50.729936Z","caller":"traceutil/trace.go:171","msg":"trace[1276884618] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9236; }","duration":"207.818016ms","start":"2026-04-03T05:24:50.5221Z","end":"2026-04-03T05:24:50.729918Z","steps":["trace[1276884618] 'read index received' (duration: 90.169124ms)","trace[1276884618] 'applied index is now lower than readState.Index' (duration: 117.646762ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:50.730112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.99785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-04-03T05:24:50.730192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.183086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:24:50.730202Z","caller":"traceutil/trace.go:171","msg":"trace[256654322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8902; }","duration":"208.107303ms","start":"2026-04-03T05:24:50.52208Z","end":"2026-04-03T05:24:50.730187Z","steps":["trace[256654322] 'agreement among raft nodes before linearized reading' (duration: 207.901878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.730227Z","caller":"traceutil/trace.go:171","msg":"trace[492868964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8902; }","duration":"127.248207ms","start":"2026-04-03T05:24:50.602969Z","end":"2026-04-03T05:24:50.730217Z","steps":["trace[492868964] 'agreement among raft nodes before linearized reading' (duration: 127.067303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.730443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.967444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:24:50.730519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.483023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:24:50.730521Z","caller":"traceutil/trace.go:171","msg":"trace[25993343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:8902; }","duration":"124.067356ms","start":"2026-04-03T05:24:50.606439Z","end":"2026-04-03T05:24:50.730507Z","steps":["trace[25993343] 'agreement among raft nodes before linearized reading' (duration: 123.847471ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.730544Z","caller":"traceutil/trace.go:171","msg":"trace[1248220171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8902; }","duration":"127.516773ms","start":"2026-04-03T05:24:50.60302Z","end":"2026-04-03T05:24:50.730536Z","steps":["trace[1248220171] 'agreement among raft nodes before linearized reading' (duration: 127.443252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.730573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.654034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-03T05:24:50.730614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.736635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T05:24:50.730664Z","caller":"traceutil/trace.go:171","msg":"trace[2017343665] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8902; }","duration":"126.780817ms","start":"2026-04-03T05:24:50.603858Z","end":"2026-04-03T05:24:50.730639Z","steps":["trace[2017343665] 'agreement among raft nodes before linearized reading' (duration: 126.529391ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.730685Z","caller":"traceutil/trace.go:171","msg":"trace[1015815769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8902; }","duration":"126.815387ms","start":"2026-04-03T05:24:50.603852Z","end":"2026-04-03T05:24:50.730668Z","steps":["trace[1015815769] 'agreement among raft nodes before linearized reading' (duration: 126.594922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:50.73067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.581125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:24:50.730766Z","caller":"traceutil/trace.go:171","msg":"trace[1742550406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8902; }","duration":"127.707398ms","start":"2026-04-03T05:24:50.603037Z","end":"2026-04-03T05:24:50.730744Z","steps":["trace[1742550406] 'agreement among raft nodes before linearized reading' (duration: 127.399151ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:50.730189Z","caller":"traceutil/trace.go:171","msg":"trace[1768397396] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"210.116318ms","start":"2026-04-03T05:24:50.519819Z","end":"2026-04-03T05:24:50.729936Z","steps":["trace[1768397396] 'process raft request' (duration: 92.520438ms)","trace[1768397396] 'compare' (duration: 117.218702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:50.733085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.101478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:24:50.733354Z","caller":"traceutil/trace.go:171","msg":"trace[426887176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8902; }","duration":"129.462897ms","start":"2026-04-03T05:24:50.603841Z","end":"2026-04-03T05:24:50.733304Z","steps":["trace[426887176] 'agreement among raft nodes before linearized reading' (duration: 126.446089ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:51.063582Z","caller":"traceutil/trace.go:171","msg":"trace[655875011] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"327.119245ms","start":"2026-04-03T05:24:50.736432Z","end":"2026-04-03T05:24:51.063551Z","steps":["trace[655875011] 'process raft request' (duration: 326.696385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:51.063803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:50.736326Z","time spent":"327.354321ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:51.06383Z","caller":"traceutil/trace.go:171","msg":"trace[1423888480] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"327.124295ms","start":"2026-04-03T05:24:50.736673Z","end":"2026-04-03T05:24:51.063797Z","steps":["trace[1423888480] 'process raft request' (duration: 326.818818ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:51.063949Z","caller":"traceutil/trace.go:171","msg":"trace[1723346930] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"327.043683ms","start":"2026-04-03T05:24:50.736884Z","end":"2026-04-03T05:24:51.063928Z","steps":["trace[1723346930] 'process raft request' (duration: 326.924831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:51.064083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:50.736873Z","time spent":"327.145986ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:51.064191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:50.736654Z","time spent":"327.243047ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:51.064201Z","caller":"traceutil/trace.go:171","msg":"trace[1726957462] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"326.8844ms","start":"2026-04-03T05:24:50.737296Z","end":"2026-04-03T05:24:51.06418Z","steps":["trace[1726957462] 'process raft request' (duration: 326.576213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:51.064246Z","caller":"traceutil/trace.go:171","msg":"trace[1437578531] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"316.819034ms","start":"2026-04-03T05:24:50.747408Z","end":"2026-04-03T05:24:51.064227Z","steps":["trace[1437578531] 'process raft request' (duration: 316.6265ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:51.064227Z","caller":"traceutil/trace.go:171","msg":"trace[1801169852] linearizableReadLoop","detail":"{readStateIndex:9244; appliedIndex:9238; }","duration":"260.96989ms","start":"2026-04-03T05:24:50.803213Z","end":"2026-04-03T05:24:51.064183Z","steps":["trace[1801169852] 'read index received' (duration: 259.830065ms)","trace[1801169852] 'applied index is now lower than readState.Index' (duration: 1.138365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:24:51.064302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:50.737281Z","time spent":"326.968562ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:51.064344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:50.747396Z","time spent":"316.899045ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:24:51.064456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.220615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:24:51.065106Z","caller":"traceutil/trace.go:171","msg":"trace[1961472894] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8909; }","duration":"261.944891ms","start":"2026-04-03T05:24:50.803146Z","end":"2026-04-03T05:24:51.06509Z","steps":["trace[1961472894] 'agreement among raft nodes before linearized reading' (duration: 261.226495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:24:51.063992Z","caller":"traceutil/trace.go:171","msg":"trace[1222468556] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"327.188227ms","start":"2026-04-03T05:24:50.736757Z","end":"2026-04-03T05:24:51.063945Z","steps":["trace[1222468556] 'process raft request' (duration: 326.934041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:24:51.065287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:24:50.736747Z","time spent":"328.476285ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:24:51.654525Z","caller":"traceutil/trace.go:171","msg":"trace[165028428] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"180.749158ms","start":"2026-04-03T05:24:51.47374Z","end":"2026-04-03T05:24:51.654489Z","steps":["trace[165028428] 'process raft request' (duration: 180.504463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:00.866744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.529016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T05:25:00.866855Z","caller":"traceutil/trace.go:171","msg":"trace[1925757635] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:9042; }","duration":"265.6865ms","start":"2026-04-03T05:25:00.60114Z","end":"2026-04-03T05:25:00.866827Z","steps":["trace[1925757635] 'range keys from in-memory index tree' (duration: 265.398863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:00.866875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.695792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-dqrmz\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-04-03T05:25:00.866955Z","caller":"traceutil/trace.go:171","msg":"trace[630514063] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-dqrmz; range_end:; response_count:1; response_revision:9042; }","duration":"287.841935ms","start":"2026-04-03T05:25:00.579092Z","end":"2026-04-03T05:25:00.866934Z","steps":["trace[630514063] 'range keys from in-memory index tree' (duration: 287.526688ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:00.867889Z","caller":"traceutil/trace.go:171","msg":"trace[510021704] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9380; }","duration":"116.547014ms","start":"2026-04-03T05:25:00.751308Z","end":"2026-04-03T05:25:00.867855Z","steps":["trace[510021704] 'read index received' (duration: 111.628264ms)","trace[510021704] 'applied index is now lower than readState.Index' (duration: 4.91735ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:00.8679Z","caller":"traceutil/trace.go:171","msg":"trace[759988774] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"257.077487ms","start":"2026-04-03T05:25:00.610792Z","end":"2026-04-03T05:25:00.86787Z","steps":["trace[759988774] 'process raft request' (duration: 252.201897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:00.868091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.753128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:00.868868Z","caller":"traceutil/trace.go:171","msg":"trace[1380743628] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9043; }","duration":"117.552346ms","start":"2026-04-03T05:25:00.751292Z","end":"2026-04-03T05:25:00.868845Z","steps":["trace[1380743628] 'agreement among raft nodes before linearized reading' (duration: 116.683717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:03.39399Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024cd.wal"} {"level":"info","ts":"2026-04-03T05:25:17.338013Z","caller":"traceutil/trace.go:171","msg":"trace[692651173] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"149.544444ms","start":"2026-04-03T05:25:17.188439Z","end":"2026-04-03T05:25:17.337983Z","steps":["trace[692651173] 'process raft request' (duration: 149.422421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:17.338059Z","caller":"traceutil/trace.go:171","msg":"trace[983487522] linearizableReadLoop","detail":"{readStateIndex:9533; appliedIndex:9529; }","duration":"141.573275ms","start":"2026-04-03T05:25:17.196469Z","end":"2026-04-03T05:25:17.338042Z","steps":["trace[983487522] 'read index received' (duration: 9.570235ms)","trace[983487522] 'applied index is now lower than readState.Index' (duration: 132.00165ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:17.338061Z","caller":"traceutil/trace.go:171","msg":"trace[1114510910] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"151.642641ms","start":"2026-04-03T05:25:17.186334Z","end":"2026-04-03T05:25:17.337977Z","steps":["trace[1114510910] 'process raft request' (duration: 139.927909ms)","trace[1114510910] 'compare' (duration: 11.287623ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:17.338317Z","caller":"traceutil/trace.go:171","msg":"trace[1104234160] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"149.805839ms","start":"2026-04-03T05:25:17.188494Z","end":"2026-04-03T05:25:17.3383Z","steps":["trace[1104234160] 'process raft request' (duration: 149.439801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:17.338424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.422272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:17.338523Z","caller":"traceutil/trace.go:171","msg":"trace[2062698680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9190; }","duration":"129.559026ms","start":"2026-04-03T05:25:17.208944Z","end":"2026-04-03T05:25:17.338503Z","steps":["trace[2062698680] 'agreement among raft nodes before linearized reading' (duration: 129.393752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:17.33852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.006655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:25:17.338607Z","caller":"traceutil/trace.go:171","msg":"trace[1712772305] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9190; }","duration":"142.151248ms","start":"2026-04-03T05:25:17.196435Z","end":"2026-04-03T05:25:17.338586Z","steps":["trace[1712772305] 'agreement among raft nodes before linearized reading' (duration: 141.76962ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:18.442879Z","caller":"traceutil/trace.go:171","msg":"trace[2030076941] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"108.185656ms","start":"2026-04-03T05:25:18.334659Z","end":"2026-04-03T05:25:18.442845Z","steps":["trace[2030076941] 'process raft request' (duration: 107.984581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:18.618679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.046334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:18.618762Z","caller":"traceutil/trace.go:171","msg":"trace[2080285964] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9193; }","duration":"137.155256ms","start":"2026-04-03T05:25:18.481589Z","end":"2026-04-03T05:25:18.618744Z","steps":["trace[2080285964] 'count revisions from in-memory index tree' (duration: 136.934981ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:18.721342Z","caller":"traceutil/trace.go:171","msg":"trace[695098830] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"138.20443ms","start":"2026-04-03T05:25:18.583112Z","end":"2026-04-03T05:25:18.721317Z","steps":["trace[695098830] 'process raft request' (duration: 138.036356ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:18.757748Z","caller":"traceutil/trace.go:171","msg":"trace[1604506279] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"136.318817ms","start":"2026-04-03T05:25:18.621404Z","end":"2026-04-03T05:25:18.757723Z","steps":["trace[1604506279] 'process raft request' (duration: 136.160104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:19.367735Z","caller":"traceutil/trace.go:171","msg":"trace[785679803] linearizableReadLoop","detail":"{readStateIndex:9541; appliedIndex:9540; }","duration":"161.219145ms","start":"2026-04-03T05:25:19.206465Z","end":"2026-04-03T05:25:19.367684Z","steps":["trace[785679803] 'read index received' (duration: 160.782335ms)","trace[785679803] 'applied index is now lower than readState.Index' (duration: 435.25µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:19.367829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.3534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:19.367876Z","caller":"traceutil/trace.go:171","msg":"trace[1374816631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9197; }","duration":"161.435371ms","start":"2026-04-03T05:25:19.206427Z","end":"2026-04-03T05:25:19.367862Z","steps":["trace[1374816631] 'agreement among raft nodes before linearized reading' (duration: 161.324908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:19.368109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.469853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T05:25:19.368205Z","caller":"traceutil/trace.go:171","msg":"trace[308424484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9197; }","duration":"157.591785ms","start":"2026-04-03T05:25:19.210599Z","end":"2026-04-03T05:25:19.368191Z","steps":["trace[308424484] 'agreement among raft nodes before linearized reading' (duration: 157.332409ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:19.368184Z","caller":"traceutil/trace.go:171","msg":"trace[2043113117] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"179.885965ms","start":"2026-04-03T05:25:19.187826Z","end":"2026-04-03T05:25:19.367712Z","steps":["trace[2043113117] 'process raft request' (duration: 179.546227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:19.704082Z","caller":"traceutil/trace.go:171","msg":"trace[760520037] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"332.287333ms","start":"2026-04-03T05:25:19.371766Z","end":"2026-04-03T05:25:19.704053Z","steps":["trace[760520037] 'process raft request' (duration: 332.058207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:19.704248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.371743Z","time spent":"332.422767ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:19.704095Z","caller":"traceutil/trace.go:171","msg":"trace[1058202487] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"331.118407ms","start":"2026-04-03T05:25:19.372949Z","end":"2026-04-03T05:25:19.704067Z","steps":["trace[1058202487] 'process raft request' (duration: 331.049626ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:19.704447Z","caller":"traceutil/trace.go:171","msg":"trace[1638613622] transaction","detail":"{read_only:false; response_revision:9201; number_of_response:1; }","duration":"331.20281ms","start":"2026-04-03T05:25:19.373196Z","end":"2026-04-03T05:25:19.704399Z","steps":["trace[1638613622] 'process raft request' (duration: 330.839092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:19.704551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.372935Z","time spent":"331.479015ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:19.704496Z","caller":"traceutil/trace.go:171","msg":"trace[794363128] linearizableReadLoop","detail":"{readStateIndex:9545; appliedIndex:9541; }","duration":"331.042065ms","start":"2026-04-03T05:25:19.373422Z","end":"2026-04-03T05:25:19.704465Z","steps":["trace[794363128] 'read index received' (duration: 66.531882ms)","trace[794363128] 'applied index is now lower than readState.Index' (duration: 264.508803ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:19.704581Z","caller":"traceutil/trace.go:171","msg":"trace[1080535935] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"330.288328ms","start":"2026-04-03T05:25:19.374271Z","end":"2026-04-03T05:25:19.70456Z","steps":["trace[1080535935] 'process raft request' (duration: 330.057923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:19.704682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.373183Z","time spent":"331.355163ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:19.70472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.374256Z","time spent":"330.38437ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:19.704765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.339221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:25:19.704804Z","caller":"traceutil/trace.go:171","msg":"trace[751996133] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9202; }","duration":"331.401072ms","start":"2026-04-03T05:25:19.373388Z","end":"2026-04-03T05:25:19.704789Z","steps":["trace[751996133] 'agreement among raft nodes before linearized reading' (duration: 331.243309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:19.704843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:19.373379Z","time spent":"331.456894ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:25:19.971033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.939522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:19.971194Z","caller":"traceutil/trace.go:171","msg":"trace[111065022] transaction","detail":"{read_only:false; response_revision:9203; number_of_response:1; }","duration":"261.361382ms","start":"2026-04-03T05:25:19.709807Z","end":"2026-04-03T05:25:19.971169Z","steps":["trace[111065022] 'process raft request' (duration: 140.136473ms)","trace[111065022] 'compare' (duration: 120.813259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:21.743259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.616528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T05:25:21.743298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.199864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127161"} {"level":"info","ts":"2026-04-03T05:25:21.743347Z","caller":"traceutil/trace.go:171","msg":"trace[1947447583] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9208; }","duration":"142.733691ms","start":"2026-04-03T05:25:21.600593Z","end":"2026-04-03T05:25:21.743327Z","steps":["trace[1947447583] 'range keys from in-memory index tree' (duration: 142.446774ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:21.743397Z","caller":"traceutil/trace.go:171","msg":"trace[1694688713] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9208; }","duration":"218.335707ms","start":"2026-04-03T05:25:21.525036Z","end":"2026-04-03T05:25:21.743372Z","steps":["trace[1694688713] 'range keys from in-memory index tree' (duration: 218.000549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:21.743282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.283365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:25:21.743913Z","caller":"traceutil/trace.go:171","msg":"trace[1270716617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9208; }","duration":"143.865168ms","start":"2026-04-03T05:25:21.599983Z","end":"2026-04-03T05:25:21.743848Z","steps":["trace[1270716617] 'range keys from in-memory index tree' (duration: 143.12749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.638832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.256438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:22.638997Z","caller":"traceutil/trace.go:171","msg":"trace[67847895] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"152.929379ms","start":"2026-04-03T05:25:22.486054Z","end":"2026-04-03T05:25:22.638983Z","steps":["trace[67847895] 'process raft request' (duration: 152.866198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:22.639148Z","caller":"traceutil/trace.go:171","msg":"trace[1404210987] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"963.199193ms","start":"2026-04-03T05:25:21.675939Z","end":"2026-04-03T05:25:22.639138Z","steps":["trace[1404210987] 'process raft request' (duration: 438.564876ms)","trace[1404210987] 'compare' (duration: 524.089515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:22.639185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.675916Z","time spent":"963.247054ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:22.639357Z","caller":"traceutil/trace.go:171","msg":"trace[891968521] linearizableReadLoop","detail":"{readStateIndex:9554; appliedIndex:9552; }","duration":"929.6738ms","start":"2026-04-03T05:25:21.709672Z","end":"2026-04-03T05:25:22.639346Z","steps":["trace[891968521] 'read index received' (duration: 11.656612ms)","trace[891968521] 'applied index is now lower than readState.Index' (duration: 918.016028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:22.639743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.936087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:25:22.639777Z","caller":"traceutil/trace.go:171","msg":"trace[1156643227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9211; }","duration":"929.992628ms","start":"2026-04-03T05:25:21.709776Z","end":"2026-04-03T05:25:22.639769Z","steps":["trace[1156643227] 'agreement among raft nodes before linearized reading' (duration: 929.890065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.639831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.709766Z","time spent":"930.05649ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:22.6399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.671708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:25:22.639931Z","caller":"traceutil/trace.go:171","msg":"trace[209232544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9211; }","duration":"664.74584ms","start":"2026-04-03T05:25:21.975176Z","end":"2026-04-03T05:25:22.639922Z","steps":["trace[209232544] 'agreement among raft nodes before linearized reading' (duration: 664.655778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.639895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.59924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:22.639962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.975153Z","time spent":"664.803711ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:25:22.639927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.938941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:22.640001Z","caller":"traceutil/trace.go:171","msg":"trace[1059713117] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:9211; }","duration":"748.760364ms","start":"2026-04-03T05:25:21.891221Z","end":"2026-04-03T05:25:22.639981Z","steps":["trace[1059713117] 'agreement among raft nodes before linearized reading' (duration: 748.594171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.639914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.489367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:22.640065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.891202Z","time spent":"748.850386ms","remote":"127.0.0.1:41130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:25:22.640057Z","caller":"traceutil/trace.go:171","msg":"trace[626445142] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9211; }","duration":"598.128935ms","start":"2026-04-03T05:25:22.041899Z","end":"2026-04-03T05:25:22.640028Z","steps":["trace[626445142] 'agreement among raft nodes before linearized reading' (duration: 597.8908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.640106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.345494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:25:22.64009Z","caller":"traceutil/trace.go:171","msg":"trace[187807621] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9211; }","duration":"447.720812ms","start":"2026-04-03T05:25:22.192336Z","end":"2026-04-03T05:25:22.640056Z","steps":["trace[187807621] 'agreement among raft nodes before linearized reading' (duration: 447.493787ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:22.640133Z","caller":"traceutil/trace.go:171","msg":"trace[468351129] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9211; }","duration":"892.393565ms","start":"2026-04-03T05:25:21.74773Z","end":"2026-04-03T05:25:22.640123Z","steps":["trace[468351129] 'agreement among raft nodes before linearized reading' (duration: 892.267823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.640132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.041877Z","time spent":"598.236527ms","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:22.639972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.90952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:22.640161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.747719Z","time spent":"892.437466ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:25:22.640164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.192314Z","time spent":"447.826514ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:25:22.640372Z","caller":"traceutil/trace.go:171","msg":"trace[456804301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9211; }","duration":"433.175505ms","start":"2026-04-03T05:25:22.207Z","end":"2026-04-03T05:25:22.640176Z","steps":["trace[456804301] 'agreement among raft nodes before linearized reading' (duration: 432.807327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.640383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.184082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:25:22.640435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:22.20698Z","time spent":"433.441572ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T05:25:22.640462Z","caller":"traceutil/trace.go:171","msg":"trace[2042962130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9211; }","duration":"930.819117ms","start":"2026-04-03T05:25:21.709624Z","end":"2026-04-03T05:25:22.640443Z","steps":["trace[2042962130] 'agreement among raft nodes before linearized reading' (duration: 930.357037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.640476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.792966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:25:22.640504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.709605Z","time spent":"930.891739ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T05:25:22.640539Z","caller":"traceutil/trace.go:171","msg":"trace[1845907264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9211; }","duration":"930.901749ms","start":"2026-04-03T05:25:21.709624Z","end":"2026-04-03T05:25:22.640526Z","steps":["trace[1845907264] 'agreement among raft nodes before linearized reading' (duration: 929.884286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:22.640578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:21.709605Z","time spent":"930.96544ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T05:25:22.904897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.147651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:22.905126Z","caller":"traceutil/trace.go:171","msg":"trace[1303502793] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"259.04974ms","start":"2026-04-03T05:25:22.646056Z","end":"2026-04-03T05:25:22.905106Z","steps":["trace[1303502793] 'process raft request' (duration: 259.001539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:22.905269Z","caller":"traceutil/trace.go:171","msg":"trace[116358404] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"259.49907ms","start":"2026-04-03T05:25:22.645742Z","end":"2026-04-03T05:25:22.905241Z","steps":["trace[116358404] 'process raft request' (duration: 259.259554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:22.905323Z","caller":"traceutil/trace.go:171","msg":"trace[1278512980] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"259.53242ms","start":"2026-04-03T05:25:22.64571Z","end":"2026-04-03T05:25:22.905243Z","steps":["trace[1278512980] 'process raft request' (duration: 131.951169ms)","trace[1278512980] 'compare' (duration: 127.007498ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:22.960505Z","caller":"traceutil/trace.go:171","msg":"trace[1066333143] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"204.585408ms","start":"2026-04-03T05:25:22.755903Z","end":"2026-04-03T05:25:22.960488Z","steps":["trace[1066333143] 'process raft request' (duration: 204.361263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:22.960486Z","caller":"traceutil/trace.go:171","msg":"trace[795082092] linearizableReadLoop","detail":"{readStateIndex:9560; appliedIndex:9556; }","duration":"197.619322ms","start":"2026-04-03T05:25:22.762835Z","end":"2026-04-03T05:25:22.960455Z","steps":["trace[795082092] 'read index received' (duration: 14.818973ms)","trace[795082092] 'applied index is now lower than readState.Index' (duration: 182.798959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:22.960673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.816096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:22.960773Z","caller":"traceutil/trace.go:171","msg":"trace[800720344] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9216; }","duration":"197.922859ms","start":"2026-04-03T05:25:22.762824Z","end":"2026-04-03T05:25:22.960747Z","steps":["trace[800720344] 'agreement among raft nodes before linearized reading' (duration: 197.742075ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:23.245867Z","caller":"traceutil/trace.go:171","msg":"trace[1108994474] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9560; }","duration":"110.792565ms","start":"2026-04-03T05:25:23.13505Z","end":"2026-04-03T05:25:23.245843Z","steps":["trace[1108994474] 'read index received' (duration: 40.653452ms)","trace[1108994474] 'applied index is now lower than readState.Index' (duration: 70.137743ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:23.24594Z","caller":"traceutil/trace.go:171","msg":"trace[528060803] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"110.903118ms","start":"2026-04-03T05:25:23.135012Z","end":"2026-04-03T05:25:23.245915Z","steps":["trace[528060803] 'process raft request' (duration: 110.314115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:23.246428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.354668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234659"} {"level":"info","ts":"2026-04-03T05:25:23.246512Z","caller":"traceutil/trace.go:171","msg":"trace[675735022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9217; }","duration":"111.474531ms","start":"2026-04-03T05:25:23.13502Z","end":"2026-04-03T05:25:23.246495Z","steps":["trace[675735022] 'agreement among raft nodes before linearized reading' (duration: 110.919978ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:42.492064Z","caller":"traceutil/trace.go:171","msg":"trace[29494549] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"259.95638ms","start":"2026-04-03T05:25:42.232082Z","end":"2026-04-03T05:25:42.492039Z","steps":["trace[29494549] 'process raft request' (duration: 259.756405ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:42.69569Z","caller":"traceutil/trace.go:171","msg":"trace[1553701931] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"116.513093ms","start":"2026-04-03T05:25:42.579151Z","end":"2026-04-03T05:25:42.695664Z","steps":["trace[1553701931] 'process raft request' (duration: 116.37321ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:42.695737Z","caller":"traceutil/trace.go:171","msg":"trace[649980033] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"118.252781ms","start":"2026-04-03T05:25:42.577418Z","end":"2026-04-03T05:25:42.695671Z","steps":["trace[649980033] 'process raft request' (duration: 111.030009ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:42.77925Z","caller":"traceutil/trace.go:171","msg":"trace[966425731] linearizableReadLoop","detail":"{readStateIndex:9779; appliedIndex:9776; }","duration":"161.160865ms","start":"2026-04-03T05:25:42.618061Z","end":"2026-04-03T05:25:42.779222Z","steps":["trace[966425731] 'read index received' (duration: 70.509402ms)","trace[966425731] 'applied index is now lower than readState.Index' (duration: 90.649783ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:42.779372Z","caller":"traceutil/trace.go:171","msg":"trace[124564090] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"165.011951ms","start":"2026-04-03T05:25:42.614328Z","end":"2026-04-03T05:25:42.77934Z","steps":["trace[124564090] 'process raft request' (duration: 164.737945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:42.779675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.591695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-bk2gs\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-04-03T05:25:42.779852Z","caller":"traceutil/trace.go:171","msg":"trace[204539577] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-bk2gs; range_end:; response_count:1; response_revision:9430; }","duration":"161.818ms","start":"2026-04-03T05:25:42.618013Z","end":"2026-04-03T05:25:42.779831Z","steps":["trace[204539577] 'agreement among raft nodes before linearized reading' (duration: 161.416691ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:43.231688Z","caller":"traceutil/trace.go:171","msg":"trace[879194226] linearizableReadLoop","detail":"{readStateIndex:9784; appliedIndex:9783; }","duration":"116.718187ms","start":"2026-04-03T05:25:43.114922Z","end":"2026-04-03T05:25:43.23164Z","steps":["trace[879194226] 'read index received' (duration: 58.228365ms)","trace[879194226] 'applied index is now lower than readState.Index' (duration: 58.488762ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:43.232244Z","caller":"traceutil/trace.go:171","msg":"trace[15837203] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"167.548587ms","start":"2026-04-03T05:25:43.06465Z","end":"2026-04-03T05:25:43.232198Z","steps":["trace[15837203] 'process raft request' (duration: 108.489073ms)","trace[15837203] 'compare' (duration: 58.253746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:43.232372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.430902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T05:25:43.232465Z","caller":"traceutil/trace.go:171","msg":"trace[565066848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9435; }","duration":"166.587376ms","start":"2026-04-03T05:25:43.065858Z","end":"2026-04-03T05:25:43.232446Z","steps":["trace[565066848] 'agreement among raft nodes before linearized reading' (duration: 166.258448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:43.232455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.632447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T05:25:43.232531Z","caller":"traceutil/trace.go:171","msg":"trace[1881992005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9435; }","duration":"166.718609ms","start":"2026-04-03T05:25:43.065791Z","end":"2026-04-03T05:25:43.23251Z","steps":["trace[1881992005] 'agreement among raft nodes before linearized reading' (duration: 166.437993ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:43.249014Z","caller":"traceutil/trace.go:171","msg":"trace[414598464] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"129.786901ms","start":"2026-04-03T05:25:43.119191Z","end":"2026-04-03T05:25:43.248978Z","steps":["trace[414598464] 'process raft request' (duration: 129.289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:47.932314Z","caller":"traceutil/trace.go:171","msg":"trace[1902779191] linearizableReadLoop","detail":"{readStateIndex:9821; appliedIndex:9820; }","duration":"206.108422ms","start":"2026-04-03T05:25:47.726171Z","end":"2026-04-03T05:25:47.932279Z","steps":["trace[1902779191] 'read index received' (duration: 205.911638ms)","trace[1902779191] 'applied index is now lower than readState.Index' (duration: 195.494µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:47.93249Z","caller":"traceutil/trace.go:171","msg":"trace[453372291] transaction","detail":"{read_only:false; response_revision:9470; number_of_response:1; }","duration":"301.036481ms","start":"2026-04-03T05:25:47.631399Z","end":"2026-04-03T05:25:47.932436Z","steps":["trace[453372291] 'process raft request' (duration: 300.663163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:47.932641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.43983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-03T05:25:47.93269Z","caller":"traceutil/trace.go:171","msg":"trace[1061688548] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:9470; }","duration":"206.586413ms","start":"2026-04-03T05:25:47.726086Z","end":"2026-04-03T05:25:47.932673Z","steps":["trace[1061688548] 'agreement among raft nodes before linearized reading' (duration: 206.388789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:47.932756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:47.63137Z","time spent":"301.237166ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:47.932924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.580717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:25:47.933013Z","caller":"traceutil/trace.go:171","msg":"trace[1012012712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9470; }","duration":"183.697449ms","start":"2026-04-03T05:25:47.749292Z","end":"2026-04-03T05:25:47.932989Z","steps":["trace[1012012712] 'agreement among raft nodes before linearized reading' (duration: 183.464314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:48.437096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:47.934738Z","time spent":"502.351036ms","remote":"127.0.0.1:54736","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-03T05:25:48.437391Z","caller":"traceutil/trace.go:171","msg":"trace[1508505681] linearizableReadLoop","detail":"{readStateIndex:9823; appliedIndex:9821; }","duration":"229.359813ms","start":"2026-04-03T05:25:48.208009Z","end":"2026-04-03T05:25:48.437368Z","steps":["trace[1508505681] 'read index received' (duration: 227.607665ms)","trace[1508505681] 'applied index is now lower than readState.Index' (duration: 1.751318ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:48.437673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.650391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:48.437719Z","caller":"traceutil/trace.go:171","msg":"trace[2096584928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9471; }","duration":"229.736593ms","start":"2026-04-03T05:25:48.20797Z","end":"2026-04-03T05:25:48.437707Z","steps":["trace[2096584928] 'agreement among raft nodes before linearized reading' (duration: 229.63035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:48.4377Z","caller":"traceutil/trace.go:171","msg":"trace[559459363] transaction","detail":"{read_only:false; response_revision:9471; number_of_response:1; }","duration":"499.276128ms","start":"2026-04-03T05:25:47.938325Z","end":"2026-04-03T05:25:48.437601Z","steps":["trace[559459363] 'process raft request' (duration: 498.91785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:48.43787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:47.938294Z","time spent":"499.485723ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:53.918026Z","caller":"traceutil/trace.go:171","msg":"trace[2143146707] linearizableReadLoop","detail":"{readStateIndex:9893; appliedIndex:9892; }","duration":"451.339482ms","start":"2026-04-03T05:25:53.466663Z","end":"2026-04-03T05:25:53.918002Z","steps":["trace[2143146707] 'read index received' (duration: 451.121877ms)","trace[2143146707] 'applied index is now lower than readState.Index' (duration: 216.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:53.918333Z","caller":"traceutil/trace.go:171","msg":"trace[979546221] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"468.077828ms","start":"2026-04-03T05:25:53.450244Z","end":"2026-04-03T05:25:53.918321Z","steps":["trace[979546221] 'process raft request' (duration: 467.601498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:53.918448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:53.450215Z","time spent":"468.15815ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:53.918708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.041368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:25:53.918749Z","caller":"traceutil/trace.go:171","msg":"trace[112054420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:9540; }","duration":"452.11204ms","start":"2026-04-03T05:25:53.466627Z","end":"2026-04-03T05:25:53.918739Z","steps":["trace[112054420] 'agreement among raft nodes before linearized reading' (duration: 451.979777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:53.918778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:53.466607Z","time spent":"452.164901ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:25:53.919002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.359503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-03T05:25:53.919039Z","caller":"traceutil/trace.go:171","msg":"trace[808665746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9540; }","duration":"381.436145ms","start":"2026-04-03T05:25:53.537594Z","end":"2026-04-03T05:25:53.919031Z","steps":["trace[808665746] 'agreement among raft nodes before linearized reading' (duration: 381.336693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:53.919065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:53.537571Z","time spent":"381.488636ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T05:25:54.421097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.625297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:54.421211Z","caller":"traceutil/trace.go:171","msg":"trace[1117531458] linearizableReadLoop","detail":"{readStateIndex:9894; appliedIndex:9893; }","duration":"440.964259ms","start":"2026-04-03T05:25:53.980228Z","end":"2026-04-03T05:25:54.421193Z","steps":["trace[1117531458] 'read index received' (duration: 56.154449ms)","trace[1117531458] 'applied index is now lower than readState.Index' (duration: 384.8082ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:54.421338Z","caller":"traceutil/trace.go:171","msg":"trace[2131488833] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"462.680918ms","start":"2026-04-03T05:25:53.958643Z","end":"2026-04-03T05:25:54.421324Z","steps":["trace[2131488833] 'process raft request' (duration: 77.731804ms)","trace[2131488833] 'compare' (duration: 384.261398ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:54.421411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:53.958621Z","time spent":"462.752479ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:54.421524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.275758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:54.421593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.784429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-sync-bk2gs\" ","response":"range_response_count:1 size:6870"} {"level":"info","ts":"2026-04-03T05:25:54.42163Z","caller":"traceutil/trace.go:171","msg":"trace[2021207780] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9541; }","duration":"441.421601ms","start":"2026-04-03T05:25:53.98018Z","end":"2026-04-03T05:25:54.421601Z","steps":["trace[2021207780] 'agreement among raft nodes before linearized reading' (duration: 441.236757ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:54.421672Z","caller":"traceutil/trace.go:171","msg":"trace[1946555674] range","detail":"{range_begin:/registry/pods/openstack/glance-db-sync-bk2gs; range_end:; response_count:1; response_revision:9541; }","duration":"342.906491ms","start":"2026-04-03T05:25:54.078747Z","end":"2026-04-03T05:25:54.421653Z","steps":["trace[1946555674] 'agreement among raft nodes before linearized reading' (duration: 342.675686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:54.42168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:53.980162Z","time spent":"441.508853ms","remote":"127.0.0.1:55160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T05:25:54.421723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.07873Z","time spent":"342.984573ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6894,"request content":"key:\"/registry/pods/openstack/glance-db-sync-bk2gs\" "} {"level":"warn","ts":"2026-04-03T05:25:54.421954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.525926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:54.421997Z","caller":"traceutil/trace.go:171","msg":"trace[1091234788] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9541; }","duration":"187.610018ms","start":"2026-04-03T05:25:54.234375Z","end":"2026-04-03T05:25:54.421985Z","steps":["trace[1091234788] 'agreement among raft nodes before linearized reading' (duration: 187.541036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:54.422235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.086908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:54.422285Z","caller":"traceutil/trace.go:171","msg":"trace[1497587221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9541; }","duration":"188.17256ms","start":"2026-04-03T05:25:54.2341Z","end":"2026-04-03T05:25:54.422272Z","steps":["trace[1497587221] 'agreement among raft nodes before linearized reading' (duration: 188.093108ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:54.802898Z","caller":"traceutil/trace.go:171","msg":"trace[1920149585] linearizableReadLoop","detail":"{readStateIndex:9895; appliedIndex:9894; }","duration":"361.483788ms","start":"2026-04-03T05:25:54.441377Z","end":"2026-04-03T05:25:54.802861Z","steps":["trace[1920149585] 'read index received' (duration: 360.686899ms)","trace[1920149585] 'applied index is now lower than readState.Index' (duration: 795.729µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:54.804033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.614413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-03T05:25:54.804203Z","caller":"traceutil/trace.go:171","msg":"trace[1780839740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9542; }","duration":"362.740115ms","start":"2026-04-03T05:25:54.441357Z","end":"2026-04-03T05:25:54.804097Z","steps":["trace[1780839740] 'agreement among raft nodes before linearized reading' (duration: 361.679042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:54.804359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.441283Z","time spent":"363.056373ms","remote":"127.0.0.1:51418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T05:25:54.805461Z","caller":"traceutil/trace.go:171","msg":"trace[413268390] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"370.736676ms","start":"2026-04-03T05:25:54.434468Z","end":"2026-04-03T05:25:54.805205Z","steps":["trace[413268390] 'process raft request' (duration: 367.707757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:54.80707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.434456Z","time spent":"371.059713ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6808,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:55.305349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450646583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:55.806482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450646583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:56.306752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471725348450646583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T05:25:56.345665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.540324835s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T05:25:56.346083Z","caller":"traceutil/trace.go:171","msg":"trace[147375395] transaction","detail":"{read_only:false; response_revision:9543; number_of_response:1; }","duration":"1.604844113s","start":"2026-04-03T05:25:54.741214Z","end":"2026-04-03T05:25:56.346059Z","steps":["trace[147375395] 'process raft request' (duration: 1.604667899s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.346269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.74119Z","time spent":"1.604994137s","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:25:56.742214Z","caller":"traceutil/trace.go:171","msg":"trace[1622355823] transaction","detail":"{read_only:false; response_revision:9544; number_of_response:1; }","duration":"1.862469752s","start":"2026-04-03T05:25:54.879711Z","end":"2026-04-03T05:25:56.742181Z","steps":["trace[1622355823] 'process raft request' (duration: 1.862208986s)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:56.742552Z","caller":"traceutil/trace.go:171","msg":"trace[992897161] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"1.58327903s","start":"2026-04-03T05:25:55.159244Z","end":"2026-04-03T05:25:56.742523Z","steps":["trace[992897161] 'process raft request' (duration: 1.58285195s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.74265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.879683Z","time spent":"1.86285903s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:56.742734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.159213Z","time spent":"1.583446084s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:56.742851Z","caller":"traceutil/trace.go:171","msg":"trace[1986193894] linearizableReadLoop","detail":"{readStateIndex:9900; appliedIndex:9895; }","duration":"1.939800956s","start":"2026-04-03T05:25:54.803016Z","end":"2026-04-03T05:25:56.742817Z","steps":["trace[1986193894] 'read index received' (duration: 1.542850484s)","trace[1986193894] 'applied index is now lower than readState.Index' (duration: 396.949282ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:56.742914Z","caller":"traceutil/trace.go:171","msg":"trace[1205262201] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"928.122916ms","start":"2026-04-03T05:25:55.814773Z","end":"2026-04-03T05:25:56.742896Z","steps":["trace[1205262201] 'process raft request' (duration: 927.971483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.743009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.814745Z","time spent":"928.220268ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5076,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:56.742998Z","caller":"traceutil/trace.go:171","msg":"trace[1098571773] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"1.387640412s","start":"2026-04-03T05:25:55.355317Z","end":"2026-04-03T05:25:56.742958Z","steps":["trace[1098571773] 'process raft request' (duration: 1.387124741s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.742898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984986039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:56.743185Z","caller":"traceutil/trace.go:171","msg":"trace[266867362] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9547; }","duration":"1.985317797s","start":"2026-04-03T05:25:54.757851Z","end":"2026-04-03T05:25:56.743169Z","steps":["trace[266867362] 'agreement among raft nodes before linearized reading' (duration: 1.98498624s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.743206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.355288Z","time spent":"1.387821976s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:56.74324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.757832Z","time spent":"1.985394608s","remote":"127.0.0.1:55778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:56.743054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05993248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7036"} {"level":"warn","ts":"2026-04-03T05:25:56.74354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272437366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T05:25:56.743737Z","caller":"traceutil/trace.go:171","msg":"trace[299516049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9547; }","duration":"2.272658212s","start":"2026-04-03T05:25:54.471049Z","end":"2026-04-03T05:25:56.743707Z","steps":["trace[299516049] 'agreement among raft nodes before linearized reading' (duration: 2.271926835s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.743785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.471027Z","time spent":"2.272746994s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T05:25:56.743376Z","caller":"traceutil/trace.go:171","msg":"trace[1585802926] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9547; }","duration":"2.060242486s","start":"2026-04-03T05:25:54.68308Z","end":"2026-04-03T05:25:56.743322Z","steps":["trace[1585802926] 'agreement among raft nodes before linearized reading' (duration: 2.059870118s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.743846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.683062Z","time spent":"2.060767179s","remote":"127.0.0.1:55796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7060,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-03T05:25:56.767653Z","caller":"traceutil/trace.go:171","msg":"trace[1826208547] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"416.84931ms","start":"2026-04-03T05:25:56.350785Z","end":"2026-04-03T05:25:56.767634Z","steps":["trace[1826208547] 'process raft request' (duration: 416.639365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.767751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:56.350755Z","time spent":"416.951951ms","remote":"127.0.0.1:54760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T05:25:56.767753Z","caller":"traceutil/trace.go:171","msg":"trace[662890351] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"339.045164ms","start":"2026-04-03T05:25:56.428677Z","end":"2026-04-03T05:25:56.767722Z","steps":["trace[662890351] 'process raft request' (duration: 338.87633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:56.76795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:56.42865Z","time spent":"339.202928ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:57.110133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90077593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:57.110227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.089766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:57.110255Z","caller":"traceutil/trace.go:171","msg":"trace[599111415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9549; }","duration":"1.900954394s","start":"2026-04-03T05:25:55.209276Z","end":"2026-04-03T05:25:57.110231Z","steps":["trace[599111415] 'agreement among raft nodes before linearized reading' (duration: 1.558485924s)","trace[599111415] 'range keys from in-memory index tree' (duration: 342.088923ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.110293Z","caller":"traceutil/trace.go:171","msg":"trace[100189929] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9549; }","duration":"603.210408ms","start":"2026-04-03T05:25:56.50706Z","end":"2026-04-03T05:25:57.110271Z","steps":["trace[100189929] 'agreement among raft nodes before linearized reading' (duration: 260.745548ms)","trace[100189929] 'count revisions from in-memory index tree' (duration: 342.371558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.110304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.209257Z","time spent":"1.901037557s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:25:57.110278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296746632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8kxmf\" ","response":"range_response_count:1 size:19075"} {"level":"warn","ts":"2026-04-03T05:25:57.110335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:56.507035Z","time spent":"603.289211ms","remote":"127.0.0.1:54776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-03T05:25:57.110369Z","caller":"traceutil/trace.go:171","msg":"trace[2037318791] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8kxmf; range_end:; response_count:1; response_revision:9549; }","duration":"2.296893374s","start":"2026-04-03T05:25:54.813452Z","end":"2026-04-03T05:25:57.110345Z","steps":["trace[2037318791] 'agreement among raft nodes before linearized reading' (duration: 1.954163117s)","trace[2037318791] 'range keys from in-memory index tree' (duration: 342.45488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.11043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.813422Z","time spent":"2.296998018s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19099,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-8kxmf\" "} {"level":"warn","ts":"2026-04-03T05:25:57.1104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803501099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T05:25:57.110516Z","caller":"traceutil/trace.go:171","msg":"trace[1904886189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9549; }","duration":"1.803647952s","start":"2026-04-03T05:25:55.306839Z","end":"2026-04-03T05:25:57.110487Z","steps":["trace[1904886189] 'agreement among raft nodes before linearized reading' (duration: 1.460917276s)","trace[1904886189] 'range keys from in-memory index tree' (duration: 342.393589ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.11051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160794502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T05:25:57.110587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.306768Z","time spent":"1.803808336s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T05:25:57.110632Z","caller":"traceutil/trace.go:171","msg":"trace[2132451217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9549; }","duration":"2.160961107s","start":"2026-04-03T05:25:54.949649Z","end":"2026-04-03T05:25:57.11061Z","steps":["trace[2132451217] 'agreement among raft nodes before linearized reading' (duration: 1.818173298s)","trace[2132451217] 'range keys from in-memory index tree' (duration: 342.530772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.110715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:54.949625Z","time spent":"2.16107811s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:57.110689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188056257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T05:25:57.110785Z","caller":"traceutil/trace.go:171","msg":"trace[608110123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9549; }","duration":"1.18820942s","start":"2026-04-03T05:25:55.92255Z","end":"2026-04-03T05:25:57.11076Z","steps":["trace[608110123] 'agreement among raft nodes before linearized reading' (duration: 845.111895ms)","trace[608110123] 'range keys from in-memory index tree' (duration: 342.850739ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.110725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.256226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T05:25:57.110843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.92253Z","time spent":"1.188303253s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:57.110833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175024744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-04-03T05:25:57.11096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800065433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:25:57.110982Z","caller":"traceutil/trace.go:171","msg":"trace[1172795042] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:9549; }","duration":"1.175156997s","start":"2026-04-03T05:25:55.93575Z","end":"2026-04-03T05:25:57.110907Z","steps":["trace[1172795042] 'agreement among raft nodes before linearized reading' (duration: 832.074042ms)","trace[1172795042] 'range keys from in-memory index tree' (duration: 342.84137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.111019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811886068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:25:57.110967Z","caller":"traceutil/trace.go:171","msg":"trace[552984594] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9549; }","duration":"906.43684ms","start":"2026-04-03T05:25:56.204419Z","end":"2026-04-03T05:25:57.110856Z","steps":["trace[552984594] 'agreement among raft nodes before linearized reading' (duration: 563.371055ms)","trace[552984594] 'count revisions from in-memory index tree' (duration: 342.86901ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.111031Z","caller":"traceutil/trace.go:171","msg":"trace[1422718885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9549; }","duration":"1.800169875s","start":"2026-04-03T05:25:55.310844Z","end":"2026-04-03T05:25:57.111014Z","steps":["trace[1422718885] 'agreement among raft nodes before linearized reading' (duration: 1.456904375s)","trace[1422718885] 'range keys from in-memory index tree' (duration: 343.105205ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.111057Z","caller":"traceutil/trace.go:171","msg":"trace[816175015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9549; }","duration":"1.811960549s","start":"2026-04-03T05:25:55.299081Z","end":"2026-04-03T05:25:57.111042Z","steps":["trace[816175015] 'agreement among raft nodes before linearized reading' (duration: 1.468641209s)","trace[816175015] 'range keys from in-memory index tree' (duration: 343.228409ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.111065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.310825Z","time spent":"1.800233267s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T05:25:57.111077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:56.204357Z","time spent":"906.700806ms","remote":"127.0.0.1:52780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:25:57.111093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.299055Z","time spent":"1.81203155s","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T05:25:57.111037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:55.935741Z","time spent":"1.17528474s","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:25:57.111318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.533258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:57.111429Z","caller":"traceutil/trace.go:171","msg":"trace[444479360] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"362.645234ms","start":"2026-04-03T05:25:56.748764Z","end":"2026-04-03T05:25:57.111409Z","steps":["trace[444479360] 'process raft request' (duration: 198.926622ms)","trace[444479360] 'compare' (duration: 162.871953ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:57.111496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:56.748744Z","time spent":"362.721486ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:57.275611Z","caller":"traceutil/trace.go:171","msg":"trace[306114987] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"159.461497ms","start":"2026-04-03T05:25:57.116117Z","end":"2026-04-03T05:25:57.275579Z","steps":["trace[306114987] 'process raft request' (duration: 101.322764ms)","trace[306114987] 'compare' (duration: 57.99838ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.337659Z","caller":"traceutil/trace.go:171","msg":"trace[2060343444] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"220.790452ms","start":"2026-04-03T05:25:57.116845Z","end":"2026-04-03T05:25:57.337635Z","steps":["trace[2060343444] 'process raft request' (duration: 220.634948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:57.338128Z","caller":"traceutil/trace.go:171","msg":"trace[1118339769] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"221.247482ms","start":"2026-04-03T05:25:57.116866Z","end":"2026-04-03T05:25:57.338114Z","steps":["trace[1118339769] 'process raft request' (duration: 220.73277ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:57.338333Z","caller":"traceutil/trace.go:171","msg":"trace[97013779] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"221.371265ms","start":"2026-04-03T05:25:57.116893Z","end":"2026-04-03T05:25:57.338264Z","steps":["trace[97013779] 'process raft request' (duration: 221.068938ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:57.338541Z","caller":"traceutil/trace.go:171","msg":"trace[335030668] linearizableReadLoop","detail":"{readStateIndex:9907; appliedIndex:9903; }","duration":"221.032218ms","start":"2026-04-03T05:25:57.117484Z","end":"2026-04-03T05:25:57.338517Z","steps":["trace[335030668] 'read index received' (duration: 100.039095ms)","trace[335030668] 'applied index is now lower than readState.Index' (duration: 120.992013ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.338609Z","caller":"traceutil/trace.go:171","msg":"trace[2045230715] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"216.379152ms","start":"2026-04-03T05:25:57.122212Z","end":"2026-04-03T05:25:57.338591Z","steps":["trace[2045230715] 'process raft request' (duration: 216.132777ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:57.338673Z","caller":"traceutil/trace.go:171","msg":"trace[2063868389] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"220.726381ms","start":"2026-04-03T05:25:57.117936Z","end":"2026-04-03T05:25:57.338663Z","steps":["trace[2063868389] 'process raft request' (duration: 220.178019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.338766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.264683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:57.338813Z","caller":"traceutil/trace.go:171","msg":"trace[1745302569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9556; }","duration":"221.348154ms","start":"2026-04-03T05:25:57.117454Z","end":"2026-04-03T05:25:57.338802Z","steps":["trace[1745302569] 'agreement among raft nodes before linearized reading' (duration: 221.236422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.339075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.702171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:290363"} {"level":"info","ts":"2026-04-03T05:25:57.339114Z","caller":"traceutil/trace.go:171","msg":"trace[1379764448] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9556; }","duration":"220.772792ms","start":"2026-04-03T05:25:57.118333Z","end":"2026-04-03T05:25:57.339105Z","steps":["trace[1379764448] 'agreement among raft nodes before linearized reading' (duration: 220.431284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.499506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.413191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:25:57.49963Z","caller":"traceutil/trace.go:171","msg":"trace[598017415] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"146.609507ms","start":"2026-04-03T05:25:57.352999Z","end":"2026-04-03T05:25:57.499609Z","steps":["trace[598017415] 'process raft request' (duration: 34.005462ms)","trace[598017415] 'compare' (duration: 112.189526ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.674656Z","caller":"traceutil/trace.go:171","msg":"trace[1264753443] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"319.623038ms","start":"2026-04-03T05:25:57.354995Z","end":"2026-04-03T05:25:57.674618Z","steps":["trace[1264753443] 'process raft request' (duration: 277.950993ms)","trace[1264753443] 'compare' (duration: 41.398899ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:25:57.67481Z","caller":"traceutil/trace.go:171","msg":"trace[1747357786] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"316.217752ms","start":"2026-04-03T05:25:57.358547Z","end":"2026-04-03T05:25:57.674765Z","steps":["trace[1747357786] 'process raft request' (duration: 315.970267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.674875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:57.354979Z","time spent":"319.779462ms","remote":"127.0.0.1:54856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:25:57.675016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:25:57.358535Z","time spent":"316.376066ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T05:25:57.772974Z","caller":"traceutil/trace.go:171","msg":"trace[1447513073] transaction","detail":"{read_only:false; response_revision:9560; number_of_response:1; }","duration":"165.524962ms","start":"2026-04-03T05:25:57.60741Z","end":"2026-04-03T05:25:57.772935Z","steps":["trace[1447513073] 'process raft request' (duration: 165.132804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:57.910668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.947126ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T05:25:58.372661Z","caller":"traceutil/trace.go:171","msg":"trace[2099603991] linearizableReadLoop","detail":"{readStateIndex:9916; appliedIndex:9915; }","duration":"166.803761ms","start":"2026-04-03T05:25:58.205834Z","end":"2026-04-03T05:25:58.372638Z","steps":["trace[2099603991] 'read index received' (duration: 166.278959ms)","trace[2099603991] 'applied index is now lower than readState.Index' (duration: 523.872µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:25:58.372817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.961295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:25:58.372849Z","caller":"traceutil/trace.go:171","msg":"trace[412003197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9562; }","duration":"167.060837ms","start":"2026-04-03T05:25:58.205777Z","end":"2026-04-03T05:25:58.372838Z","steps":["trace[412003197] 'agreement among raft nodes before linearized reading' (duration: 166.952495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:58.373249Z","caller":"traceutil/trace.go:171","msg":"trace[670527509] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"234.505699ms","start":"2026-04-03T05:25:58.138724Z","end":"2026-04-03T05:25:58.37323Z","steps":["trace[670527509] 'process raft request' (duration: 233.586479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:58.820395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.707202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-84b46667f-tws5n.18a2c15d0cb7afa2\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-03T05:25:58.820495Z","caller":"traceutil/trace.go:171","msg":"trace[456083791] range","detail":"{range_begin:/registry/events/openstack/barbican-api-84b46667f-tws5n.18a2c15d0cb7afa2; range_end:; response_count:1; response_revision:9562; }","duration":"291.856205ms","start":"2026-04-03T05:25:58.528614Z","end":"2026-04-03T05:25:58.82047Z","steps":["trace[456083791] 'range keys from in-memory index tree' (duration: 291.475088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:25:58.820775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.714817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T05:25:58.820844Z","caller":"traceutil/trace.go:171","msg":"trace[1060037262] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9562; }","duration":"202.819689ms","start":"2026-04-03T05:25:58.618001Z","end":"2026-04-03T05:25:58.820821Z","steps":["trace[1060037262] 'count revisions from in-memory index tree' (duration: 202.539772ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:59.599442Z","caller":"traceutil/trace.go:171","msg":"trace[1111730346] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"109.384483ms","start":"2026-04-03T05:25:59.490019Z","end":"2026-04-03T05:25:59.599404Z","steps":["trace[1111730346] 'process raft request' (duration: 109.21786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:25:59.727996Z","caller":"traceutil/trace.go:171","msg":"trace[1765238232] transaction","detail":"{read_only:false; response_revision:9577; number_of_response:1; }","duration":"115.90942ms","start":"2026-04-03T05:25:59.611961Z","end":"2026-04-03T05:25:59.72787Z","steps":["trace[1765238232] 'process raft request' (duration: 115.562382ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:00.620387Z","caller":"traceutil/trace.go:171","msg":"trace[2090638005] transaction","detail":"{read_only:false; response_revision:9587; number_of_response:1; }","duration":"111.571172ms","start":"2026-04-03T05:26:00.50878Z","end":"2026-04-03T05:26:00.620351Z","steps":["trace[2090638005] 'process raft request' (duration: 49.448179ms)","trace[2090638005] 'compare' (duration: 61.950339ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:03.095281Z","caller":"traceutil/trace.go:171","msg":"trace[466459225] transaction","detail":"{read_only:false; response_revision:9605; number_of_response:1; }","duration":"160.277905ms","start":"2026-04-03T05:26:02.934975Z","end":"2026-04-03T05:26:03.095253Z","steps":["trace[466459225] 'process raft request' (duration: 93.494407ms)","trace[466459225] 'compare' (duration: 66.595424ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:03.095395Z","caller":"traceutil/trace.go:171","msg":"trace[1333671881] transaction","detail":"{read_only:false; response_revision:9606; number_of_response:1; }","duration":"158.25668ms","start":"2026-04-03T05:26:02.937117Z","end":"2026-04-03T05:26:03.095374Z","steps":["trace[1333671881] 'process raft request' (duration: 158.093246ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.303772Z","caller":"traceutil/trace.go:171","msg":"trace[514617082] transaction","detail":"{read_only:false; response_revision:9607; number_of_response:1; }","duration":"120.898111ms","start":"2026-04-03T05:26:03.182841Z","end":"2026-04-03T05:26:03.303739Z","steps":["trace[514617082] 'process raft request' (duration: 69.116311ms)","trace[514617082] 'compare' (duration: 51.654387ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:03.557976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.604997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:26:03.558109Z","caller":"traceutil/trace.go:171","msg":"trace[1088667335] linearizableReadLoop","detail":"{readStateIndex:9963; appliedIndex:9961; }","duration":"123.329726ms","start":"2026-04-03T05:26:03.434766Z","end":"2026-04-03T05:26:03.558096Z","steps":["trace[1088667335] 'read index received' (duration: 62.129244ms)","trace[1088667335] 'applied index is now lower than readState.Index' (duration: 61.199212ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:03.5584Z","caller":"traceutil/trace.go:171","msg":"trace[1960947292] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"175.057486ms","start":"2026-04-03T05:26:03.383305Z","end":"2026-04-03T05:26:03.558362Z","steps":["trace[1960947292] 'process raft request' (duration: 174.756489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:03.558475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.885692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:26:03.558506Z","caller":"traceutil/trace.go:171","msg":"trace[564232534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:9609; }","duration":"100.918373ms","start":"2026-04-03T05:26:03.457578Z","end":"2026-04-03T05:26:03.558497Z","steps":["trace[564232534] 'agreement among raft nodes before linearized reading' (duration: 100.79291ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.558378Z","caller":"traceutil/trace.go:171","msg":"trace[1133931472] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"181.196485ms","start":"2026-04-03T05:26:03.377146Z","end":"2026-04-03T05:26:03.558343Z","steps":["trace[1133931472] 'process raft request' (duration: 47.153358ms)","trace[1133931472] 'compare' (duration: 133.375552ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:03.558521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.692044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T05:26:03.558567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.948865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-03T05:26:03.558648Z","caller":"traceutil/trace.go:171","msg":"trace[1255977921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9609; }","duration":"118.088468ms","start":"2026-04-03T05:26:03.440541Z","end":"2026-04-03T05:26:03.558629Z","steps":["trace[1255977921] 'agreement among raft nodes before linearized reading' (duration: 117.802982ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.558644Z","caller":"traceutil/trace.go:171","msg":"trace[510401051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9609; }","duration":"123.897329ms","start":"2026-04-03T05:26:03.434722Z","end":"2026-04-03T05:26:03.558619Z","steps":["trace[510401051] 'agreement among raft nodes before linearized reading' (duration: 123.541431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:03.558654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.121521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T05:26:03.558787Z","caller":"traceutil/trace.go:171","msg":"trace[502744594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9609; }","duration":"111.285585ms","start":"2026-04-03T05:26:03.447437Z","end":"2026-04-03T05:26:03.558722Z","steps":["trace[502744594] 'agreement among raft nodes before linearized reading' (duration: 110.972728ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.742538Z","caller":"traceutil/trace.go:171","msg":"trace[81793718] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"179.726891ms","start":"2026-04-03T05:26:03.562767Z","end":"2026-04-03T05:26:03.742494Z","steps":["trace[81793718] 'process raft request' (duration: 143.851106ms)","trace[81793718] 'compare' (duration: 35.327683ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:03.742658Z","caller":"traceutil/trace.go:171","msg":"trace[733970522] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"179.295131ms","start":"2026-04-03T05:26:03.563338Z","end":"2026-04-03T05:26:03.742634Z","steps":["trace[733970522] 'process raft request' (duration: 179.149828ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.742697Z","caller":"traceutil/trace.go:171","msg":"trace[862929467] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"179.380694ms","start":"2026-04-03T05:26:03.563273Z","end":"2026-04-03T05:26:03.742654Z","steps":["trace[862929467] 'process raft request' (duration: 179.112768ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:03.74266Z","caller":"traceutil/trace.go:171","msg":"trace[1239270316] linearizableReadLoop","detail":"{readStateIndex:9964; appliedIndex:9963; }","duration":"179.775582ms","start":"2026-04-03T05:26:03.562848Z","end":"2026-04-03T05:26:03.742624Z","steps":["trace[1239270316] 'read index received' (duration: 143.923658ms)","trace[1239270316] 'applied index is now lower than readState.Index' (duration: 35.849864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:03.819029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.154335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291243"} {"level":"info","ts":"2026-04-03T05:26:03.81911Z","caller":"traceutil/trace.go:171","msg":"trace[1711525689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9612; }","duration":"256.284598ms","start":"2026-04-03T05:26:03.562806Z","end":"2026-04-03T05:26:03.819091Z","steps":["trace[1711525689] 'agreement among raft nodes before linearized reading' (duration: 179.898685ms)","trace[1711525689] 'range keys from in-memory index tree' (duration: 75.937553ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:07.783799Z","caller":"traceutil/trace.go:171","msg":"trace[1160569753] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"129.648118ms","start":"2026-04-03T05:26:07.654121Z","end":"2026-04-03T05:26:07.783769Z","steps":["trace[1160569753] 'process raft request' (duration: 66.081393ms)","trace[1160569753] 'compare' (duration: 63.405971ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:07.783923Z","caller":"traceutil/trace.go:171","msg":"trace[1503656318] linearizableReadLoop","detail":"{readStateIndex:9988; appliedIndex:9987; }","duration":"104.875092ms","start":"2026-04-03T05:26:07.679017Z","end":"2026-04-03T05:26:07.783892Z","steps":["trace[1503656318] 'read index received' (duration: 41.198374ms)","trace[1503656318] 'applied index is now lower than readState.Index' (duration: 63.673728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:26:07.784079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.046437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:26:07.784139Z","caller":"traceutil/trace.go:171","msg":"trace[21514748] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9634; }","duration":"105.160909ms","start":"2026-04-03T05:26:07.678959Z","end":"2026-04-03T05:26:07.78412Z","steps":["trace[21514748] 'agreement among raft nodes before linearized reading' (duration: 105.062537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:09.809533Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T05:26:09.83077Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T05:26:09.830932Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-03T05:26:17.394838Z","caller":"traceutil/trace.go:171","msg":"trace[1646454561] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"182.701627ms","start":"2026-04-03T05:26:17.212111Z","end":"2026-04-03T05:26:17.394813Z","steps":["trace[1646454561] 'process raft request' (duration: 182.528114ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:17.419947Z","caller":"traceutil/trace.go:171","msg":"trace[2000240426] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"183.70888ms","start":"2026-04-03T05:26:17.236226Z","end":"2026-04-03T05:26:17.419935Z","steps":["trace[2000240426] 'process raft request' (duration: 183.594187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:32.918768Z","caller":"traceutil/trace.go:171","msg":"trace[1895340338] transaction","detail":"{read_only:false; response_revision:9784; number_of_response:1; }","duration":"117.582777ms","start":"2026-04-03T05:26:32.801147Z","end":"2026-04-03T05:26:32.918729Z","steps":["trace[1895340338] 'process raft request' (duration: 50.317008ms)","trace[1895340338] 'compare' (duration: 66.986633ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:41.753997Z","caller":"traceutil/trace.go:171","msg":"trace[517319191] transaction","detail":"{read_only:false; response_revision:9858; number_of_response:1; }","duration":"141.158527ms","start":"2026-04-03T05:26:41.612813Z","end":"2026-04-03T05:26:41.753971Z","steps":["trace[517319191] 'process raft request' (duration: 140.971313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:41.864333Z","caller":"traceutil/trace.go:171","msg":"trace[787402214] transaction","detail":"{read_only:false; response_revision:9859; number_of_response:1; }","duration":"223.954633ms","start":"2026-04-03T05:26:41.64035Z","end":"2026-04-03T05:26:41.864304Z","steps":["trace[787402214] 'process raft request' (duration: 177.904661ms)","trace[787402214] 'compare' (duration: 45.795367ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:41.864505Z","caller":"traceutil/trace.go:171","msg":"trace[608732353] transaction","detail":"{read_only:false; response_revision:9860; number_of_response:1; }","duration":"213.172301ms","start":"2026-04-03T05:26:41.651303Z","end":"2026-04-03T05:26:41.864476Z","steps":["trace[608732353] 'process raft request' (duration: 212.932336ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:42.040558Z","caller":"traceutil/trace.go:171","msg":"trace[875165674] transaction","detail":"{read_only:false; response_revision:9862; number_of_response:1; }","duration":"110.379445ms","start":"2026-04-03T05:26:41.930134Z","end":"2026-04-03T05:26:42.040514Z","steps":["trace[875165674] 'process raft request' (duration: 109.921095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:26:42.684678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.72436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:26:42.685051Z","caller":"traceutil/trace.go:171","msg":"trace[127738862] transaction","detail":"{read_only:false; response_revision:9866; number_of_response:1; }","duration":"290.161137ms","start":"2026-04-03T05:26:42.394852Z","end":"2026-04-03T05:26:42.685013Z","steps":["trace[127738862] 'process raft request' (duration: 131.006288ms)","trace[127738862] 'compare' (duration: 158.401263ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:26:42.685163Z","caller":"traceutil/trace.go:171","msg":"trace[1905096773] transaction","detail":"{read_only:false; response_revision:9867; number_of_response:1; }","duration":"289.659486ms","start":"2026-04-03T05:26:42.39546Z","end":"2026-04-03T05:26:42.68512Z","steps":["trace[1905096773] 'process raft request' (duration: 289.38827ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:42.685213Z","caller":"traceutil/trace.go:171","msg":"trace[435671874] transaction","detail":"{read_only:false; response_revision:9868; number_of_response:1; }","duration":"289.541054ms","start":"2026-04-03T05:26:42.395572Z","end":"2026-04-03T05:26:42.685113Z","steps":["trace[435671874] 'process raft request' (duration: 289.357279ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:26:42.701422Z","caller":"traceutil/trace.go:171","msg":"trace[742914761] transaction","detail":"{read_only:false; response_revision:9869; number_of_response:1; }","duration":"195.203998ms","start":"2026-04-03T05:26:42.506203Z","end":"2026-04-03T05:26:42.701407Z","steps":["trace[742914761] 'process raft request' (duration: 195.083625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:27:21.734353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7824} {"level":"info","ts":"2026-04-03T05:27:21.806971Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7824,"took":"70.603122ms","hash":2437477748,"current-db-size-bytes":54960128,"current-db-size":"55 MB","current-db-size-in-use-bytes":27840512,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-03T05:27:21.807031Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2437477748,"revision":7824,"compact-revision":5563} {"level":"info","ts":"2026-04-03T05:28:39.411684Z","caller":"traceutil/trace.go:171","msg":"trace[907292498] linearizableReadLoop","detail":"{readStateIndex:11021; appliedIndex:11019; }","duration":"135.372205ms","start":"2026-04-03T05:28:39.276286Z","end":"2026-04-03T05:28:39.411658Z","steps":["trace[907292498] 'read index received' (duration: 135.045568ms)","trace[907292498] 'applied index is now lower than readState.Index' (duration: 325.817µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:28:39.411753Z","caller":"traceutil/trace.go:171","msg":"trace[1298766368] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"135.732843ms","start":"2026-04-03T05:28:39.276Z","end":"2026-04-03T05:28:39.411733Z","steps":["trace[1298766368] 'process raft request' (duration: 135.61651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:28:39.412066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.59572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:28:39.412109Z","caller":"traceutil/trace.go:171","msg":"trace[1924457426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:10629; }","duration":"107.687284ms","start":"2026-04-03T05:28:39.304409Z","end":"2026-04-03T05:28:39.412096Z","steps":["trace[1924457426] 'agreement among raft nodes before linearized reading' (duration: 107.392037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:28:39.412099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.771863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-03T05:28:39.412234Z","caller":"traceutil/trace.go:171","msg":"trace[73888852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10629; }","duration":"135.961478ms","start":"2026-04-03T05:28:39.276241Z","end":"2026-04-03T05:28:39.412202Z","steps":["trace[73888852] 'agreement among raft nodes before linearized reading' (duration: 135.568249ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:28:39.41238Z","caller":"traceutil/trace.go:171","msg":"trace[1031248026] transaction","detail":"{read_only:false; response_revision:10628; number_of_response:1; }","duration":"135.705203ms","start":"2026-04-03T05:28:39.275986Z","end":"2026-04-03T05:28:39.411691Z","steps":["trace[1031248026] 'process raft request' (duration: 135.454977ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:29:28.681648Z","caller":"traceutil/trace.go:171","msg":"trace[2077815745] transaction","detail":"{read_only:false; response_revision:10879; number_of_response:1; }","duration":"109.552966ms","start":"2026-04-03T05:29:28.572064Z","end":"2026-04-03T05:29:28.681617Z","steps":["trace[2077815745] 'process raft request' (duration: 109.294529ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:29:58.746322Z","caller":"traceutil/trace.go:171","msg":"trace[108706924] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"140.59959ms","start":"2026-04-03T05:29:58.605696Z","end":"2026-04-03T05:29:58.746295Z","steps":["trace[108706924] 'process raft request' (duration: 140.438907ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:30:06.940775Z","caller":"traceutil/trace.go:171","msg":"trace[1938439614] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"162.688376ms","start":"2026-04-03T05:30:06.777811Z","end":"2026-04-03T05:30:06.940499Z","steps":["trace[1938439614] 'process raft request' (duration: 162.507022ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:30:11.202548Z","caller":"traceutil/trace.go:171","msg":"trace[1768643992] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"218.769693ms","start":"2026-04-03T05:30:10.983736Z","end":"2026-04-03T05:30:11.202506Z","steps":["trace[1768643992] 'process raft request' (duration: 171.609246ms)","trace[1768643992] 'compare' (duration: 46.744498ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:30:11.20262Z","caller":"traceutil/trace.go:171","msg":"trace[1757484954] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"167.967735ms","start":"2026-04-03T05:30:11.034629Z","end":"2026-04-03T05:30:11.202597Z","steps":["trace[1757484954] 'process raft request' (duration: 167.789081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:30:11.202675Z","caller":"traceutil/trace.go:171","msg":"trace[1637663759] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"167.017583ms","start":"2026-04-03T05:30:11.035642Z","end":"2026-04-03T05:30:11.20266Z","steps":["trace[1637663759] 'process raft request' (duration: 166.868539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:30:11.202564Z","caller":"traceutil/trace.go:171","msg":"trace[1269793651] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"167.28231ms","start":"2026-04-03T05:30:11.035262Z","end":"2026-04-03T05:30:11.202544Z","steps":["trace[1269793651] 'process raft request' (duration: 167.226539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:30:58.184729Z","caller":"traceutil/trace.go:171","msg":"trace[1444388771] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"111.692544ms","start":"2026-04-03T05:30:58.072996Z","end":"2026-04-03T05:30:58.184688Z","steps":["trace[1444388771] 'process raft request' (duration: 110.919927ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:32:07.821489Z","caller":"traceutil/trace.go:171","msg":"trace[1207198578] transaction","detail":"{read_only:false; response_revision:11880; number_of_response:1; }","duration":"103.026084ms","start":"2026-04-03T05:32:07.718441Z","end":"2026-04-03T05:32:07.821467Z","steps":["trace[1207198578] 'process raft request' (duration: 102.901811ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:32:07.821777Z","caller":"traceutil/trace.go:171","msg":"trace[611578550] transaction","detail":"{read_only:false; response_revision:11881; number_of_response:1; }","duration":"100.933138ms","start":"2026-04-03T05:32:07.720819Z","end":"2026-04-03T05:32:07.821753Z","steps":["trace[611578550] 'process raft request' (duration: 100.60882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:32:07.963633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.335494ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-03T05:32:07.963719Z","caller":"traceutil/trace.go:171","msg":"trace[40354274] linearizableReadLoop","detail":"{readStateIndex:12319; appliedIndex:12318; }","duration":"103.213989ms","start":"2026-04-03T05:32:07.860491Z","end":"2026-04-03T05:32:07.963705Z","steps":["trace[40354274] 'read index received' (duration: 55.382µs)","trace[40354274] 'applied index is now lower than readState.Index' (duration: 103.157687ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:32:07.963941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.452544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:32:07.963967Z","caller":"traceutil/trace.go:171","msg":"trace[604057364] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11881; }","duration":"103.523935ms","start":"2026-04-03T05:32:07.860434Z","end":"2026-04-03T05:32:07.963958Z","steps":["trace[604057364] 'agreement among raft nodes before linearized reading' (duration: 103.468534ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:32:08.166456Z","caller":"traceutil/trace.go:171","msg":"trace[1658881492] linearizableReadLoop","detail":"{readStateIndex:12321; appliedIndex:12320; }","duration":"112.817854ms","start":"2026-04-03T05:32:08.053613Z","end":"2026-04-03T05:32:08.166431Z","steps":["trace[1658881492] 'read index received' (duration: 112.625369ms)","trace[1658881492] 'applied index is now lower than readState.Index' (duration: 191.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T05:32:08.166517Z","caller":"traceutil/trace.go:171","msg":"trace[1986317885] transaction","detail":"{read_only:false; response_revision:11883; number_of_response:1; }","duration":"128.720859ms","start":"2026-04-03T05:32:08.037763Z","end":"2026-04-03T05:32:08.166484Z","steps":["trace[1986317885] 'process raft request' (duration: 128.526234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:32:08.166604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.959227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:32:08.166649Z","caller":"traceutil/trace.go:171","msg":"trace[1475436912] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11883; }","duration":"113.07735ms","start":"2026-04-03T05:32:08.053558Z","end":"2026-04-03T05:32:08.166635Z","steps":["trace[1475436912] 'agreement among raft nodes before linearized reading' (duration: 112.968187ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:32:21.747801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10131} {"level":"info","ts":"2026-04-03T05:32:21.846175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10131,"took":"96.455888ms","hash":3796772988,"current-db-size-bytes":54960128,"current-db-size":"55 MB","current-db-size-in-use-bytes":23425024,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-03T05:32:21.846242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3796772988,"revision":10131,"compact-revision":7824} {"level":"warn","ts":"2026-04-03T05:36:08.8901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.875027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-etcd\" ","response":"range_response_count:1 size:9422"} {"level":"info","ts":"2026-04-03T05:36:08.890299Z","caller":"traceutil/trace.go:171","msg":"trace[1254565244] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-etcd; range_end:; response_count:1; response_revision:13110; }","duration":"117.134633ms","start":"2026-04-03T05:36:08.773135Z","end":"2026-04-03T05:36:08.89027Z","steps":["trace[1254565244] 'range keys from in-memory index tree' (duration: 116.606961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:08.890271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.29083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview\" ","response":"range_response_count:1 size:26148"} {"level":"info","ts":"2026-04-03T05:36:08.89041Z","caller":"traceutil/trace.go:171","msg":"trace[1064980569] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-overview; range_end:; response_count:1; response_revision:13110; }","duration":"119.482844ms","start":"2026-04-03T05:36:08.770906Z","end":"2026-04-03T05:36:08.890389Z","steps":["trace[1064980569] 'range keys from in-memory index tree' (duration: 118.956482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:25.665201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.844902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T05:36:25.665284Z","caller":"traceutil/trace.go:171","msg":"trace[1362881875] linearizableReadLoop","detail":"{readStateIndex:13686; appliedIndex:13685; }","duration":"458.090385ms","start":"2026-04-03T05:36:25.207182Z","end":"2026-04-03T05:36:25.665272Z","steps":["trace[1362881875] 'read index received' (duration: 125.071129ms)","trace[1362881875] 'applied index is now lower than readState.Index' (duration: 333.018366ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:36:25.665342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.179538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:36:25.665355Z","caller":"traceutil/trace.go:171","msg":"trace[523946966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13195; }","duration":"458.225099ms","start":"2026-04-03T05:36:25.207125Z","end":"2026-04-03T05:36:25.665351Z","steps":["trace[523946966] 'agreement among raft nodes before linearized reading' (duration: 458.190388ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T05:36:25.665349Z","caller":"traceutil/trace.go:171","msg":"trace[767995483] transaction","detail":"{read_only:false; response_revision:13195; number_of_response:1; }","duration":"458.191868ms","start":"2026-04-03T05:36:25.20713Z","end":"2026-04-03T05:36:25.665322Z","steps":["trace[767995483] 'process raft request' (duration: 125.161491ms)","trace[767995483] 'compare' (duration: 332.539006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T05:36:25.665516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.207104Z","time spent":"458.329081ms","remote":"127.0.0.1:54978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T05:36:25.665379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.207113Z","time spent":"458.26208ms","remote":"127.0.0.1:54708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T05:36:25.668416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.732782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:36:25.668495Z","caller":"traceutil/trace.go:171","msg":"trace[368150761] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13196; }","duration":"385.975158ms","start":"2026-04-03T05:36:25.282501Z","end":"2026-04-03T05:36:25.668476Z","steps":["trace[368150761] 'agreement among raft nodes before linearized reading' (duration: 385.860154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:25.668402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.704387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T05:36:25.66857Z","caller":"traceutil/trace.go:171","msg":"trace[620559505] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13196; }","duration":"366.924053ms","start":"2026-04-03T05:36:25.301633Z","end":"2026-04-03T05:36:25.668557Z","steps":["trace[620559505] 'agreement among raft nodes before linearized reading' (duration: 366.652577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:25.668597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.301626Z","time spent":"366.964154ms","remote":"127.0.0.1:54926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:36:25.668438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.277934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-g2qcm\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-03T05:36:25.668666Z","caller":"traceutil/trace.go:171","msg":"trace[756762815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-g2qcm; range_end:; response_count:1; response_revision:13196; }","duration":"420.54884ms","start":"2026-04-03T05:36:25.248109Z","end":"2026-04-03T05:36:25.668658Z","steps":["trace[756762815] 'agreement among raft nodes before linearized reading' (duration: 420.250912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:25.668695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.24809Z","time spent":"420.597851ms","remote":"127.0.0.1:54876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6555,"request content":"key:\"/registry/pods/openstack/keepalived-g2qcm\" "} {"level":"warn","ts":"2026-04-03T05:36:25.66852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.152809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-04-03T05:36:25.668529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.282489Z","time spent":"386.03304ms","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-03T05:36:25.668613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.866613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7500"} {"level":"info","ts":"2026-04-03T05:36:25.668809Z","caller":"traceutil/trace.go:171","msg":"trace[2017864951] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:13196; }","duration":"376.087488ms","start":"2026-04-03T05:36:25.292714Z","end":"2026-04-03T05:36:25.668802Z","steps":["trace[2017864951] 'agreement among raft nodes before linearized reading' (duration: 375.780281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:25.66883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.292707Z","time spent":"376.116988ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7524,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"info","ts":"2026-04-03T05:36:25.668732Z","caller":"traceutil/trace.go:171","msg":"trace[134191847] range","detail":"{range_begin:/registry/roles/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:13196; }","duration":"384.392533ms","start":"2026-04-03T05:36:25.284329Z","end":"2026-04-03T05:36:25.668722Z","steps":["trace[134191847] 'agreement among raft nodes before linearized reading' (duration: 383.930692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T05:36:25.66898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T05:36:25.284311Z","time spent":"384.66446ms","remote":"127.0.0.1:55042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":922,"request content":"key:\"/registry/roles/monitoring/kube-prometheus-stack-grafana\" "}