{"level":"warn","ts":"2026-04-28T13:51:08.315443Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T13:51:08.315549Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T13:51:08.31562Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T13:51:08.315634Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-28T13:51:08.315653Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T13:51:08.316337Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-04-28T13:51:08.316417Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T13:51:08.320127Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.493238ms"} {"level":"info","ts":"2026-04-28T13:51:08.326964Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-04-28T13:51:08.327052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T13:51:08.32708Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-04-28T13:51:08.327099Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T13:51:08.327117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-04-28T13:51:08.327162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-04-28T13:51:08.333167Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T13:51:08.336681Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T13:51:08.338089Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T13:51:08.340411Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T13:51:08.34052Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T13:51:08.34061Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T13:51:08.340651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T13:51:08.340552Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T13:51:08.341394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-04-28T13:51:08.342709Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-04-28T13:51:08.344937Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T13:51:08.345227Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T13:51:08.345267Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T13:51:08.345205Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-28T13:51:08.345351Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-04-28T13:51:08.628262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T13:51:08.62835Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T13:51:08.628393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-04-28T13:51:08.628415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-04-28T13:51:08.628428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-28T13:51:08.628449Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-04-28T13:51:08.628495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-04-28T13:51:08.629981Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T13:51:08.630987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T13:51:08.630989Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T13:51:08.631034Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T13:51:08.63145Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T13:51:08.631535Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T13:51:08.631586Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T13:51:08.631876Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T13:51:08.631957Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T13:51:08.634943Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-04-28T13:51:08.63541Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T13:51:45.486208Z","caller":"traceutil/trace.go:171","msg":"trace[552233942] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"157.527483ms","start":"2026-04-28T13:51:45.328645Z","end":"2026-04-28T13:51:45.486173Z","steps":["trace[552233942] 'process raft request' (duration: 156.658871ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:51:45.826081Z","caller":"traceutil/trace.go:171","msg":"trace[450476096] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"204.48252ms","start":"2026-04-28T13:51:45.621565Z","end":"2026-04-28T13:51:45.826048Z","steps":["trace[450476096] 'process raft request' (duration: 184.968386ms)","trace[450476096] 'compare' (duration: 19.3602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:51:46.377904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508691395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T13:51:46.41644Z","caller":"traceutil/trace.go:171","msg":"trace[1172419126] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"585.00905ms","start":"2026-04-28T13:51:45.831394Z","end":"2026-04-28T13:51:46.416403Z","steps":["trace[1172419126] 'process raft request' (duration: 558.766979ms)","trace[1172419126] 'compare' (duration: 25.37778ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:51:46.416526Z","caller":"traceutil/trace.go:171","msg":"trace[976276261] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"584.148389ms","start":"2026-04-28T13:51:45.832319Z","end":"2026-04-28T13:51:46.416468Z","steps":["trace[976276261] 'process raft request' (duration: 583.891452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:51:46.416647Z","caller":"traceutil/trace.go:171","msg":"trace[915913115] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"584.068795ms","start":"2026-04-28T13:51:45.832536Z","end":"2026-04-28T13:51:46.416605Z","steps":["trace[915913115] 'process raft request' (duration: 583.822399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:51:46.416715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.271493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mzskt\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-28T13:51:46.416827Z","caller":"traceutil/trace.go:171","msg":"trace[2049354814] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mzskt; range_end:; response_count:1; response_revision:583; }","duration":"539.451227ms","start":"2026-04-28T13:51:45.877362Z","end":"2026-04-28T13:51:46.416813Z","steps":["trace[2049354814] 'agreement among raft nodes before linearized reading' (duration: 539.158ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:51:46.41645Z","caller":"traceutil/trace.go:171","msg":"trace[332020123] linearizableReadLoop","detail":"{readStateIndex:603; appliedIndex:600; }","duration":"539.003776ms","start":"2026-04-28T13:51:45.877414Z","end":"2026-04-28T13:51:46.416417Z","steps":["trace[332020123] 'read index received' (duration: 512.671733ms)","trace[332020123] 'applied index is now lower than readState.Index' (duration: 26.330743ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:51:46.416877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:51:45.877345Z","time spent":"539.521248ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-mzskt\" "} {"level":"warn","ts":"2026-04-28T13:51:46.417764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:51:45.831352Z","time spent":"585.180274ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T13:51:46.418176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:51:45.832285Z","time spent":"584.441616ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:51:46.418417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:51:45.832521Z","time spent":"584.219489ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:52:35.42485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.235657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T13:52:35.42496Z","caller":"traceutil/trace.go:171","msg":"trace[112030728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1150; }","duration":"310.405941ms","start":"2026-04-28T13:52:35.114535Z","end":"2026-04-28T13:52:35.424941Z","steps":["trace[112030728] 'range keys from in-memory index tree' (duration: 310.048073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:52:35.425004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:52:35.114519Z","time spent":"310.475113ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T13:53:13.598631Z","caller":"traceutil/trace.go:171","msg":"trace[866697527] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"218.330597ms","start":"2026-04-28T13:53:13.380268Z","end":"2026-04-28T13:53:13.598599Z","steps":["trace[866697527] 'process raft request' (duration: 218.03744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:23.735445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.663048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T13:53:23.735632Z","caller":"traceutil/trace.go:171","msg":"trace[751140964] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"101.629427ms","start":"2026-04-28T13:53:23.633986Z","end":"2026-04-28T13:53:23.735615Z","steps":["trace[751140964] 'process raft request' (duration: 101.570326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:23.735943Z","caller":"traceutil/trace.go:171","msg":"trace[1030448173] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"619.951602ms","start":"2026-04-28T13:53:23.11596Z","end":"2026-04-28T13:53:23.735912Z","steps":["trace[1030448173] 'process raft request' (duration: 494.558116ms)","trace[1030448173] 'compare' (duration: 124.555255ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:53:23.736112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:23.11594Z","time spent":"620.085436ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:53:23.736181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.522773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T13:53:23.736267Z","caller":"traceutil/trace.go:171","msg":"trace[1125393238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1832; }","duration":"575.672647ms","start":"2026-04-28T13:53:23.160574Z","end":"2026-04-28T13:53:23.736247Z","steps":["trace[1125393238] 'agreement among raft nodes before linearized reading' (duration: 575.453822ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:23.736189Z","caller":"traceutil/trace.go:171","msg":"trace[1746827285] linearizableReadLoop","detail":"{readStateIndex:1902; appliedIndex:1901; }","duration":"575.354269ms","start":"2026-04-28T13:53:23.160646Z","end":"2026-04-28T13:53:23.736001Z","steps":["trace[1746827285] 'read index received' (duration: 449.769009ms)","trace[1746827285] 'applied index is now lower than readState.Index' (duration: 125.276072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:53:23.736313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:23.160523Z","time spent":"575.781759ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T13:53:23.736579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.08539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T13:53:23.736625Z","caller":"traceutil/trace.go:171","msg":"trace[2047692573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1832; }","duration":"226.172832ms","start":"2026-04-28T13:53:23.510442Z","end":"2026-04-28T13:53:23.736614Z","steps":["trace[2047692573] 'agreement among raft nodes before linearized reading' (duration: 226.0999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:23.736618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.34846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T13:53:23.736666Z","caller":"traceutil/trace.go:171","msg":"trace[1392858501] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1832; }","duration":"437.455003ms","start":"2026-04-28T13:53:23.2992Z","end":"2026-04-28T13:53:23.736655Z","steps":["trace[1392858501] 'agreement among raft nodes before linearized reading' (duration: 437.367251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:23.7367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:23.299175Z","time spent":"437.515225ms","remote":"127.0.0.1:35536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T13:53:23.736749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.406538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T13:53:23.73679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.960191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T13:53:23.736836Z","caller":"traceutil/trace.go:171","msg":"trace[1249854664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1832; }","duration":"575.523031ms","start":"2026-04-28T13:53:23.161273Z","end":"2026-04-28T13:53:23.736796Z","steps":["trace[1249854664] 'agreement among raft nodes before linearized reading' (duration: 575.184583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:23.736893Z","caller":"traceutil/trace.go:171","msg":"trace[273413385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1832; }","duration":"561.098705ms","start":"2026-04-28T13:53:23.175769Z","end":"2026-04-28T13:53:23.736868Z","steps":["trace[273413385] 'agreement among raft nodes before linearized reading' (duration: 560.808648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:23.736991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:23.175759Z","time spent":"561.223198ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T13:53:23.737628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:23.161205Z","time spent":"576.386283ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T13:53:24.039449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.324325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T13:53:24.039575Z","caller":"traceutil/trace.go:171","msg":"trace[1339270286] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"222.855188ms","start":"2026-04-28T13:53:23.8167Z","end":"2026-04-28T13:53:24.039556Z","steps":["trace[1339270286] 'process raft request' (duration: 61.327548ms)","trace[1339270286] 'compare' (duration: 161.179031ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:53:24.288673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.44921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T13:53:24.288762Z","caller":"traceutil/trace.go:171","msg":"trace[1804509678] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1835; }","duration":"111.604774ms","start":"2026-04-28T13:53:24.177138Z","end":"2026-04-28T13:53:24.288743Z","steps":["trace[1804509678] 'range keys from in-memory index tree' (duration: 111.187654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:52.254361Z","caller":"traceutil/trace.go:171","msg":"trace[1813240065] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"414.804152ms","start":"2026-04-28T13:53:51.839524Z","end":"2026-04-28T13:53:52.254328Z","steps":["trace[1813240065] 'process raft request' (duration: 414.526526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:52.254527Z","caller":"traceutil/trace.go:171","msg":"trace[27888734] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"413.744236ms","start":"2026-04-28T13:53:51.840752Z","end":"2026-04-28T13:53:52.254496Z","steps":["trace[27888734] 'process raft request' (duration: 413.49613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:52.25453Z","caller":"traceutil/trace.go:171","msg":"trace[837097539] linearizableReadLoop","detail":"{readStateIndex:2104; appliedIndex:2101; }","duration":"327.399567ms","start":"2026-04-28T13:53:51.927092Z","end":"2026-04-28T13:53:52.254492Z","steps":["trace[837097539] 'read index received' (duration: 25.89195ms)","trace[837097539] 'applied index is now lower than readState.Index' (duration: 301.504027ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:53:52.254718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:51.84072Z","time spent":"413.902811ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:53:52.25486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:51.839495Z","time spent":"415.147661ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:53:52.25488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.797327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T13:53:52.255051Z","caller":"traceutil/trace.go:171","msg":"trace[1219784076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2027; }","duration":"328.023793ms","start":"2026-04-28T13:53:51.926988Z","end":"2026-04-28T13:53:52.255012Z","steps":["trace[1219784076] 'agreement among raft nodes before linearized reading' (duration: 327.662974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:52.255121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:51.926951Z","time spent":"328.155046ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T13:53:52.341321Z","caller":"traceutil/trace.go:171","msg":"trace[465292751] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"386.769587ms","start":"2026-04-28T13:53:51.954474Z","end":"2026-04-28T13:53:52.341243Z","steps":["trace[465292751] 'process raft request' (duration: 352.686244ms)","trace[465292751] 'compare' (duration: 33.918229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:53:52.341602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:51.954452Z","time spent":"387.006174ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:53:52.3416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.461114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T13:53:52.341636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.661703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T13:53:52.341696Z","caller":"traceutil/trace.go:171","msg":"trace[819384989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2029; }","duration":"412.611457ms","start":"2026-04-28T13:53:51.929064Z","end":"2026-04-28T13:53:52.341675Z","steps":["trace[819384989] 'agreement among raft nodes before linearized reading' (duration: 412.271799ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:52.341724Z","caller":"traceutil/trace.go:171","msg":"trace[1402174694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2029; }","duration":"165.803116ms","start":"2026-04-28T13:53:52.175898Z","end":"2026-04-28T13:53:52.341701Z","steps":["trace[1402174694] 'agreement among raft nodes before linearized reading' (duration: 165.476508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:52.341766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:51.92904Z","time spent":"412.70767ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T13:53:52.341919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.6092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T13:53:52.342047Z","caller":"traceutil/trace.go:171","msg":"trace[1304811899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2029; }","duration":"396.760895ms","start":"2026-04-28T13:53:51.945266Z","end":"2026-04-28T13:53:52.342026Z","steps":["trace[1304811899] 'agreement among raft nodes before linearized reading' (duration: 396.319054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:52.342146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:53:51.945254Z","time spent":"396.874057ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T13:53:52.492142Z","caller":"traceutil/trace.go:171","msg":"trace[1795592860] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2106; }","duration":"145.120664ms","start":"2026-04-28T13:53:52.346998Z","end":"2026-04-28T13:53:52.492119Z","steps":["trace[1795592860] 'read index received' (duration: 48.897821ms)","trace[1795592860] 'applied index is now lower than readState.Index' (duration: 96.221483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:53:52.492303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.292528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T13:53:52.492351Z","caller":"traceutil/trace.go:171","msg":"trace[1519408051] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2031; }","duration":"145.39526ms","start":"2026-04-28T13:53:52.346942Z","end":"2026-04-28T13:53:52.492337Z","steps":["trace[1519408051] 'agreement among raft nodes before linearized reading' (duration: 145.284808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:52.492379Z","caller":"traceutil/trace.go:171","msg":"trace[1987269608] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"146.084988ms","start":"2026-04-28T13:53:52.346221Z","end":"2026-04-28T13:53:52.492306Z","steps":["trace[1987269608] 'process raft request' (duration: 112.469785ms)","trace[1987269608] 'compare' (duration: 33.304585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:53:56.460469Z","caller":"traceutil/trace.go:171","msg":"trace[1847265776] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"192.900008ms","start":"2026-04-28T13:53:56.267539Z","end":"2026-04-28T13:53:56.460439Z","steps":["trace[1847265776] 'process raft request' (duration: 192.706383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:53:56.501929Z","caller":"traceutil/trace.go:171","msg":"trace[1385320153] linearizableReadLoop","detail":"{readStateIndex:2127; appliedIndex:2125; }","duration":"146.353072ms","start":"2026-04-28T13:53:56.355551Z","end":"2026-04-28T13:53:56.501904Z","steps":["trace[1385320153] 'read index received' (duration: 104.745627ms)","trace[1385320153] 'applied index is now lower than readState.Index' (duration: 41.606065ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:53:56.502052Z","caller":"traceutil/trace.go:171","msg":"trace[1372097534] transaction","detail":"{read_only:false; response_revision:2050; number_of_response:1; }","duration":"233.702814ms","start":"2026-04-28T13:53:56.268261Z","end":"2026-04-28T13:53:56.501964Z","steps":["trace[1372097534] 'process raft request' (duration: 233.379756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:56.50225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.71246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T13:53:56.502383Z","caller":"traceutil/trace.go:171","msg":"trace[698933280] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2050; }","duration":"130.841263ms","start":"2026-04-28T13:53:56.371465Z","end":"2026-04-28T13:53:56.502306Z","steps":["trace[698933280] 'agreement among raft nodes before linearized reading' (duration: 130.638808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:53:56.502517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.940996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T13:53:56.502576Z","caller":"traceutil/trace.go:171","msg":"trace[10402483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2050; }","duration":"147.055019ms","start":"2026-04-28T13:53:56.355507Z","end":"2026-04-28T13:53:56.502562Z","steps":["trace[10402483] 'agreement among raft nodes before linearized reading' (duration: 146.530086ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:28.697383Z","caller":"traceutil/trace.go:171","msg":"trace[1195862698] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"103.23546ms","start":"2026-04-28T13:54:28.594122Z","end":"2026-04-28T13:54:28.697357Z","steps":["trace[1195862698] 'process raft request' (duration: 103.104647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:28.899759Z","caller":"traceutil/trace.go:171","msg":"trace[1036448461] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2311; }","duration":"249.655943ms","start":"2026-04-28T13:54:28.650081Z","end":"2026-04-28T13:54:28.899737Z","steps":["trace[1036448461] 'read index received' (duration: 47.249933ms)","trace[1036448461] 'applied index is now lower than readState.Index' (duration: 202.40474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:54:28.899863Z","caller":"traceutil/trace.go:171","msg":"trace[1671746424] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"276.216841ms","start":"2026-04-28T13:54:28.623638Z","end":"2026-04-28T13:54:28.899855Z","steps":["trace[1671746424] 'process raft request' (duration: 276.026347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:28.899957Z","caller":"traceutil/trace.go:171","msg":"trace[1273153369] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"278.665801ms","start":"2026-04-28T13:54:28.621217Z","end":"2026-04-28T13:54:28.899883Z","steps":["trace[1273153369] 'process raft request' (duration: 195.145452ms)","trace[1273153369] 'compare' (duration: 83.15817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:54:28.900503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.397922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T13:54:28.900738Z","caller":"traceutil/trace.go:171","msg":"trace[1371217413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2229; }","duration":"250.699109ms","start":"2026-04-28T13:54:28.650011Z","end":"2026-04-28T13:54:28.90071Z","steps":["trace[1371217413] 'agreement among raft nodes before linearized reading' (duration: 250.097474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:54:28.907913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.2509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T13:54:28.90795Z","caller":"traceutil/trace.go:171","msg":"trace[1287958165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2230; }","duration":"248.326782ms","start":"2026-04-28T13:54:28.659614Z","end":"2026-04-28T13:54:28.907941Z","steps":["trace[1287958165] 'agreement among raft nodes before linearized reading' (duration: 248.205009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:54:28.907969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.21343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T13:54:28.908043Z","caller":"traceutil/trace.go:171","msg":"trace[1355888047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2230; }","duration":"187.320042ms","start":"2026-04-28T13:54:28.720711Z","end":"2026-04-28T13:54:28.908031Z","steps":["trace[1355888047] 'agreement among raft nodes before linearized reading' (duration: 187.148438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:54:28.908129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.598478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T13:54:28.908162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.528372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T13:54:28.908186Z","caller":"traceutil/trace.go:171","msg":"trace[1000455259] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"137.709702ms","start":"2026-04-28T13:54:28.770437Z","end":"2026-04-28T13:54:28.908146Z","steps":["trace[1000455259] 'process raft request' (duration: 137.275201ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:28.908236Z","caller":"traceutil/trace.go:171","msg":"trace[1725177460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"171.741062ms","start":"2026-04-28T13:54:28.736466Z","end":"2026-04-28T13:54:28.908207Z","steps":["trace[1725177460] 'agreement among raft nodes before linearized reading' (duration: 171.369473ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:28.908253Z","caller":"traceutil/trace.go:171","msg":"trace[173896481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2230; }","duration":"247.653614ms","start":"2026-04-28T13:54:28.66056Z","end":"2026-04-28T13:54:28.908214Z","steps":["trace[173896481] 'agreement among raft nodes before linearized reading' (duration: 247.339367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:29.076125Z","caller":"traceutil/trace.go:171","msg":"trace[797192991] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"171.843944ms","start":"2026-04-28T13:54:28.904216Z","end":"2026-04-28T13:54:29.07606Z","steps":["trace[797192991] 'process raft request' (duration: 114.019362ms)","trace[797192991] 'compare' (duration: 57.568956ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:54:29.07634Z","caller":"traceutil/trace.go:171","msg":"trace[260914133] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"164.594008ms","start":"2026-04-28T13:54:28.911726Z","end":"2026-04-28T13:54:29.07632Z","steps":["trace[260914133] 'process raft request' (duration: 164.307971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:29.076131Z","caller":"traceutil/trace.go:171","msg":"trace[722284254] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"165.043898ms","start":"2026-04-28T13:54:28.911025Z","end":"2026-04-28T13:54:29.076069Z","steps":["trace[722284254] 'process raft request' (duration: 164.962647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:29.076537Z","caller":"traceutil/trace.go:171","msg":"trace[529533419] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"164.619308ms","start":"2026-04-28T13:54:28.911882Z","end":"2026-04-28T13:54:29.076501Z","steps":["trace[529533419] 'process raft request' (duration: 164.355312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:36.222472Z","caller":"traceutil/trace.go:171","msg":"trace[1054629572] transaction","detail":"{read_only:false; response_revision:2268; number_of_response:1; }","duration":"761.938068ms","start":"2026-04-28T13:54:35.460517Z","end":"2026-04-28T13:54:36.222455Z","steps":["trace[1054629572] 'process raft request' (duration: 761.799655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:54:36.222587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:54:35.460505Z","time spent":"762.0194ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T13:54:36.222644Z","caller":"traceutil/trace.go:171","msg":"trace[1765206161] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2354; }","duration":"264.520246ms","start":"2026-04-28T13:54:35.958094Z","end":"2026-04-28T13:54:36.222614Z","steps":["trace[1765206161] 'read index received' (duration: 264.510715ms)","trace[1765206161] 'applied index is now lower than readState.Index' (duration: 7.801µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:54:36.222908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.798643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T13:54:36.222979Z","caller":"traceutil/trace.go:171","msg":"trace[645604698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2268; }","duration":"264.928466ms","start":"2026-04-28T13:54:35.958035Z","end":"2026-04-28T13:54:36.222963Z","steps":["trace[645604698] 'agreement among raft nodes before linearized reading' (duration: 264.69364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:54:36.766153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.638974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T13:54:36.766182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.297925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T13:54:36.766234Z","caller":"traceutil/trace.go:171","msg":"trace[917871223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2268; }","duration":"256.765107ms","start":"2026-04-28T13:54:36.50945Z","end":"2026-04-28T13:54:36.766215Z","steps":["trace[917871223] 'range keys from in-memory index tree' (duration: 256.48331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:54:36.766234Z","caller":"traceutil/trace.go:171","msg":"trace[1434474699] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2268; }","duration":"401.395107ms","start":"2026-04-28T13:54:36.364825Z","end":"2026-04-28T13:54:36.76622Z","steps":["trace[1434474699] 'count revisions from in-memory index tree' (duration: 401.199022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:54:36.766276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:54:36.364802Z","time spent":"401.464369ms","remote":"127.0.0.1:58026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T13:56:01.353857Z","caller":"traceutil/trace.go:171","msg":"trace[1792779427] transaction","detail":"{read_only:false; response_revision:2924; number_of_response:1; }","duration":"118.05093ms","start":"2026-04-28T13:56:01.235768Z","end":"2026-04-28T13:56:01.353819Z","steps":["trace[1792779427] 'process raft request' (duration: 114.873453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:56:01.386684Z","caller":"traceutil/trace.go:171","msg":"trace[1116638615] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"149.564846ms","start":"2026-04-28T13:56:01.237082Z","end":"2026-04-28T13:56:01.386647Z","steps":["trace[1116638615] 'process raft request' (duration: 149.304729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:56:01.386792Z","caller":"traceutil/trace.go:171","msg":"trace[1204940402] linearizableReadLoop","detail":"{readStateIndex:3038; appliedIndex:3035; }","duration":"132.901161ms","start":"2026-04-28T13:56:01.253867Z","end":"2026-04-28T13:56:01.386768Z","steps":["trace[1204940402] 'read index received' (duration: 96.852484ms)","trace[1204940402] 'applied index is now lower than readState.Index' (duration: 36.047127ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:56:01.386838Z","caller":"traceutil/trace.go:171","msg":"trace[253831628] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"149.382492ms","start":"2026-04-28T13:56:01.237436Z","end":"2026-04-28T13:56:01.386819Z","steps":["trace[253831628] 'process raft request' (duration: 149.156726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:56:01.387025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.143527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18aa89d06ebcc742\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T13:56:01.387078Z","caller":"traceutil/trace.go:171","msg":"trace[1846297948] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18aa89d06ebcc742; range_end:; response_count:1; response_revision:2926; }","duration":"133.25865ms","start":"2026-04-28T13:56:01.253809Z","end":"2026-04-28T13:56:01.387068Z","steps":["trace[1846297948] 'agreement among raft nodes before linearized reading' (duration: 133.020514ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:57:54.311514Z","caller":"traceutil/trace.go:171","msg":"trace[540893820] transaction","detail":"{read_only:false; response_revision:3640; number_of_response:1; }","duration":"116.612149ms","start":"2026-04-28T13:57:54.194858Z","end":"2026-04-28T13:57:54.31147Z","steps":["trace[540893820] 'process raft request' (duration: 80.666279ms)","trace[540893820] 'compare' (duration: 35.646483ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:58:26.205978Z","caller":"traceutil/trace.go:171","msg":"trace[1699242419] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"313.036895ms","start":"2026-04-28T13:58:25.892916Z","end":"2026-04-28T13:58:26.205953Z","steps":["trace[1699242419] 'process raft request' (duration: 312.874911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:58:26.206129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:58:25.89289Z","time spent":"313.163748ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T13:58:26.247995Z","caller":"traceutil/trace.go:171","msg":"trace[337768592] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4030; }","duration":"238.07629ms","start":"2026-04-28T13:58:26.009893Z","end":"2026-04-28T13:58:26.24797Z","steps":["trace[337768592] 'read index received' (duration: 195.953205ms)","trace[337768592] 'applied index is now lower than readState.Index' (duration: 42.121825ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:58:26.248109Z","caller":"traceutil/trace.go:171","msg":"trace[1035633264] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"354.938314ms","start":"2026-04-28T13:58:25.893138Z","end":"2026-04-28T13:58:26.248077Z","steps":["trace[1035633264] 'process raft request' (duration: 354.681738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:58:26.248238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:58:25.893097Z","time spent":"355.074228ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:58:26.248135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.225703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T13:58:26.248286Z","caller":"traceutil/trace.go:171","msg":"trace[1793827418] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3884; }","duration":"238.430158ms","start":"2026-04-28T13:58:26.00984Z","end":"2026-04-28T13:58:26.24827Z","steps":["trace[1793827418] 'agreement among raft nodes before linearized reading' (duration: 238.224773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:58:26.24824Z","caller":"traceutil/trace.go:171","msg":"trace[1370555444] transaction","detail":"{read_only:false; response_revision:3884; number_of_response:1; }","duration":"353.701244ms","start":"2026-04-28T13:58:25.894484Z","end":"2026-04-28T13:58:26.248185Z","steps":["trace[1370555444] 'process raft request' (duration: 353.445048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:58:26.248582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:58:25.894452Z","time spent":"353.96377ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T13:59:36.442012Z","caller":"traceutil/trace.go:171","msg":"trace[1316708787] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"153.673388ms","start":"2026-04-28T13:59:36.28831Z","end":"2026-04-28T13:59:36.441984Z","steps":["trace[1316708787] 'process raft request' (duration: 153.482803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:44.487568Z","caller":"traceutil/trace.go:171","msg":"trace[1768584755] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"130.346265ms","start":"2026-04-28T13:59:44.357197Z","end":"2026-04-28T13:59:44.487543Z","steps":["trace[1768584755] 'process raft request' (duration: 130.182031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:49.815585Z","caller":"traceutil/trace.go:171","msg":"trace[932117334] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5102; }","duration":"173.912385ms","start":"2026-04-28T13:59:49.641635Z","end":"2026-04-28T13:59:49.815547Z","steps":["trace[932117334] 'read index received' (duration: 152.111629ms)","trace[932117334] 'applied index is now lower than readState.Index' (duration: 21.799436ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:59:49.815787Z","caller":"traceutil/trace.go:171","msg":"trace[545966454] transaction","detail":"{read_only:false; response_revision:4914; number_of_response:1; }","duration":"174.999223ms","start":"2026-04-28T13:59:49.640775Z","end":"2026-04-28T13:59:49.815775Z","steps":["trace[545966454] 'process raft request' (duration: 152.95036ms)","trace[545966454] 'compare' (duration: 21.666932ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:59:49.816107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.4582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-28T13:59:49.816221Z","caller":"traceutil/trace.go:171","msg":"trace[2024494751] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4914; }","duration":"174.597423ms","start":"2026-04-28T13:59:49.64158Z","end":"2026-04-28T13:59:49.816177Z","steps":["trace[2024494751] 'agreement among raft nodes before linearized reading' (duration: 174.379448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.221448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.27255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T13:59:50.221745Z","caller":"traceutil/trace.go:171","msg":"trace[1177658329] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"324.032582ms","start":"2026-04-28T13:59:49.897694Z","end":"2026-04-28T13:59:50.221727Z","steps":["trace[1177658329] 'process raft request' (duration: 166.374282ms)","trace[1177658329] 'compare' (duration: 157.088946ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:59:50.221726Z","caller":"traceutil/trace.go:171","msg":"trace[2107564899] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"323.930889ms","start":"2026-04-28T13:59:49.897741Z","end":"2026-04-28T13:59:50.221672Z","steps":["trace[2107564899] 'process raft request' (duration: 323.809626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.221802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.897661Z","time spent":"324.118925ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T13:59:50.221799Z","caller":"traceutil/trace.go:171","msg":"trace[1536596367] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"321.59886ms","start":"2026-04-28T13:59:49.900171Z","end":"2026-04-28T13:59:50.22177Z","steps":["trace[1536596367] 'process raft request' (duration: 321.494317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:50.221812Z","caller":"traceutil/trace.go:171","msg":"trace[2115841625] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"323.946051ms","start":"2026-04-28T13:59:49.897825Z","end":"2026-04-28T13:59:50.221771Z","steps":["trace[2115841625] 'process raft request' (duration: 323.763905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:50.221868Z","caller":"traceutil/trace.go:171","msg":"trace[514553446] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"284.918855ms","start":"2026-04-28T13:59:49.936931Z","end":"2026-04-28T13:59:50.22185Z","steps":["trace[514553446] 'process raft request' (duration: 284.826233ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:50.221844Z","caller":"traceutil/trace.go:171","msg":"trace[1098468839] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"314.48141ms","start":"2026-04-28T13:59:49.907334Z","end":"2026-04-28T13:59:50.221816Z","steps":["trace[1098468839] 'process raft request' (duration: 314.359196ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:50.221881Z","caller":"traceutil/trace.go:171","msg":"trace[1345222417] linearizableReadLoop","detail":"{readStateIndex:5113; appliedIndex:5106; }","duration":"289.256766ms","start":"2026-04-28T13:59:49.932587Z","end":"2026-04-28T13:59:50.221844Z","steps":["trace[1345222417] 'read index received' (duration: 131.577685ms)","trace[1345222417] 'applied index is now lower than readState.Index' (duration: 157.675611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T13:59:50.22194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.900151Z","time spent":"321.716344ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T13:59:50.221936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.897681Z","time spent":"324.148906ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T13:59:50.221963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.897795Z","time spent":"324.092034ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T13:59:50.221984Z","caller":"traceutil/trace.go:171","msg":"trace[87100461] transaction","detail":"{read_only:false; response_revision:4926; number_of_response:1; }","duration":"209.41491ms","start":"2026-04-28T13:59:50.012559Z","end":"2026-04-28T13:59:50.221973Z","steps":["trace[87100461] 'process raft request' (duration: 209.242385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.221991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.907322Z","time spent":"314.594092ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3952,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:59:50.222131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.123756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T13:59:50.222153Z","caller":"traceutil/trace.go:171","msg":"trace[1190143665] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4926; }","duration":"257.174468ms","start":"2026-04-28T13:59:49.96497Z","end":"2026-04-28T13:59:50.222145Z","steps":["trace[1190143665] 'agreement among raft nodes before linearized reading' (duration: 257.055535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.22215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.442603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T13:59:50.22216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.402684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-28T13:59:50.222196Z","caller":"traceutil/trace.go:171","msg":"trace[1282829375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:4926; }","duration":"153.523395ms","start":"2026-04-28T13:59:50.06866Z","end":"2026-04-28T13:59:50.222183Z","steps":["trace[1282829375] 'agreement among raft nodes before linearized reading' (duration: 153.380961ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:50.22221Z","caller":"traceutil/trace.go:171","msg":"trace[1799679047] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4926; }","duration":"286.453985ms","start":"2026-04-28T13:59:49.935742Z","end":"2026-04-28T13:59:50.222196Z","steps":["trace[1799679047] 'agreement among raft nodes before linearized reading' (duration: 286.26145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.222245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.185746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14495"} {"level":"info","ts":"2026-04-28T13:59:50.222321Z","caller":"traceutil/trace.go:171","msg":"trace[2012300596] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"323.490429ms","start":"2026-04-28T13:59:49.898255Z","end":"2026-04-28T13:59:50.221746Z","steps":["trace[2012300596] 'process raft request' (duration: 323.360215ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:50.222326Z","caller":"traceutil/trace.go:171","msg":"trace[1805065167] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4926; }","duration":"282.322219ms","start":"2026-04-28T13:59:49.93998Z","end":"2026-04-28T13:59:50.222303Z","steps":["trace[1805065167] 'agreement among raft nodes before linearized reading' (duration: 282.084983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.222373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.898226Z","time spent":"324.124055ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T13:59:50.222671Z","caller":"traceutil/trace.go:171","msg":"trace[436398124] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"322.255478ms","start":"2026-04-28T13:59:49.899541Z","end":"2026-04-28T13:59:50.221796Z","steps":["trace[436398124] 'process raft request' (duration: 322.101433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.222895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.096122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-28T13:59:50.223036Z","caller":"traceutil/trace.go:171","msg":"trace[139611958] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4926; }","duration":"298.255646ms","start":"2026-04-28T13:59:49.92475Z","end":"2026-04-28T13:59:50.223005Z","steps":["trace[139611958] 'agreement among raft nodes before linearized reading' (duration: 297.188719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:50.223326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:49.89953Z","time spent":"323.340765ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":943,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T13:59:51.554589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.077138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T13:59:51.554685Z","caller":"traceutil/trace.go:171","msg":"trace[830311438] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4950; }","duration":"394.212072ms","start":"2026-04-28T13:59:51.16045Z","end":"2026-04-28T13:59:51.554662Z","steps":["trace[830311438] 'range keys from in-memory index tree' (duration: 394.002087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:51.55473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:51.160433Z","time spent":"394.283323ms","remote":"127.0.0.1:58028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-04-28T13:59:51.554491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.737335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9g4r6.18aa8a0cc5b31d05\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-28T13:59:51.555103Z","caller":"traceutil/trace.go:171","msg":"trace[38650044] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9g4r6.18aa8a0cc5b31d05; range_end:; response_count:1; response_revision:4950; }","duration":"124.408392ms","start":"2026-04-28T13:59:51.430667Z","end":"2026-04-28T13:59:51.555075Z","steps":["trace[38650044] 'range keys from in-memory index tree' (duration: 123.432578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:51.555479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.531046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9g4r6\" ","response":"range_response_count:1 size:9830"} {"level":"info","ts":"2026-04-28T13:59:51.555656Z","caller":"traceutil/trace.go:171","msg":"trace[1763507038] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9g4r6; range_end:; response_count:1; response_revision:4950; }","duration":"127.147553ms","start":"2026-04-28T13:59:51.428472Z","end":"2026-04-28T13:59:51.555619Z","steps":["trace[1763507038] 'range keys from in-memory index tree' (duration: 125.84464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:55.002395Z","caller":"traceutil/trace.go:171","msg":"trace[273038158] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"422.596126ms","start":"2026-04-28T13:59:54.579758Z","end":"2026-04-28T13:59:55.002354Z","steps":["trace[273038158] 'process raft request' (duration: 422.336649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.002775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.579735Z","time spent":"422.76221ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T13:59:55.540497Z","caller":"traceutil/trace.go:171","msg":"trace[292934545] linearizableReadLoop","detail":"{readStateIndex:5285; appliedIndex:5281; }","duration":"865.772277ms","start":"2026-04-28T13:59:54.674694Z","end":"2026-04-28T13:59:55.540466Z","steps":["trace[292934545] 'read index received' (duration: 327.42394ms)","trace[292934545] 'applied index is now lower than readState.Index' (duration: 538.347347ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:59:55.540858Z","caller":"traceutil/trace.go:171","msg":"trace[639438073] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"935.912385ms","start":"2026-04-28T13:59:54.604925Z","end":"2026-04-28T13:59:55.540837Z","steps":["trace[639438073] 'process raft request' (duration: 935.244038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.540969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.304501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T13:59:55.540933Z","caller":"traceutil/trace.go:171","msg":"trace[989254670] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"897.239358ms","start":"2026-04-28T13:59:54.64364Z","end":"2026-04-28T13:59:55.540879Z","steps":["trace[989254670] 'process raft request' (duration: 896.722915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.540991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.604901Z","time spent":"936.021308ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T13:59:55.541014Z","caller":"traceutil/trace.go:171","msg":"trace[87346996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5090; }","duration":"588.355732ms","start":"2026-04-28T13:59:54.952644Z","end":"2026-04-28T13:59:55.541Z","steps":["trace[87346996] 'agreement among raft nodes before linearized reading' (duration: 588.216339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.952531Z","time spent":"588.511016ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T13:59:55.541057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.346843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T13:59:55.541093Z","caller":"traceutil/trace.go:171","msg":"trace[814383027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5090; }","duration":"588.427474ms","start":"2026-04-28T13:59:54.952652Z","end":"2026-04-28T13:59:55.541079Z","steps":["trace[814383027] 'agreement among raft nodes before linearized reading' (duration: 588.367713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.540975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.274799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc79770-e293-4589-9414-75c0184a22a9\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-28T13:59:55.541119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.952621Z","time spent":"588.492776ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T13:59:55.541139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.166847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T13:59:55.541189Z","caller":"traceutil/trace.go:171","msg":"trace[1658857760] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edc79770-e293-4589-9414-75c0184a22a9; range_end:; response_count:1; response_revision:5090; }","duration":"866.469103ms","start":"2026-04-28T13:59:54.674658Z","end":"2026-04-28T13:59:55.541127Z","steps":["trace[1658857760] 'agreement among raft nodes before linearized reading' (duration: 866.200357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.674647Z","time spent":"866.565547ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc79770-e293-4589-9414-75c0184a22a9\" "} {"level":"info","ts":"2026-04-28T13:59:55.541217Z","caller":"traceutil/trace.go:171","msg":"trace[1291761984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5090; }","duration":"697.2903ms","start":"2026-04-28T13:59:54.843909Z","end":"2026-04-28T13:59:55.541199Z","steps":["trace[1291761984] 'agreement among raft nodes before linearized reading' (duration: 697.102385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.643612Z","time spent":"897.434503ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T13:59:55.541263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.843887Z","time spent":"697.364383ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T13:59:55.541528Z","caller":"traceutil/trace.go:171","msg":"trace[1190197108] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"890.284192ms","start":"2026-04-28T13:59:54.650494Z","end":"2026-04-28T13:59:55.540778Z","steps":["trace[1190197108] 'process raft request' (duration: 889.922243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.017967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:778485"} {"level":"info","ts":"2026-04-28T13:59:55.541583Z","caller":"traceutil/trace.go:171","msg":"trace[362193543] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5090; }","duration":"174.07382ms","start":"2026-04-28T13:59:55.367501Z","end":"2026-04-28T13:59:55.541575Z","steps":["trace[362193543] 'agreement among raft nodes before linearized reading' (duration: 173.685679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.433026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T13:59:55.541641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.650481Z","time spent":"891.093153ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T13:59:55.541647Z","caller":"traceutil/trace.go:171","msg":"trace[539127493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5090; }","duration":"581.509949ms","start":"2026-04-28T13:59:54.960107Z","end":"2026-04-28T13:59:55.541616Z","steps":["trace[539127493] 'agreement among raft nodes before linearized reading' (duration: 580.707898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.960096Z","time spent":"581.57777ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T13:59:55.541754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.979933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T13:59:55.541872Z","caller":"traceutil/trace.go:171","msg":"trace[1336529298] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5090; }","duration":"851.030641ms","start":"2026-04-28T13:59:54.690816Z","end":"2026-04-28T13:59:55.541847Z","steps":["trace[1336529298] 'agreement among raft nodes before linearized reading' (duration: 849.957483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:55.541944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T13:59:54.690806Z","time spent":"851.109722ms","remote":"127.0.0.1:52266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-04-28T13:59:55.722991Z","caller":"traceutil/trace.go:171","msg":"trace[747519587] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"175.997909ms","start":"2026-04-28T13:59:55.546972Z","end":"2026-04-28T13:59:55.722969Z","steps":["trace[747519587] 'process raft request' (duration: 175.895116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:55.723031Z","caller":"traceutil/trace.go:171","msg":"trace[897830848] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"176.247314ms","start":"2026-04-28T13:59:55.546748Z","end":"2026-04-28T13:59:55.722995Z","steps":["trace[897830848] 'process raft request' (duration: 160.220646ms)","trace[897830848] 'compare' (duration: 15.779832ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:59:55.723274Z","caller":"traceutil/trace.go:171","msg":"trace[110101302] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"176.296716ms","start":"2026-04-28T13:59:55.546964Z","end":"2026-04-28T13:59:55.723261Z","steps":["trace[110101302] 'process raft request' (duration: 175.946167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:55.723258Z","caller":"traceutil/trace.go:171","msg":"trace[1351934979] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"175.164297ms","start":"2026-04-28T13:59:55.548076Z","end":"2026-04-28T13:59:55.723241Z","steps":["trace[1351934979] 'process raft request' (duration: 175.076584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:56.525539Z","caller":"traceutil/trace.go:171","msg":"trace[1783070523] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"259.359494ms","start":"2026-04-28T13:59:56.266141Z","end":"2026-04-28T13:59:56.5255Z","steps":["trace[1783070523] 'read index received' (duration: 258.985944ms)","trace[1783070523] 'applied index is now lower than readState.Index' (duration: 371.97µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:59:56.525595Z","caller":"traceutil/trace.go:171","msg":"trace[975574409] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"281.16542ms","start":"2026-04-28T13:59:56.24438Z","end":"2026-04-28T13:59:56.525546Z","steps":["trace[975574409] 'process raft request' (duration: 280.874173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:56.52582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.662231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T13:59:56.525923Z","caller":"traceutil/trace.go:171","msg":"trace[1910248495] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:5097; }","duration":"259.819065ms","start":"2026-04-28T13:59:56.266083Z","end":"2026-04-28T13:59:56.525902Z","steps":["trace[1910248495] 'agreement among raft nodes before linearized reading' (duration: 259.542718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T13:59:56.52661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.936666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-28T13:59:56.526667Z","caller":"traceutil/trace.go:171","msg":"trace[981395581] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5097; }","duration":"256.020778ms","start":"2026-04-28T13:59:56.270633Z","end":"2026-04-28T13:59:56.526653Z","steps":["trace[981395581] 'agreement among raft nodes before linearized reading' (duration: 255.060614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:57.946938Z","caller":"traceutil/trace.go:171","msg":"trace[771950605] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"110.002425ms","start":"2026-04-28T13:59:57.836892Z","end":"2026-04-28T13:59:57.946895Z","steps":["trace[771950605] 'process raft request' (duration: 61.812257ms)","trace[771950605] 'compare' (duration: 47.407258ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T13:59:58.194178Z","caller":"traceutil/trace.go:171","msg":"trace[1347319908] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"221.933269ms","start":"2026-04-28T13:59:57.972222Z","end":"2026-04-28T13:59:58.194155Z","steps":["trace[1347319908] 'process raft request' (duration: 221.879008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T13:59:58.194261Z","caller":"traceutil/trace.go:171","msg":"trace[1221106643] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"239.64211ms","start":"2026-04-28T13:59:57.954584Z","end":"2026-04-28T13:59:58.194226Z","steps":["trace[1221106643] 'process raft request' (duration: 238.630174ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:05.573892Z","caller":"traceutil/trace.go:171","msg":"trace[452251300] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"142.008772ms","start":"2026-04-28T14:00:05.431854Z","end":"2026-04-28T14:00:05.573863Z","steps":["trace[452251300] 'process raft request' (duration: 141.695554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:05.735956Z","caller":"traceutil/trace.go:171","msg":"trace[420576257] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5483; }","duration":"157.757593ms","start":"2026-04-28T14:00:05.578156Z","end":"2026-04-28T14:00:05.735914Z","steps":["trace[420576257] 'read index received' (duration: 153.954136ms)","trace[420576257] 'applied index is now lower than readState.Index' (duration: 3.801597ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:05.736176Z","caller":"traceutil/trace.go:171","msg":"trace[333430990] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"159.892987ms","start":"2026-04-28T14:00:05.576202Z","end":"2026-04-28T14:00:05.736095Z","steps":["trace[333430990] 'process raft request' (duration: 155.937706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:05.736491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.182204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-qfhnd\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-04-28T14:00:05.736587Z","caller":"traceutil/trace.go:171","msg":"trace[565959918] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-qfhnd; range_end:; response_count:1; response_revision:5283; }","duration":"158.453811ms","start":"2026-04-28T14:00:05.578109Z","end":"2026-04-28T14:00:05.736563Z","steps":["trace[565959918] 'agreement among raft nodes before linearized reading' (duration: 158.00733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:05.737019Z","caller":"traceutil/trace.go:171","msg":"trace[1963553802] transaction","detail":"{read_only:false; response_revision:5284; number_of_response:1; }","duration":"158.135023ms","start":"2026-04-28T14:00:05.578845Z","end":"2026-04-28T14:00:05.73698Z","steps":["trace[1963553802] 'process raft request' (duration: 157.903627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:05.737256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.066775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T14:00:05.737316Z","caller":"traceutil/trace.go:171","msg":"trace[1181438567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5285; }","duration":"126.127616ms","start":"2026-04-28T14:00:05.611171Z","end":"2026-04-28T14:00:05.737299Z","steps":["trace[1181438567] 'agreement among raft nodes before linearized reading' (duration: 125.963232ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:05.737343Z","caller":"traceutil/trace.go:171","msg":"trace[578965220] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"157.715031ms","start":"2026-04-28T14:00:05.579505Z","end":"2026-04-28T14:00:05.737221Z","steps":["trace[578965220] 'process raft request' (duration: 157.424544ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:06.673285Z","caller":"traceutil/trace.go:171","msg":"trace[96321277] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"116.85993ms","start":"2026-04-28T14:00:06.55639Z","end":"2026-04-28T14:00:06.67325Z","steps":["trace[96321277] 'process raft request' (duration: 116.549683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:12.695208Z","caller":"traceutil/trace.go:171","msg":"trace[2136340542] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"174.50854ms","start":"2026-04-28T14:00:12.520666Z","end":"2026-04-28T14:00:12.695174Z","steps":["trace[2136340542] 'read index received' (duration: 174.288675ms)","trace[2136340542] 'applied index is now lower than readState.Index' (duration: 218.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:12.695257Z","caller":"traceutil/trace.go:171","msg":"trace[533484865] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"176.327967ms","start":"2026-04-28T14:00:12.51889Z","end":"2026-04-28T14:00:12.695218Z","steps":["trace[533484865] 'process raft request' (duration: 176.07228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:12.695556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.860609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T14:00:12.695637Z","caller":"traceutil/trace.go:171","msg":"trace[1946831458] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5355; }","duration":"174.976553ms","start":"2026-04-28T14:00:12.520642Z","end":"2026-04-28T14:00:12.695618Z","steps":["trace[1946831458] 'agreement among raft nodes before linearized reading' (duration: 174.651684ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:14.040354Z","caller":"traceutil/trace.go:171","msg":"trace[1859581215] transaction","detail":"{read_only:false; response_revision:5415; number_of_response:1; }","duration":"226.026294ms","start":"2026-04-28T14:00:13.814284Z","end":"2026-04-28T14:00:14.04031Z","steps":["trace[1859581215] 'process raft request' (duration: 129.328318ms)","trace[1859581215] 'compare' (duration: 96.424459ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:14.040844Z","caller":"traceutil/trace.go:171","msg":"trace[1098137345] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"224.813622ms","start":"2026-04-28T14:00:13.816002Z","end":"2026-04-28T14:00:14.040816Z","steps":["trace[1098137345] 'process raft request' (duration: 224.583436ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:14.041164Z","caller":"traceutil/trace.go:171","msg":"trace[20767313] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"224.522035ms","start":"2026-04-28T14:00:13.816631Z","end":"2026-04-28T14:00:14.041153Z","steps":["trace[20767313] 'process raft request' (duration: 223.997162ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:14.041469Z","caller":"traceutil/trace.go:171","msg":"trace[898183352] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"222.605056ms","start":"2026-04-28T14:00:13.818843Z","end":"2026-04-28T14:00:14.041448Z","steps":["trace[898183352] 'process raft request' (duration: 221.946129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:14.041496Z","caller":"traceutil/trace.go:171","msg":"trace[154763706] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5617; }","duration":"175.524795ms","start":"2026-04-28T14:00:13.865961Z","end":"2026-04-28T14:00:14.041485Z","steps":["trace[154763706] 'read index received' (duration: 77.663139ms)","trace[154763706] 'applied index is now lower than readState.Index' (duration: 97.860126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:14.041636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.667289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-04-28T14:00:14.041667Z","caller":"traceutil/trace.go:171","msg":"trace[981072631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc; range_end:; response_count:1; response_revision:5418; }","duration":"175.71256ms","start":"2026-04-28T14:00:13.865947Z","end":"2026-04-28T14:00:14.04166Z","steps":["trace[981072631] 'agreement among raft nodes before linearized reading' (duration: 175.573897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:14.893817Z","caller":"traceutil/trace.go:171","msg":"trace[2031272314] linearizableReadLoop","detail":"{readStateIndex:5624; appliedIndex:5622; }","duration":"174.956912ms","start":"2026-04-28T14:00:14.718836Z","end":"2026-04-28T14:00:14.893793Z","steps":["trace[2031272314] 'read index received' (duration: 68.324653ms)","trace[2031272314] 'applied index is now lower than readState.Index' (duration: 106.631479ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:14.894062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.206358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T14:00:14.89411Z","caller":"traceutil/trace.go:171","msg":"trace[89554768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:5421; }","duration":"175.332062ms","start":"2026-04-28T14:00:14.718768Z","end":"2026-04-28T14:00:14.8941Z","steps":["trace[89554768] 'agreement among raft nodes before linearized reading' (duration: 175.110816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:14.893961Z","caller":"traceutil/trace.go:171","msg":"trace[150764523] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"189.073422ms","start":"2026-04-28T14:00:14.704842Z","end":"2026-04-28T14:00:14.893915Z","steps":["trace[150764523] 'process raft request' (duration: 185.11832ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:17.890519Z","caller":"traceutil/trace.go:171","msg":"trace[1024430283] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"172.922229ms","start":"2026-04-28T14:00:17.717572Z","end":"2026-04-28T14:00:17.890494Z","steps":["trace[1024430283] 'process raft request' (duration: 172.772815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:18.169034Z","caller":"traceutil/trace.go:171","msg":"trace[78759813] linearizableReadLoop","detail":"{readStateIndex:5655; appliedIndex:5652; }","duration":"344.988136ms","start":"2026-04-28T14:00:17.824023Z","end":"2026-04-28T14:00:18.169011Z","steps":["trace[78759813] 'read index received' (duration: 66.352401ms)","trace[78759813] 'applied index is now lower than readState.Index' (duration: 278.634485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:18.169507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.588876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T14:00:18.169507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.257264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T14:00:18.169544Z","caller":"traceutil/trace.go:171","msg":"trace[1699892099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5451; }","duration":"113.649939ms","start":"2026-04-28T14:00:18.055881Z","end":"2026-04-28T14:00:18.169531Z","steps":["trace[1699892099] 'agreement among raft nodes before linearized reading' (duration: 113.534586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:18.169557Z","caller":"traceutil/trace.go:171","msg":"trace[1180510395] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc; range_end:; response_count:1; response_revision:5451; }","duration":"274.329186ms","start":"2026-04-28T14:00:17.895207Z","end":"2026-04-28T14:00:18.169536Z","steps":["trace[1180510395] 'agreement among raft nodes before linearized reading' (duration: 274.212763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:18.169574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.915504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T14:00:18.169565Z","caller":"traceutil/trace.go:171","msg":"trace[468474925] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"349.925643ms","start":"2026-04-28T14:00:17.819544Z","end":"2026-04-28T14:00:18.16947Z","steps":["trace[468474925] 'process raft request' (duration: 349.40556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:18.169595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.087525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T14:00:18.16958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.097582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:00:18.169639Z","caller":"traceutil/trace.go:171","msg":"trace[277613445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5451; }","duration":"112.034017ms","start":"2026-04-28T14:00:18.05759Z","end":"2026-04-28T14:00:18.169624Z","steps":["trace[277613445] 'agreement among raft nodes before linearized reading' (duration: 111.842112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:18.169639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.688308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T14:00:18.169689Z","caller":"traceutil/trace.go:171","msg":"trace[33372049] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5451; }","duration":"229.225515ms","start":"2026-04-28T14:00:17.940436Z","end":"2026-04-28T14:00:18.169662Z","steps":["trace[33372049] 'agreement among raft nodes before linearized reading' (duration: 229.059851ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:18.169695Z","caller":"traceutil/trace.go:171","msg":"trace[266905267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5451; }","duration":"115.178796ms","start":"2026-04-28T14:00:18.054466Z","end":"2026-04-28T14:00:18.169645Z","steps":["trace[266905267] 'agreement among raft nodes before linearized reading' (duration: 115.004012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:18.169705Z","caller":"traceutil/trace.go:171","msg":"trace[6719867] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5451; }","duration":"111.804201ms","start":"2026-04-28T14:00:18.057883Z","end":"2026-04-28T14:00:18.169687Z","steps":["trace[6719867] 'agreement among raft nodes before linearized reading' (duration: 111.547315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:18.169732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:17.819519Z","time spent":"350.129087ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:00:18.169803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.417514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-04-28T14:00:18.169874Z","caller":"traceutil/trace.go:171","msg":"trace[1739282150] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc; range_end:; response_count:1; response_revision:5451; }","duration":"106.492806ms","start":"2026-04-28T14:00:18.063361Z","end":"2026-04-28T14:00:18.169853Z","steps":["trace[1739282150] 'agreement among raft nodes before linearized reading' (duration: 106.25033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:18.169889Z","caller":"traceutil/trace.go:171","msg":"trace[1428447009] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"357.086985ms","start":"2026-04-28T14:00:17.812323Z","end":"2026-04-28T14:00:18.16941Z","steps":["trace[1428447009] 'process raft request' (duration: 315.635368ms)","trace[1428447009] 'compare' (duration: 40.837692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:18.169982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:17.812299Z","time spent":"357.63129ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:00:18.169439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.401687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T14:00:18.170319Z","caller":"traceutil/trace.go:171","msg":"trace[506972714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5451; }","duration":"346.3234ms","start":"2026-04-28T14:00:17.823979Z","end":"2026-04-28T14:00:18.170302Z","steps":["trace[506972714] 'agreement among raft nodes before linearized reading' (duration: 345.306314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:18.17037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:17.823967Z","time spent":"346.386801ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T14:00:28.21677Z","caller":"traceutil/trace.go:171","msg":"trace[1358501456] linearizableReadLoop","detail":"{readStateIndex:5816; appliedIndex:5815; }","duration":"218.67024ms","start":"2026-04-28T14:00:27.998076Z","end":"2026-04-28T14:00:28.216747Z","steps":["trace[1358501456] 'read index received' (duration: 218.509705ms)","trace[1358501456] 'applied index is now lower than readState.Index' (duration: 159.355µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:28.216887Z","caller":"traceutil/trace.go:171","msg":"trace[151139503] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"223.55459ms","start":"2026-04-28T14:00:27.99332Z","end":"2026-04-28T14:00:28.216875Z","steps":["trace[151139503] 'process raft request' (duration: 223.258031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:28.217223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.125814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-28T14:00:28.217334Z","caller":"traceutil/trace.go:171","msg":"trace[1057911421] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5607; }","duration":"219.259079ms","start":"2026-04-28T14:00:27.998045Z","end":"2026-04-28T14:00:28.217304Z","steps":["trace[1057911421] 'agreement among raft nodes before linearized reading' (duration: 219.007791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:28.219371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.118093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:00:28.219782Z","caller":"traceutil/trace.go:171","msg":"trace[737598010] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5609; }","duration":"115.589309ms","start":"2026-04-28T14:00:28.104163Z","end":"2026-04-28T14:00:28.219752Z","steps":["trace[737598010] 'agreement among raft nodes before linearized reading' (duration: 115.030771ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:28.500206Z","caller":"traceutil/trace.go:171","msg":"trace[1027122934] linearizableReadLoop","detail":"{readStateIndex:5825; appliedIndex:5824; }","duration":"141.100689ms","start":"2026-04-28T14:00:28.359068Z","end":"2026-04-28T14:00:28.500169Z","steps":["trace[1027122934] 'read index received' (duration: 129.924243ms)","trace[1027122934] 'applied index is now lower than readState.Index' (duration: 11.174986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:28.500455Z","caller":"traceutil/trace.go:171","msg":"trace[1757244159] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"228.3659ms","start":"2026-04-28T14:00:28.272044Z","end":"2026-04-28T14:00:28.500409Z","steps":["trace[1757244159] 'process raft request' (duration: 216.790092ms)","trace[1757244159] 'compare' (duration: 11.017751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:28.500548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.448089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T14:00:28.500626Z","caller":"traceutil/trace.go:171","msg":"trace[615861682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5616; }","duration":"141.586604ms","start":"2026-04-28T14:00:28.359027Z","end":"2026-04-28T14:00:28.500614Z","steps":["trace[615861682] 'agreement among raft nodes before linearized reading' (duration: 141.268254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:34.749774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508702919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:00:35.250865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508702919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:00:35.280582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041838053s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T14:00:35.529097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018737777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:00:35.529173Z","caller":"traceutil/trace.go:171","msg":"trace[632467961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5650; }","duration":"2.018863991s","start":"2026-04-28T14:00:33.510291Z","end":"2026-04-28T14:00:35.529155Z","steps":["trace[632467961] 'range keys from in-memory index tree' (duration: 2.018631444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.529212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:33.510268Z","time spent":"2.018936083s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:00:35.529405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.723555Z","time spent":"805.839917ms","remote":"127.0.0.1:44888","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T14:00:35.529877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922580549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:00:35.529951Z","caller":"traceutil/trace.go:171","msg":"trace[1922215259] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5650; }","duration":"1.922689723s","start":"2026-04-28T14:00:33.60724Z","end":"2026-04-28T14:00:35.52993Z","steps":["trace[1922215259] 'count revisions from in-memory index tree' (duration: 1.922447206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.529982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:33.607221Z","time spent":"1.922752835s","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:00:35.530262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834613357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T14:00:35.530339Z","caller":"traceutil/trace.go:171","msg":"trace[628286712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5650; }","duration":"1.834741461s","start":"2026-04-28T14:00:33.695579Z","end":"2026-04-28T14:00:35.53032Z","steps":["trace[628286712] 'range keys from in-memory index tree' (duration: 1.834295168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.530379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:33.695558Z","time spent":"1.834811093s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:00:35.531039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.962448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T14:00:35.531206Z","caller":"traceutil/trace.go:171","msg":"trace[1685901557] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"1.292555084s","start":"2026-04-28T14:00:34.238627Z","end":"2026-04-28T14:00:35.531182Z","steps":["trace[1685901557] 'process raft request' (duration: 1.042322938s)","trace[1685901557] 'compare' (duration: 249.586367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:35.531332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.238601Z","time spent":"1.292684438s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:00:35.775096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.981158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T14:00:35.775419Z","caller":"traceutil/trace.go:171","msg":"trace[8165003] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"1.534511045s","start":"2026-04-28T14:00:34.240869Z","end":"2026-04-28T14:00:35.77538Z","steps":["trace[8165003] 'process raft request' (duration: 1.410073562s)","trace[8165003] 'compare' (duration: 123.761001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:35.775534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.240855Z","time spent":"1.534629189s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:00:35.775606Z","caller":"traceutil/trace.go:171","msg":"trace[733612170] transaction","detail":"{read_only:false; response_revision:5655; number_of_response:1; }","duration":"283.947521ms","start":"2026-04-28T14:00:35.491639Z","end":"2026-04-28T14:00:35.775587Z","steps":["trace[733612170] 'process raft request' (duration: 283.869899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:35.775643Z","caller":"traceutil/trace.go:171","msg":"trace[892103757] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"591.349987ms","start":"2026-04-28T14:00:35.184258Z","end":"2026-04-28T14:00:35.775608Z","steps":["trace[892103757] 'process raft request' (duration: 591.166411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:35.775648Z","caller":"traceutil/trace.go:171","msg":"trace[746314908] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5860; }","duration":"1.526597711s","start":"2026-04-28T14:00:34.248999Z","end":"2026-04-28T14:00:35.775596Z","steps":["trace[746314908] 'read index received' (duration: 1.031966017s)","trace[746314908] 'applied index is now lower than readState.Index' (duration: 494.626993ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:35.775791Z","caller":"traceutil/trace.go:171","msg":"trace[57571559] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"798.952473ms","start":"2026-04-28T14:00:34.976794Z","end":"2026-04-28T14:00:35.775747Z","steps":["trace[57571559] 'process raft request' (duration: 798.489739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.775869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.184229Z","time spent":"591.529893ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:00:35.775967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.976776Z","time spent":"799.082027ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:00:35.77604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522191855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T14:00:35.776094Z","caller":"traceutil/trace.go:171","msg":"trace[1082314398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5655; }","duration":"1.522251796s","start":"2026-04-28T14:00:34.253827Z","end":"2026-04-28T14:00:35.776079Z","steps":["trace[1082314398] 'agreement among raft nodes before linearized reading' (duration: 1.522020619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.776148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518672445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T14:00:35.776099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.546701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T14:00:35.776199Z","caller":"traceutil/trace.go:171","msg":"trace[1349291963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5655; }","duration":"1.518782718s","start":"2026-04-28T14:00:34.257404Z","end":"2026-04-28T14:00:35.776186Z","steps":["trace[1349291963] 'agreement among raft nodes before linearized reading' (duration: 1.518570441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.776214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522137222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T14:00:35.776067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527038474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T14:00:35.776272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.253766Z","time spent":"1.522404151s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:00:35.776277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.773176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:00:35.776303Z","caller":"traceutil/trace.go:171","msg":"trace[500844106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5655; }","duration":"1.522284676s","start":"2026-04-28T14:00:34.254001Z","end":"2026-04-28T14:00:35.776286Z","steps":["trace[500844106] 'agreement among raft nodes before linearized reading' (duration: 1.522055289s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.776314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.136436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:00:35.776326Z","caller":"traceutil/trace.go:171","msg":"trace[964708714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5655; }","duration":"1.527340803s","start":"2026-04-28T14:00:34.248962Z","end":"2026-04-28T14:00:35.776302Z","steps":["trace[964708714] 'agreement among raft nodes before linearized reading' (duration: 1.526834918s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:35.776343Z","caller":"traceutil/trace.go:171","msg":"trace[13761461] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5655; }","duration":"785.861548ms","start":"2026-04-28T14:00:34.990464Z","end":"2026-04-28T14:00:35.776325Z","steps":["trace[13761461] 'agreement among raft nodes before linearized reading' (duration: 785.700483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:35.776357Z","caller":"traceutil/trace.go:171","msg":"trace[1952996238] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5655; }","duration":"817.218879ms","start":"2026-04-28T14:00:34.959129Z","end":"2026-04-28T14:00:35.776348Z","steps":["trace[1952996238] 'agreement among raft nodes before linearized reading' (duration: 817.149086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.776398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.959109Z","time spent":"817.28134ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:00:35.776257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.257393Z","time spent":"1.518857551s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:00:35.776441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52241165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T14:00:35.776469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.213638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T14:00:35.776482Z","caller":"traceutil/trace.go:171","msg":"trace[625058576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5655; }","duration":"1.522495382s","start":"2026-04-28T14:00:34.253977Z","end":"2026-04-28T14:00:35.776472Z","steps":["trace[625058576] 'agreement among raft nodes before linearized reading' (duration: 1.522392929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.77635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.253959Z","time spent":"1.522381579s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:00:35.776508Z","caller":"traceutil/trace.go:171","msg":"trace[563341623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5655; }","duration":"242.266219ms","start":"2026-04-28T14:00:35.534233Z","end":"2026-04-28T14:00:35.776499Z","steps":["trace[563341623] 'agreement among raft nodes before linearized reading' (duration: 242.145426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.77652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.253943Z","time spent":"1.522570645s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:00:35.776402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.990453Z","time spent":"785.938861ms","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":78,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:00:35.776244Z","caller":"traceutil/trace.go:171","msg":"trace[131218100] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:5655; }","duration":"756.724106ms","start":"2026-04-28T14:00:35.019492Z","end":"2026-04-28T14:00:35.776216Z","steps":["trace[131218100] 'agreement among raft nodes before linearized reading' (duration: 756.382885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.776684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.019481Z","time spent":"757.18356ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5dmjh\" "} {"level":"warn","ts":"2026-04-28T14:00:35.776402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:34.248946Z","time spent":"1.527436076s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:00:35.776542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.31578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T14:00:35.777181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.370246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:00:35.777379Z","caller":"traceutil/trace.go:171","msg":"trace[71704366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"266.074427ms","start":"2026-04-28T14:00:35.511274Z","end":"2026-04-28T14:00:35.777348Z","steps":["trace[71704366] 'agreement among raft nodes before linearized reading' (duration: 265.17134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:00:35.777642Z","caller":"traceutil/trace.go:171","msg":"trace[1596079448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5655; }","duration":"231.426064ms","start":"2026-04-28T14:00:35.546193Z","end":"2026-04-28T14:00:35.777619Z","steps":["trace[1596079448] 'agreement among raft nodes before linearized reading' (duration: 230.202356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.776604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.236476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:00:35.777731Z","caller":"traceutil/trace.go:171","msg":"trace[2048959957] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5655; }","duration":"679.399451ms","start":"2026-04-28T14:00:35.098315Z","end":"2026-04-28T14:00:35.777715Z","steps":["trace[2048959957] 'agreement among raft nodes before linearized reading' (duration: 678.134473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:35.777799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.098294Z","time spent":"679.486994ms","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":99,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:00:36.227358Z","caller":"traceutil/trace.go:171","msg":"trace[1251072356] transaction","detail":"{read_only:false; response_revision:5657; number_of_response:1; }","duration":"444.914884ms","start":"2026-04-28T14:00:35.782408Z","end":"2026-04-28T14:00:36.227323Z","steps":["trace[1251072356] 'process raft request' (duration: 353.924867ms)","trace[1251072356] 'compare' (duration: 90.664557ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:36.227458Z","caller":"traceutil/trace.go:171","msg":"trace[1635730959] transaction","detail":"{read_only:false; response_revision:5658; number_of_response:1; }","duration":"444.976745ms","start":"2026-04-28T14:00:35.782455Z","end":"2026-04-28T14:00:36.227432Z","steps":["trace[1635730959] 'process raft request' (duration: 444.80933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.227519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.78239Z","time spent":"445.038587ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:00:36.227555Z","caller":"traceutil/trace.go:171","msg":"trace[1834871724] transaction","detail":"{read_only:false; response_revision:5659; number_of_response:1; }","duration":"444.749899ms","start":"2026-04-28T14:00:35.78279Z","end":"2026-04-28T14:00:36.22754Z","steps":["trace[1834871724] 'process raft request' (duration: 444.595274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.227581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.782434Z","time spent":"445.085019ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T14:00:36.227719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.782778Z","time spent":"444.81116ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:00:36.227728Z","caller":"traceutil/trace.go:171","msg":"trace[774938032] transaction","detail":"{read_only:false; response_revision:5660; number_of_response:1; }","duration":"441.974473ms","start":"2026-04-28T14:00:35.785695Z","end":"2026-04-28T14:00:36.22767Z","steps":["trace[774938032] 'process raft request' (duration: 441.752936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.227828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.785687Z","time spent":"442.095037ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:00:36.228228Z","caller":"traceutil/trace.go:171","msg":"trace[480798432] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5865; }","duration":"445.77894ms","start":"2026-04-28T14:00:35.782435Z","end":"2026-04-28T14:00:36.228214Z","steps":["trace[480798432] 'read index received' (duration: 33.339152ms)","trace[480798432] 'applied index is now lower than readState.Index' (duration: 412.439008ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:36.228267Z","caller":"traceutil/trace.go:171","msg":"trace[1437214934] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"441.778226ms","start":"2026-04-28T14:00:35.786463Z","end":"2026-04-28T14:00:36.228241Z","steps":["trace[1437214934] 'process raft request' (duration: 441.655422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.228353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.786358Z","time spent":"441.951631ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:00:36.228398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.953345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T14:00:36.22844Z","caller":"traceutil/trace.go:171","msg":"trace[584547927] range","detail":"{range_begin:/registry/persistentvolumes/pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc; range_end:; response_count:1; response_revision:5661; }","duration":"446.024138ms","start":"2026-04-28T14:00:35.782402Z","end":"2026-04-28T14:00:36.228426Z","steps":["trace[584547927] 'agreement among raft nodes before linearized reading' (duration: 445.896594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.228478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.782386Z","time spent":"446.083269ms","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-56bdd47c-6306-4e33-91bc-fac7179d0efc\" "} {"level":"warn","ts":"2026-04-28T14:00:36.228494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.730473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:00:36.22853Z","caller":"traceutil/trace.go:171","msg":"trace[1129876293] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5661; }","duration":"386.784783ms","start":"2026-04-28T14:00:35.841732Z","end":"2026-04-28T14:00:36.228516Z","steps":["trace[1129876293] 'agreement among raft nodes before linearized reading' (duration: 386.725722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.228541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.718426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:00:36.228573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.84172Z","time spent":"386.843206ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T14:00:36.228588Z","caller":"traceutil/trace.go:171","msg":"trace[1146965860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5661; }","duration":"442.765177ms","start":"2026-04-28T14:00:35.785809Z","end":"2026-04-28T14:00:36.228574Z","steps":["trace[1146965860] 'agreement among raft nodes before linearized reading' (duration: 442.694685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.22862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.785786Z","time spent":"442.826799ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:00:36.228656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.233574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81715"} {"level":"info","ts":"2026-04-28T14:00:36.228737Z","caller":"traceutil/trace.go:171","msg":"trace[1446682005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5661; }","duration":"445.342317ms","start":"2026-04-28T14:00:35.783378Z","end":"2026-04-28T14:00:36.228721Z","steps":["trace[1446682005] 'agreement among raft nodes before linearized reading' (duration: 444.995046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:00:36.228785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:00:35.783372Z","time spent":"445.402548ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T14:00:36.495926Z","caller":"traceutil/trace.go:171","msg":"trace[1975360596] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"165.72785ms","start":"2026-04-28T14:00:36.330156Z","end":"2026-04-28T14:00:36.495884Z","steps":["trace[1975360596] 'process raft request' (duration: 67.666655ms)","trace[1975360596] 'compare' (duration: 97.835378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:36.702801Z","caller":"traceutil/trace.go:171","msg":"trace[657874497] linearizableReadLoop","detail":"{readStateIndex:5873; appliedIndex:5872; }","duration":"167.945909ms","start":"2026-04-28T14:00:36.534827Z","end":"2026-04-28T14:00:36.702773Z","steps":["trace[657874497] 'read index received' (duration: 117.881089ms)","trace[657874497] 'applied index is now lower than readState.Index' (duration: 50.06287ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:00:36.702906Z","caller":"traceutil/trace.go:171","msg":"trace[292658612] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"186.483174ms","start":"2026-04-28T14:00:36.516389Z","end":"2026-04-28T14:00:36.702872Z","steps":["trace[292658612] 'process raft request' (duration: 136.230908ms)","trace[292658612] 'compare' (duration: 49.974447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:00:36.703137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.28715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-28T14:00:36.703279Z","caller":"traceutil/trace.go:171","msg":"trace[1026195164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5663; }","duration":"168.463325ms","start":"2026-04-28T14:00:36.534777Z","end":"2026-04-28T14:00:36.70324Z","steps":["trace[1026195164] 'agreement among raft nodes before linearized reading' (duration: 168.123645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:01:08.840285Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2966} {"level":"info","ts":"2026-04-28T14:01:08.923627Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2966,"took":"81.701679ms","hash":1218430038,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":33087488,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-28T14:01:08.923687Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1218430038,"revision":2966,"compact-revision":-1} {"level":"info","ts":"2026-04-28T14:06:08.851368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5983} {"level":"info","ts":"2026-04-28T14:06:08.935067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5983,"took":"81.720413ms","hash":1038702947,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":25870336,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T14:06:08.935146Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1038702947,"revision":5983,"compact-revision":2966} {"level":"warn","ts":"2026-04-28T14:06:59.731002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.522267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T14:06:59.731271Z","caller":"traceutil/trace.go:171","msg":"trace[1434000421] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"544.190174ms","start":"2026-04-28T14:06:59.187041Z","end":"2026-04-28T14:06:59.731231Z","steps":["trace[1434000421] 'process raft request' (duration: 365.312068ms)","trace[1434000421] 'compare' (duration: 178.029745ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:06:59.731352Z","caller":"traceutil/trace.go:171","msg":"trace[1022389901] linearizableReadLoop","detail":"{readStateIndex:8807; appliedIndex:8804; }","duration":"493.868619ms","start":"2026-04-28T14:06:59.237461Z","end":"2026-04-28T14:06:59.73133Z","steps":["trace[1022389901] 'read index received' (duration: 314.881811ms)","trace[1022389901] 'applied index is now lower than readState.Index' (duration: 178.985628ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:06:59.731466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:06:59.187017Z","time spent":"544.362129ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:06:59.73159Z","caller":"traceutil/trace.go:171","msg":"trace[541250737] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"507.543017ms","start":"2026-04-28T14:06:59.224036Z","end":"2026-04-28T14:06:59.731579Z","steps":["trace[541250737] 'process raft request' (duration: 507.111967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:06:59.731628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.155846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:06:59.731667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:06:59.224006Z","time spent":"507.603249ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:06:59.731662Z","caller":"traceutil/trace.go:171","msg":"trace[856503602] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"495.386188ms","start":"2026-04-28T14:06:59.236239Z","end":"2026-04-28T14:06:59.731625Z","steps":["trace[856503602] 'process raft request' (duration: 495.035599ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:06:59.731748Z","caller":"traceutil/trace.go:171","msg":"trace[113909343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:8504; }","duration":"494.263189ms","start":"2026-04-28T14:06:59.237423Z","end":"2026-04-28T14:06:59.731686Z","steps":["trace[113909343] 'agreement among raft nodes before linearized reading' (duration: 494.147236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:06:59.731748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.019463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:06:59.731813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:06:59.237411Z","time spent":"494.384362ms","remote":"127.0.0.1:35400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:06:59.731841Z","caller":"traceutil/trace.go:171","msg":"trace[1856817993] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8504; }","duration":"473.155716ms","start":"2026-04-28T14:06:59.258666Z","end":"2026-04-28T14:06:59.731821Z","steps":["trace[1856817993] 'agreement among raft nodes before linearized reading' (duration: 472.970552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:06:59.731886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:06:59.258601Z","time spent":"473.2739ms","remote":"127.0.0.1:35480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:06:59.731883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:06:59.236225Z","time spent":"495.565112ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:06:59.732001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.077204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:06:59.732011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.19411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:06:59.732069Z","caller":"traceutil/trace.go:171","msg":"trace[1949912221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8504; }","duration":"222.153716ms","start":"2026-04-28T14:06:59.509893Z","end":"2026-04-28T14:06:59.732047Z","steps":["trace[1949912221] 'agreement among raft nodes before linearized reading' (duration: 222.035823ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:06:59.732098Z","caller":"traceutil/trace.go:171","msg":"trace[386842212] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8504; }","duration":"250.338194ms","start":"2026-04-28T14:06:59.481742Z","end":"2026-04-28T14:06:59.732081Z","steps":["trace[386842212] 'agreement among raft nodes before linearized reading' (duration: 250.18973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:10.566404Z","caller":"traceutil/trace.go:171","msg":"trace[965150792] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8865; }","duration":"232.305107ms","start":"2026-04-28T14:07:10.334077Z","end":"2026-04-28T14:07:10.566382Z","steps":["trace[965150792] 'read index received' (duration: 232.099862ms)","trace[965150792] 'applied index is now lower than readState.Index' (duration: 204.235µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:07:10.566465Z","caller":"traceutil/trace.go:171","msg":"trace[610877681] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"237.291472ms","start":"2026-04-28T14:07:10.329134Z","end":"2026-04-28T14:07:10.566426Z","steps":["trace[610877681] 'process raft request' (duration: 237.106157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:10.566635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.538903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T14:07:10.566674Z","caller":"traceutil/trace.go:171","msg":"trace[1612376505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8561; }","duration":"232.623455ms","start":"2026-04-28T14:07:10.33404Z","end":"2026-04-28T14:07:10.566663Z","steps":["trace[1612376505] 'agreement among raft nodes before linearized reading' (duration: 232.471262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:10.566767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.729522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T14:07:10.566849Z","caller":"traceutil/trace.go:171","msg":"trace[1287144775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8561; }","duration":"218.867035ms","start":"2026-04-28T14:07:10.347964Z","end":"2026-04-28T14:07:10.566831Z","steps":["trace[1287144775] 'agreement among raft nodes before linearized reading' (duration: 218.578828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:10.566844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.759874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T14:07:10.566958Z","caller":"traceutil/trace.go:171","msg":"trace[615204930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8561; }","duration":"212.908308ms","start":"2026-04-28T14:07:10.354029Z","end":"2026-04-28T14:07:10.566937Z","steps":["trace[615204930] 'agreement among raft nodes before linearized reading' (duration: 212.620441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:10.676196Z","caller":"traceutil/trace.go:171","msg":"trace[364930075] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"105.192092ms","start":"2026-04-28T14:07:10.570952Z","end":"2026-04-28T14:07:10.676144Z","steps":["trace[364930075] 'process raft request' (duration: 76.582124ms)","trace[364930075] 'compare' (duration: 28.354822ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:07:10.685455Z","caller":"traceutil/trace.go:171","msg":"trace[605824149] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"114.120893ms","start":"2026-04-28T14:07:10.571312Z","end":"2026-04-28T14:07:10.685433Z","steps":["trace[605824149] 'process raft request' (duration: 113.947108ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:10.685609Z","caller":"traceutil/trace.go:171","msg":"trace[1136524460] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"114.246226ms","start":"2026-04-28T14:07:10.571332Z","end":"2026-04-28T14:07:10.685578Z","steps":["trace[1136524460] 'process raft request' (duration: 114.047151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:13.221388Z","caller":"traceutil/trace.go:171","msg":"trace[1247030966] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"203.68625ms","start":"2026-04-28T14:07:13.017677Z","end":"2026-04-28T14:07:13.221364Z","steps":["trace[1247030966] 'process raft request' (duration: 203.482495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:13.226064Z","caller":"traceutil/trace.go:171","msg":"trace[1770151482] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"140.415804ms","start":"2026-04-28T14:07:13.085622Z","end":"2026-04-28T14:07:13.226038Z","steps":["trace[1770151482] 'process raft request' (duration: 140.223819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.336789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508711279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:07:41.581026Z","caller":"traceutil/trace.go:171","msg":"trace[347295944] transaction","detail":"{read_only:false; response_revision:8775; number_of_response:1; }","duration":"806.278088ms","start":"2026-04-28T14:07:40.77472Z","end":"2026-04-28T14:07:41.580998Z","steps":["trace[347295944] 'process raft request' (duration: 806.120195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.581318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:40.774709Z","time spent":"806.510815ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:07:41.669144Z","caller":"traceutil/trace.go:171","msg":"trace[1454157339] transaction","detail":"{read_only:false; response_revision:8776; number_of_response:1; }","duration":"400.776537ms","start":"2026-04-28T14:07:41.268335Z","end":"2026-04-28T14:07:41.669112Z","steps":["trace[1454157339] 'process raft request' (duration: 394.250365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.66928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:41.268312Z","time spent":"400.89481ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:07:41.669261Z","caller":"traceutil/trace.go:171","msg":"trace[1083438587] linearizableReadLoop","detail":"{readStateIndex:9091; appliedIndex:9088; }","duration":"832.98868ms","start":"2026-04-28T14:07:40.83625Z","end":"2026-04-28T14:07:41.669239Z","steps":["trace[1083438587] 'read index received' (duration: 744.563972ms)","trace[1083438587] 'applied index is now lower than readState.Index' (duration: 88.423838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:07:41.669562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.258807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:07:41.669611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.043224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T14:07:41.669677Z","caller":"traceutil/trace.go:171","msg":"trace[940419639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8777; }","duration":"825.133285ms","start":"2026-04-28T14:07:40.84452Z","end":"2026-04-28T14:07:41.669653Z","steps":["trace[940419639] 'agreement among raft nodes before linearized reading' (duration: 824.981252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.669727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:40.84451Z","time spent":"825.207948ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:07:41.669749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.487936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T14:07:41.669751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.762983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T14:07:41.669676Z","caller":"traceutil/trace.go:171","msg":"trace[368959039] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8777; }","duration":"232.39308ms","start":"2026-04-28T14:07:41.437241Z","end":"2026-04-28T14:07:41.669634Z","steps":["trace[368959039] 'agreement among raft nodes before linearized reading' (duration: 232.263937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:41.669813Z","caller":"traceutil/trace.go:171","msg":"trace[1439158932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8777; }","duration":"819.569538ms","start":"2026-04-28T14:07:40.850224Z","end":"2026-04-28T14:07:41.669794Z","steps":["trace[1439158932] 'agreement among raft nodes before linearized reading' (duration: 819.364453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.669593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.008959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:07:41.670111Z","caller":"traceutil/trace.go:171","msg":"trace[736073260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8777; }","duration":"160.556912ms","start":"2026-04-28T14:07:41.509541Z","end":"2026-04-28T14:07:41.670098Z","steps":["trace[736073260] 'agreement among raft nodes before linearized reading' (duration: 160.015329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.669849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:40.850215Z","time spent":"819.6269ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T14:07:41.669844Z","caller":"traceutil/trace.go:171","msg":"trace[1441059553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:8777; }","duration":"758.866716ms","start":"2026-04-28T14:07:40.910935Z","end":"2026-04-28T14:07:41.669802Z","steps":["trace[1441059553] 'agreement among raft nodes before linearized reading' (duration: 758.590069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.670446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:40.910921Z","time spent":"759.4494ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5dmjh\" "} {"level":"info","ts":"2026-04-28T14:07:41.669402Z","caller":"traceutil/trace.go:171","msg":"trace[142750775] transaction","detail":"{read_only:false; response_revision:8777; number_of_response:1; }","duration":"339.223093ms","start":"2026-04-28T14:07:41.330151Z","end":"2026-04-28T14:07:41.669374Z","steps":["trace[142750775] 'process raft request' (duration: 338.994707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.670872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:41.33013Z","time spent":"340.660278ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:07:41.670996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.731983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T14:07:41.671076Z","caller":"traceutil/trace.go:171","msg":"trace[665096566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8777; }","duration":"834.841526ms","start":"2026-04-28T14:07:40.836222Z","end":"2026-04-28T14:07:41.671063Z","steps":["trace[665096566] 'agreement among raft nodes before linearized reading' (duration: 833.090413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:41.671115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:07:40.83621Z","time spent":"834.897717ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T14:07:54.11205Z","caller":"traceutil/trace.go:171","msg":"trace[1851743399] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"119.471665ms","start":"2026-04-28T14:07:53.992552Z","end":"2026-04-28T14:07:54.112024Z","steps":["trace[1851743399] 'process raft request' (duration: 118.122972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:54.183879Z","caller":"traceutil/trace.go:171","msg":"trace[1865039678] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"133.992145ms","start":"2026-04-28T14:07:54.049851Z","end":"2026-04-28T14:07:54.183844Z","steps":["trace[1865039678] 'process raft request' (duration: 133.721619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:54.184063Z","caller":"traceutil/trace.go:171","msg":"trace[683390654] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"125.947916ms","start":"2026-04-28T14:07:54.058089Z","end":"2026-04-28T14:07:54.184037Z","steps":["trace[683390654] 'process raft request' (duration: 125.600257ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:54.451689Z","caller":"traceutil/trace.go:171","msg":"trace[2092763209] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"264.027333ms","start":"2026-04-28T14:07:54.187635Z","end":"2026-04-28T14:07:54.451662Z","steps":["trace[2092763209] 'process raft request' (duration: 227.819747ms)","trace[2092763209] 'compare' (duration: 35.785195ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:07:54.494858Z","caller":"traceutil/trace.go:171","msg":"trace[949121293] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"272.767769ms","start":"2026-04-28T14:07:54.222064Z","end":"2026-04-28T14:07:54.494832Z","steps":["trace[949121293] 'process raft request' (duration: 272.535453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:54.494889Z","caller":"traceutil/trace.go:171","msg":"trace[223865066] linearizableReadLoop","detail":"{readStateIndex:9214; appliedIndex:9212; }","duration":"272.300527ms","start":"2026-04-28T14:07:54.22256Z","end":"2026-04-28T14:07:54.49486Z","steps":["trace[223865066] 'read index received' (duration: 192.907864ms)","trace[223865066] 'applied index is now lower than readState.Index' (duration: 79.390563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:07:54.494914Z","caller":"traceutil/trace.go:171","msg":"trace[1583119048] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"264.531484ms","start":"2026-04-28T14:07:54.230358Z","end":"2026-04-28T14:07:54.494889Z","steps":["trace[1583119048] 'process raft request' (duration: 264.407601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:54.495089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.510562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-ln6hp\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-28T14:07:54.495121Z","caller":"traceutil/trace.go:171","msg":"trace[754671515] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-ln6hp; range_end:; response_count:1; response_revision:8894; }","duration":"272.579314ms","start":"2026-04-28T14:07:54.222533Z","end":"2026-04-28T14:07:54.495113Z","steps":["trace[754671515] 'agreement among raft nodes before linearized reading' (duration: 272.43665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:54.495138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.450415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-04-28T14:07:54.495309Z","caller":"traceutil/trace.go:171","msg":"trace[471173205] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8894; }","duration":"178.662101ms","start":"2026-04-28T14:07:54.316632Z","end":"2026-04-28T14:07:54.495294Z","steps":["trace[471173205] 'agreement among raft nodes before linearized reading' (duration: 178.365674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:54.636505Z","caller":"traceutil/trace.go:171","msg":"trace[619805624] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"125.593717ms","start":"2026-04-28T14:07:54.510892Z","end":"2026-04-28T14:07:54.636486Z","steps":["trace[619805624] 'process raft request' (duration: 125.452004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:55.965962Z","caller":"traceutil/trace.go:171","msg":"trace[1044551595] linearizableReadLoop","detail":"{readStateIndex:9222; appliedIndex:9221; }","duration":"104.986917ms","start":"2026-04-28T14:07:55.860954Z","end":"2026-04-28T14:07:55.965941Z","steps":["trace[1044551595] 'read index received' (duration: 104.832613ms)","trace[1044551595] 'applied index is now lower than readState.Index' (duration: 153.214µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:07:55.966014Z","caller":"traceutil/trace.go:171","msg":"trace[2077894408] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"127.439333ms","start":"2026-04-28T14:07:55.838543Z","end":"2026-04-28T14:07:55.965982Z","steps":["trace[2077894408] 'process raft request' (duration: 127.264259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:07:55.966187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.227112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T14:07:55.966217Z","caller":"traceutil/trace.go:171","msg":"trace[1959088429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8901; }","duration":"105.309784ms","start":"2026-04-28T14:07:55.860898Z","end":"2026-04-28T14:07:55.966208Z","steps":["trace[1959088429] 'agreement among raft nodes before linearized reading' (duration: 105.176461ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:07:56.692976Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000240f.wal"} {"level":"info","ts":"2026-04-28T14:09:14.52202Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T14:09:14.528864Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T14:09:14.528975Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T14:09:22.465092Z","caller":"traceutil/trace.go:171","msg":"trace[499304359] linearizableReadLoop","detail":"{readStateIndex:10045; appliedIndex:10044; }","duration":"164.152476ms","start":"2026-04-28T14:09:22.300893Z","end":"2026-04-28T14:09:22.465045Z","steps":["trace[499304359] 'read index received' (duration: 163.814608ms)","trace[499304359] 'applied index is now lower than readState.Index' (duration: 336.848µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:09:22.465378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.466414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:09:22.46544Z","caller":"traceutil/trace.go:171","msg":"trace[1754846095] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9700; }","duration":"164.595348ms","start":"2026-04-28T14:09:22.300829Z","end":"2026-04-28T14:09:22.465425Z","steps":["trace[1754846095] 'agreement among raft nodes before linearized reading' (duration: 164.457094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:09:22.465432Z","caller":"traceutil/trace.go:171","msg":"trace[1052044486] transaction","detail":"{read_only:false; response_revision:9700; number_of_response:1; }","duration":"249.015119ms","start":"2026-04-28T14:09:22.21634Z","end":"2026-04-28T14:09:22.465355Z","steps":["trace[1052044486] 'process raft request' (duration: 248.538926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:09:22.641255Z","caller":"traceutil/trace.go:171","msg":"trace[1969824252] transaction","detail":"{read_only:false; response_revision:9701; number_of_response:1; }","duration":"171.207659ms","start":"2026-04-28T14:09:22.470024Z","end":"2026-04-28T14:09:22.641232Z","steps":["trace[1969824252] 'process raft request' (duration: 138.531642ms)","trace[1969824252] 'compare' (duration: 32.554344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:09:22.708341Z","caller":"traceutil/trace.go:171","msg":"trace[1658262962] transaction","detail":"{read_only:false; response_revision:9702; number_of_response:1; }","duration":"237.929098ms","start":"2026-04-28T14:09:22.470381Z","end":"2026-04-28T14:09:22.708311Z","steps":["trace[1658262962] 'process raft request' (duration: 237.752184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:09:22.708735Z","caller":"traceutil/trace.go:171","msg":"trace[520561673] transaction","detail":"{read_only:false; response_revision:9703; number_of_response:1; }","duration":"238.321177ms","start":"2026-04-28T14:09:22.470401Z","end":"2026-04-28T14:09:22.708722Z","steps":["trace[520561673] 'process raft request' (duration: 237.870236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:09:22.708826Z","caller":"traceutil/trace.go:171","msg":"trace[973213833] linearizableReadLoop","detail":"{readStateIndex:10049; appliedIndex:10045; }","duration":"199.166681ms","start":"2026-04-28T14:09:22.509632Z","end":"2026-04-28T14:09:22.708799Z","steps":["trace[973213833] 'read index received' (duration: 99.011507ms)","trace[973213833] 'applied index is now lower than readState.Index' (duration: 100.154084ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:09:22.708977Z","caller":"traceutil/trace.go:171","msg":"trace[2141186109] transaction","detail":"{read_only:false; response_revision:9706; number_of_response:1; }","duration":"138.48422ms","start":"2026-04-28T14:09:22.570481Z","end":"2026-04-28T14:09:22.708966Z","steps":["trace[2141186109] 'process raft request' (duration: 138.268615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:09:22.708962Z","caller":"traceutil/trace.go:171","msg":"trace[505893537] transaction","detail":"{read_only:false; response_revision:9704; number_of_response:1; }","duration":"221.534438ms","start":"2026-04-28T14:09:22.487383Z","end":"2026-04-28T14:09:22.708918Z","steps":["trace[505893537] 'process raft request' (duration: 221.174679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:09:22.708942Z","caller":"traceutil/trace.go:171","msg":"trace[1477109220] transaction","detail":"{read_only:false; response_revision:9705; number_of_response:1; }","duration":"164.249969ms","start":"2026-04-28T14:09:22.544623Z","end":"2026-04-28T14:09:22.708872Z","steps":["trace[1477109220] 'process raft request' (duration: 164.068854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:09:22.709251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.606723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:09:22.7093Z","caller":"traceutil/trace.go:171","msg":"trace[796043026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9706; }","duration":"199.718846ms","start":"2026-04-28T14:09:22.509567Z","end":"2026-04-28T14:09:22.709286Z","steps":["trace[796043026] 'agreement among raft nodes before linearized reading' (duration: 199.611893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:09:22.709304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.605468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T14:09:22.709389Z","caller":"traceutil/trace.go:171","msg":"trace[2136797946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:9706; }","duration":"130.748002ms","start":"2026-04-28T14:09:22.578627Z","end":"2026-04-28T14:09:22.709375Z","steps":["trace[2136797946] 'agreement among raft nodes before linearized reading' (duration: 130.391852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:11:08.858649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8039} {"level":"info","ts":"2026-04-28T14:11:08.92172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8039,"took":"60.650975ms","hash":1177099520,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":28205056,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-28T14:11:08.921798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1177099520,"revision":8039,"compact-revision":5983} {"level":"info","ts":"2026-04-28T14:14:33.107059Z","caller":"traceutil/trace.go:171","msg":"trace[2013579831] linearizableReadLoop","detail":"{readStateIndex:12406; appliedIndex:12405; }","duration":"132.698519ms","start":"2026-04-28T14:14:32.974334Z","end":"2026-04-28T14:14:33.107032Z","steps":["trace[2013579831] 'read index received' (duration: 132.498934ms)","trace[2013579831] 'applied index is now lower than readState.Index' (duration: 198.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:33.107175Z","caller":"traceutil/trace.go:171","msg":"trace[1167531994] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"220.631009ms","start":"2026-04-28T14:14:32.886502Z","end":"2026-04-28T14:14:33.107133Z","steps":["trace[1167531994] 'process raft request' (duration: 220.357363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.107337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.993557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T14:14:33.107384Z","caller":"traceutil/trace.go:171","msg":"trace[949273744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:11988; }","duration":"133.09805ms","start":"2026-04-28T14:14:32.974274Z","end":"2026-04-28T14:14:33.107372Z","steps":["trace[949273744] 'agreement among raft nodes before linearized reading' (duration: 132.925905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.72249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.69919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.722596Z","caller":"traceutil/trace.go:171","msg":"trace[1572958314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11988; }","duration":"513.886464ms","start":"2026-04-28T14:14:33.20869Z","end":"2026-04-28T14:14:33.722576Z","steps":["trace[1572958314] 'count revisions from in-memory index tree' (duration: 513.553546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.722634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.500502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:33.722655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.208669Z","time spent":"513.973516ms","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:14:33.722671Z","caller":"traceutil/trace.go:171","msg":"trace[1150024403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11988; }","duration":"481.561153ms","start":"2026-04-28T14:14:33.241095Z","end":"2026-04-28T14:14:33.722656Z","steps":["trace[1150024403] 'range keys from in-memory index tree' (duration: 481.41476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.722703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.241079Z","time spent":"481.618264ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T14:14:33.722847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.781325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-28T14:14:33.722936Z","caller":"traceutil/trace.go:171","msg":"trace[1449458484] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11988; }","duration":"475.899447ms","start":"2026-04-28T14:14:33.247016Z","end":"2026-04-28T14:14:33.722916Z","steps":["trace[1449458484] 'range keys from in-memory index tree' (duration: 475.61614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.72298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.247001Z","time spent":"475.970439ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-28T14:14:33.722991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.374669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:33.723063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.792969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.723157Z","caller":"traceutil/trace.go:171","msg":"trace[1707500221] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11988; }","duration":"556.569524ms","start":"2026-04-28T14:14:33.166574Z","end":"2026-04-28T14:14:33.723144Z","steps":["trace[1707500221] 'range keys from in-memory index tree' (duration: 556.301888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:33.723193Z","caller":"traceutil/trace.go:171","msg":"trace[1272908909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11988; }","duration":"481.978582ms","start":"2026-04-28T14:14:33.241185Z","end":"2026-04-28T14:14:33.723164Z","steps":["trace[1272908909] 'range keys from in-memory index tree' (duration: 481.715746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.723221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.947415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.723263Z","caller":"traceutil/trace.go:171","msg":"trace[1042728740] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11988; }","duration":"477.989886ms","start":"2026-04-28T14:14:33.245262Z","end":"2026-04-28T14:14:33.723252Z","steps":["trace[1042728740] 'range keys from in-memory index tree' (duration: 477.873084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.723312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.245226Z","time spent":"478.078559ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-28T14:14:33.723322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.542426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:33.722581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.44852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.72341Z","caller":"traceutil/trace.go:171","msg":"trace[1142322690] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11988; }","duration":"338.670528ms","start":"2026-04-28T14:14:33.384717Z","end":"2026-04-28T14:14:33.723388Z","steps":["trace[1142322690] 'range keys from in-memory index tree' (duration: 338.347161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.723433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.659148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:33.723484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.384688Z","time spent":"338.783901ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-04-28T14:14:33.723544Z","caller":"traceutil/trace.go:171","msg":"trace[685971292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11988; }","duration":"338.849454ms","start":"2026-04-28T14:14:33.384671Z","end":"2026-04-28T14:14:33.72352Z","steps":["trace[685971292] 'range keys from in-memory index tree' (duration: 338.359961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.723597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.384649Z","time spent":"338.938816ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-04-28T14:14:33.723601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.902471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.723663Z","caller":"traceutil/trace.go:171","msg":"trace[986101555] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11988; }","duration":"337.982814ms","start":"2026-04-28T14:14:33.385662Z","end":"2026-04-28T14:14:33.723645Z","steps":["trace[986101555] 'range keys from in-memory index tree' (duration: 337.774369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.72374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.385652Z","time spent":"338.077826ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T14:14:33.7232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.166554Z","time spent":"556.634925ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T14:14:33.72326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.241168Z","time spent":"482.081355ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-04-28T14:14:33.723478Z","caller":"traceutil/trace.go:171","msg":"trace[106921209] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11988; }","duration":"482.398272ms","start":"2026-04-28T14:14:33.241065Z","end":"2026-04-28T14:14:33.723463Z","steps":["trace[106921209] 'range keys from in-memory index tree' (duration: 481.359528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.724041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.24104Z","time spent":"482.965377ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T14:14:33.723185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.392032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.724202Z","caller":"traceutil/trace.go:171","msg":"trace[1520994939] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11988; }","duration":"339.448238ms","start":"2026-04-28T14:14:33.384717Z","end":"2026-04-28T14:14:33.724165Z","steps":["trace[1520994939] 'range keys from in-memory index tree' (duration: 338.239739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.724289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.384704Z","time spent":"339.55885ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-04-28T14:14:33.723206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.915017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-04-28T14:14:33.724356Z","caller":"traceutil/trace.go:171","msg":"trace[1877560988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11988; }","duration":"325.139336ms","start":"2026-04-28T14:14:33.399206Z","end":"2026-04-28T14:14:33.724345Z","steps":["trace[1877560988] 'range keys from in-memory index tree' (duration: 323.667271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.724387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.399195Z","time spent":"325.182128ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5100,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-04-28T14:14:33.724553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.811377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T14:14:33.724611Z","caller":"traceutil/trace.go:171","msg":"trace[516583415] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11988; }","duration":"339.900139ms","start":"2026-04-28T14:14:33.384695Z","end":"2026-04-28T14:14:33.724595Z","steps":["trace[516583415] 'range keys from in-memory index tree' (duration: 338.483594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.724645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.384683Z","time spent":"339.95406ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-04-28T14:14:33.726333Z","caller":"traceutil/trace.go:171","msg":"trace[1417054798] linearizableReadLoop","detail":"{readStateIndex:12407; appliedIndex:12406; }","duration":"256.352593ms","start":"2026-04-28T14:14:33.469971Z","end":"2026-04-28T14:14:33.726324Z","steps":["trace[1417054798] 'read index received' (duration: 256.095556ms)","trace[1417054798] 'applied index is now lower than readState.Index' (duration: 256.147µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:33.726385Z","caller":"traceutil/trace.go:171","msg":"trace[218089817] transaction","detail":"{read_only:false; response_revision:11989; number_of_response:1; }","duration":"305.705373ms","start":"2026-04-28T14:14:33.420673Z","end":"2026-04-28T14:14:33.726379Z","steps":["trace[218089817] 'process raft request' (duration: 305.513867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.726471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.191514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:33.726504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.533568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:33.726533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:33.420655Z","time spent":"305.750484ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:33.726539Z","caller":"traceutil/trace.go:171","msg":"trace[1267931181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11989; }","duration":"216.291887ms","start":"2026-04-28T14:14:33.510227Z","end":"2026-04-28T14:14:33.726519Z","steps":["trace[1267931181] 'agreement among raft nodes before linearized reading' (duration: 216.183994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:33.726485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.475075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:33.726557Z","caller":"traceutil/trace.go:171","msg":"trace[1915659116] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11989; }","duration":"256.631581ms","start":"2026-04-28T14:14:33.469909Z","end":"2026-04-28T14:14:33.726541Z","steps":["trace[1915659116] 'agreement among raft nodes before linearized reading' (duration: 256.543788ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:33.726603Z","caller":"traceutil/trace.go:171","msg":"trace[756206512] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11989; }","duration":"176.612888ms","start":"2026-04-28T14:14:33.549961Z","end":"2026-04-28T14:14:33.726573Z","steps":["trace[756206512] 'agreement among raft nodes before linearized reading' (duration: 176.498766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:52.275909Z","caller":"traceutil/trace.go:171","msg":"trace[1227053044] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"474.520895ms","start":"2026-04-28T14:14:51.801357Z","end":"2026-04-28T14:14:52.275878Z","steps":["trace[1227053044] 'process raft request' (duration: 474.280099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.276217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:51.801342Z","time spent":"474.77513ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:52.27642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.01496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-28T14:14:52.275921Z","caller":"traceutil/trace.go:171","msg":"trace[617405855] linearizableReadLoop","detail":"{readStateIndex:12511; appliedIndex:12511; }","duration":"452.499468ms","start":"2026-04-28T14:14:51.823393Z","end":"2026-04-28T14:14:52.275892Z","steps":["trace[617405855] 'read index received' (duration: 452.487108ms)","trace[617405855] 'applied index is now lower than readState.Index' (duration: 10.33µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:52.276494Z","caller":"traceutil/trace.go:171","msg":"trace[907923126] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:12090; }","duration":"453.107103ms","start":"2026-04-28T14:14:51.823366Z","end":"2026-04-28T14:14:52.276474Z","steps":["trace[907923126] 'agreement among raft nodes before linearized reading' (duration: 452.614601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.276635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:51.823355Z","time spent":"453.261886ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-04-28T14:14:52.377371Z","caller":"traceutil/trace.go:171","msg":"trace[1569817590] linearizableReadLoop","detail":"{readStateIndex:12514; appliedIndex:12511; }","duration":"100.762607ms","start":"2026-04-28T14:14:52.276583Z","end":"2026-04-28T14:14:52.377346Z","steps":["trace[1569817590] 'read index received' (duration: 100.578733ms)","trace[1569817590] 'applied index is now lower than readState.Index' (duration: 179.444µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:52.377671Z","caller":"traceutil/trace.go:171","msg":"trace[1909767831] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"323.930187ms","start":"2026-04-28T14:14:52.053714Z","end":"2026-04-28T14:14:52.377644Z","steps":["trace[1909767831] 'process raft request' (duration: 323.363414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.377725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.628709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:14:52.377695Z","caller":"traceutil/trace.go:171","msg":"trace[488986783] transaction","detail":"{read_only:false; response_revision:12093; number_of_response:1; }","duration":"323.096168ms","start":"2026-04-28T14:14:52.054527Z","end":"2026-04-28T14:14:52.377623Z","steps":["trace[488986783] 'process raft request' (duration: 322.77304ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:52.377773Z","caller":"traceutil/trace.go:171","msg":"trace[24485580] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12093; }","duration":"176.697261ms","start":"2026-04-28T14:14:52.201064Z","end":"2026-04-28T14:14:52.377761Z","steps":["trace[24485580] 'agreement among raft nodes before linearized reading' (duration: 176.595529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.377816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.053688Z","time spent":"324.048819ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:52.377825Z","caller":"traceutil/trace.go:171","msg":"trace[1075343810] transaction","detail":"{read_only:false; response_revision:12092; number_of_response:1; }","duration":"323.258371ms","start":"2026-04-28T14:14:52.054515Z","end":"2026-04-28T14:14:52.377773Z","steps":["trace[1075343810] 'process raft request' (duration: 322.733879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.377963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.054513Z","time spent":"323.310502ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:52.378141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.054502Z","time spent":"323.486757ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:52.872424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.295635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T14:14:52.872559Z","caller":"traceutil/trace.go:171","msg":"trace[328527401] linearizableReadLoop","detail":"{readStateIndex:12517; appliedIndex:12516; }","duration":"465.798456ms","start":"2026-04-28T14:14:52.406742Z","end":"2026-04-28T14:14:52.872541Z","steps":["trace[328527401] 'read index received' (duration: 100.243395ms)","trace[328527401] 'applied index is now lower than readState.Index' (duration: 365.553771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:14:52.872902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.158354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T14:14:52.872939Z","caller":"traceutil/trace.go:171","msg":"trace[501264592] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"481.539793ms","start":"2026-04-28T14:14:52.391383Z","end":"2026-04-28T14:14:52.872923Z","steps":["trace[501264592] 'process raft request' (duration: 115.654474ms)","trace[501264592] 'compare' (duration: 365.185843ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:52.87298Z","caller":"traceutil/trace.go:171","msg":"trace[1485408364] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12095; }","duration":"466.267677ms","start":"2026-04-28T14:14:52.406697Z","end":"2026-04-28T14:14:52.872964Z","steps":["trace[1485408364] 'agreement among raft nodes before linearized reading' (duration: 466.024862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.873011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.391361Z","time spent":"481.613865ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:52.873016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.406683Z","time spent":"466.324898ms","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T14:14:52.873089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.284502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T14:14:52.872912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.204087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T14:14:52.873113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.035648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T14:14:52.873143Z","caller":"traceutil/trace.go:171","msg":"trace[8686319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12095; }","duration":"341.350674ms","start":"2026-04-28T14:14:52.531775Z","end":"2026-04-28T14:14:52.873126Z","steps":["trace[8686319] 'agreement among raft nodes before linearized reading' (duration: 341.18536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.873183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.531765Z","time spent":"341.410225ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T14:14:52.873184Z","caller":"traceutil/trace.go:171","msg":"trace[131672064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12095; }","duration":"321.13768ms","start":"2026-04-28T14:14:52.552026Z","end":"2026-04-28T14:14:52.873163Z","steps":["trace[131672064] 'agreement among raft nodes before linearized reading' (duration: 320.930465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.873171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.51984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T14:14:52.873176Z","caller":"traceutil/trace.go:171","msg":"trace[912241217] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12095; }","duration":"433.520965ms","start":"2026-04-28T14:14:52.439624Z","end":"2026-04-28T14:14:52.873145Z","steps":["trace[912241217] 'agreement among raft nodes before linearized reading' (duration: 433.176326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.873237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.552013Z","time spent":"321.207852ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:14:52.873248Z","caller":"traceutil/trace.go:171","msg":"trace[802934447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12095; }","duration":"344.654962ms","start":"2026-04-28T14:14:52.528571Z","end":"2026-04-28T14:14:52.873226Z","steps":["trace[802934447] 'agreement among raft nodes before linearized reading' (duration: 344.413877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.873215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.68899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T14:14:52.873292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.528545Z","time spent":"344.737535ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:14:52.873295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.50269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143761"} {"level":"warn","ts":"2026-04-28T14:14:52.873298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.439597Z","time spent":"433.661698ms","remote":"127.0.0.1:57958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:14:52.873326Z","caller":"traceutil/trace.go:171","msg":"trace[393980542] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12095; }","duration":"315.865854ms","start":"2026-04-28T14:14:52.557435Z","end":"2026-04-28T14:14:52.873301Z","steps":["trace[393980542] 'agreement among raft nodes before linearized reading' (duration: 315.573787ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:52.873347Z","caller":"traceutil/trace.go:171","msg":"trace[913630208] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12095; }","duration":"136.601552ms","start":"2026-04-28T14:14:52.736731Z","end":"2026-04-28T14:14:52.873332Z","steps":["trace[913630208] 'agreement among raft nodes before linearized reading' (duration: 136.255874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:52.873388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:52.557414Z","time spent":"315.959647ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T14:14:53.018752Z","caller":"traceutil/trace.go:171","msg":"trace[447173422] transaction","detail":"{read_only:false; response_revision:12097; number_of_response:1; }","duration":"141.031928ms","start":"2026-04-28T14:14:52.877687Z","end":"2026-04-28T14:14:53.018719Z","steps":["trace[447173422] 'process raft request' (duration: 140.644819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:53.019078Z","caller":"traceutil/trace.go:171","msg":"trace[1654425138] transaction","detail":"{read_only:false; response_revision:12099; number_of_response:1; }","duration":"140.745702ms","start":"2026-04-28T14:14:52.878311Z","end":"2026-04-28T14:14:53.019057Z","steps":["trace[1654425138] 'process raft request' (duration: 140.604949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:53.019111Z","caller":"traceutil/trace.go:171","msg":"trace[339122841] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"140.836824ms","start":"2026-04-28T14:14:52.878223Z","end":"2026-04-28T14:14:53.019059Z","steps":["trace[339122841] 'process raft request' (duration: 140.429054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:53.065911Z","caller":"traceutil/trace.go:171","msg":"trace[2116362698] transaction","detail":"{read_only:false; response_revision:12100; number_of_response:1; }","duration":"112.010746ms","start":"2026-04-28T14:14:52.953874Z","end":"2026-04-28T14:14:53.065885Z","steps":["trace[2116362698] 'process raft request' (duration: 111.799861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:53.807005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.831656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:53.807085Z","caller":"traceutil/trace.go:171","msg":"trace[763990587] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12101; }","duration":"202.965189ms","start":"2026-04-28T14:14:53.604103Z","end":"2026-04-28T14:14:53.807068Z","steps":["trace[763990587] 'count revisions from in-memory index tree' (duration: 202.749364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:54.484722Z","caller":"traceutil/trace.go:171","msg":"trace[187188466] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"233.19268ms","start":"2026-04-28T14:14:54.251503Z","end":"2026-04-28T14:14:54.484695Z","steps":["trace[187188466] 'process raft request' (duration: 233.028777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.30633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.073038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T14:14:55.306987Z","caller":"traceutil/trace.go:171","msg":"trace[1092098684] linearizableReadLoop","detail":"{readStateIndex:12525; appliedIndex:12523; }","duration":"997.308813ms","start":"2026-04-28T14:14:54.309658Z","end":"2026-04-28T14:14:55.306967Z","steps":["trace[1092098684] 'read index received' (duration: 174.874998ms)","trace[1092098684] 'applied index is now lower than readState.Index' (duration: 822.432175ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:55.307201Z","caller":"traceutil/trace.go:171","msg":"trace[995358475] transaction","detail":"{read_only:false; response_revision:12106; number_of_response:1; }","duration":"923.250783ms","start":"2026-04-28T14:14:54.383898Z","end":"2026-04-28T14:14:55.307148Z","steps":["trace[995358475] 'process raft request' (duration: 922.995797ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:55.307333Z","caller":"traceutil/trace.go:171","msg":"trace[1908604860] transaction","detail":"{read_only:false; response_revision:12104; number_of_response:1; }","duration":"925.155249ms","start":"2026-04-28T14:14:54.382142Z","end":"2026-04-28T14:14:55.307298Z","steps":["trace[1908604860] 'process raft request' (duration: 924.308379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.307315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.654651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:55.307401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.383859Z","time spent":"923.444788ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:55.30744Z","caller":"traceutil/trace.go:171","msg":"trace[1075378428] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:12106; }","duration":"997.818525ms","start":"2026-04-28T14:14:54.309601Z","end":"2026-04-28T14:14:55.30742Z","steps":["trace[1075378428] 'agreement among raft nodes before linearized reading' (duration: 997.61266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.307866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.69537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T14:14:55.30786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.567621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:55.307914Z","caller":"traceutil/trace.go:171","msg":"trace[333713996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12106; }","duration":"284.779952ms","start":"2026-04-28T14:14:55.023115Z","end":"2026-04-28T14:14:55.307895Z","steps":["trace[333713996] 'agreement among raft nodes before linearized reading' (duration: 284.69147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.307908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.361021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T14:14:55.307929Z","caller":"traceutil/trace.go:171","msg":"trace[190393832] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:12106; }","duration":"303.842638ms","start":"2026-04-28T14:14:55.004066Z","end":"2026-04-28T14:14:55.307909Z","steps":["trace[190393832] 'agreement among raft nodes before linearized reading' (duration: 303.573772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.307952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.857384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T14:14:55.30798Z","caller":"traceutil/trace.go:171","msg":"trace[1614155184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12106; }","duration":"379.480854ms","start":"2026-04-28T14:14:54.928481Z","end":"2026-04-28T14:14:55.307962Z","steps":["trace[1614155184] 'agreement among raft nodes before linearized reading' (duration: 379.341281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.30799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.004037Z","time spent":"303.9356ms","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:14:55.308025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.928461Z","time spent":"379.555236ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:14:55.308032Z","caller":"traceutil/trace.go:171","msg":"trace[1402155097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12106; }","duration":"284.974416ms","start":"2026-04-28T14:14:55.023035Z","end":"2026-04-28T14:14:55.308009Z","steps":["trace[1402155097] 'agreement among raft nodes before linearized reading' (duration: 284.815213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:55.307466Z","caller":"traceutil/trace.go:171","msg":"trace[614260212] transaction","detail":"{read_only:false; response_revision:12103; number_of_response:1; }","duration":"1.026183642s","start":"2026-04-28T14:14:54.281222Z","end":"2026-04-28T14:14:55.307406Z","steps":["trace[614260212] 'process raft request' (duration: 243.927426ms)","trace[614260212] 'compare' (duration: 780.590157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:14:55.307893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.309569Z","time spent":"998.304446ms","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:14:55.307496Z","caller":"traceutil/trace.go:171","msg":"trace[850633470] transaction","detail":"{read_only:false; response_revision:12105; number_of_response:1; }","duration":"923.697693ms","start":"2026-04-28T14:14:54.383755Z","end":"2026-04-28T14:14:55.307453Z","steps":["trace[850633470] 'process raft request' (duration: 923.040508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.308318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.383741Z","time spent":"924.520664ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:55.307513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.367843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T14:14:55.308426Z","caller":"traceutil/trace.go:171","msg":"trace[482318361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12106; }","duration":"429.321906ms","start":"2026-04-28T14:14:54.879086Z","end":"2026-04-28T14:14:55.308408Z","steps":["trace[482318361] 'agreement among raft nodes before linearized reading' (duration: 428.341492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.307602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.382121Z","time spent":"925.293862ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:55.308501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.879066Z","time spent":"429.414488ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:14:55.308244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:54.281201Z","time spent":"1.026952231s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:55.307775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.912136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T14:14:55.308586Z","caller":"traceutil/trace.go:171","msg":"trace[1941125857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12106; }","duration":"285.761306ms","start":"2026-04-28T14:14:55.022808Z","end":"2026-04-28T14:14:55.308569Z","steps":["trace[1941125857] 'agreement among raft nodes before linearized reading' (duration: 284.829913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:55.722184Z","caller":"traceutil/trace.go:171","msg":"trace[710712054] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"409.44393ms","start":"2026-04-28T14:14:55.312715Z","end":"2026-04-28T14:14:55.722159Z","steps":["trace[710712054] 'process raft request' (duration: 409.277646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.722337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.312695Z","time spent":"409.561702ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:55.749412Z","caller":"traceutil/trace.go:171","msg":"trace[288318590] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"436.290832ms","start":"2026-04-28T14:14:55.3131Z","end":"2026-04-28T14:14:55.74939Z","steps":["trace[288318590] 'process raft request' (duration: 436.141339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.749546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.313089Z","time spent":"436.383584ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:55.749776Z","caller":"traceutil/trace.go:171","msg":"trace[1909845181] transaction","detail":"{read_only:false; response_revision:12110; number_of_response:1; }","duration":"436.064557ms","start":"2026-04-28T14:14:55.31369Z","end":"2026-04-28T14:14:55.749754Z","steps":["trace[1909845181] 'process raft request' (duration: 435.925483ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:14:55.749766Z","caller":"traceutil/trace.go:171","msg":"trace[512385155] transaction","detail":"{read_only:false; response_revision:12109; number_of_response:1; }","duration":"436.140638ms","start":"2026-04-28T14:14:55.313585Z","end":"2026-04-28T14:14:55.749725Z","steps":["trace[512385155] 'process raft request' (duration: 435.769009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.749909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.313682Z","time spent":"436.157299ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:55.749949Z","caller":"traceutil/trace.go:171","msg":"trace[811606643] linearizableReadLoop","detail":"{readStateIndex:12531; appliedIndex:12528; }","duration":"436.291432ms","start":"2026-04-28T14:14:55.313649Z","end":"2026-04-28T14:14:55.74994Z","steps":["trace[811606643] 'read index received' (duration: 408.312664ms)","trace[811606643] 'applied index is now lower than readState.Index' (duration: 27.977388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:14:55.749966Z","caller":"traceutil/trace.go:171","msg":"trace[1375304336] transaction","detail":"{read_only:false; response_revision:12111; number_of_response:1; }","duration":"436.23379ms","start":"2026-04-28T14:14:55.313715Z","end":"2026-04-28T14:14:55.749949Z","steps":["trace[1375304336] 'process raft request' (duration: 436.000765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.750052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.313697Z","time spent":"436.314053ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:14:55.75007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.390549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:55.750101Z","caller":"traceutil/trace.go:171","msg":"trace[204762665] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12111; }","duration":"301.471951ms","start":"2026-04-28T14:14:55.44862Z","end":"2026-04-28T14:14:55.750092Z","steps":["trace[204762665] 'agreement among raft nodes before linearized reading' (duration: 301.415189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.750104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.521996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:14:55.75012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.448595Z","time spent":"301.520112ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:14:55.750142Z","caller":"traceutil/trace.go:171","msg":"trace[81086664] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:12111; }","duration":"271.561396ms","start":"2026-04-28T14:14:55.478569Z","end":"2026-04-28T14:14:55.75013Z","steps":["trace[81086664] 'agreement among raft nodes before linearized reading' (duration: 271.501065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.750239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.231024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:14:55.750326Z","caller":"traceutil/trace.go:171","msg":"trace[1467851223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12111; }","duration":"239.365627ms","start":"2026-04-28T14:14:55.510946Z","end":"2026-04-28T14:14:55.750311Z","steps":["trace[1467851223] 'agreement among raft nodes before linearized reading' (duration: 239.116251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.750381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.734412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447790"} {"level":"info","ts":"2026-04-28T14:14:55.750403Z","caller":"traceutil/trace.go:171","msg":"trace[527325579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:12111; }","duration":"436.801784ms","start":"2026-04-28T14:14:55.313597Z","end":"2026-04-28T14:14:55.750399Z","steps":["trace[527325579] 'agreement among raft nodes before linearized reading' (duration: 436.386864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:14:55.750419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.313575Z","time spent":"436.839545ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447813,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T14:14:55.750404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:14:55.313561Z","time spent":"436.295212ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:14:56.754722Z","caller":"traceutil/trace.go:171","msg":"trace[1374072246] transaction","detail":"{read_only:false; response_revision:12112; number_of_response:1; }","duration":"109.910135ms","start":"2026-04-28T14:14:56.644783Z","end":"2026-04-28T14:14:56.754693Z","steps":["trace[1374072246] 'process raft request' (duration: 109.442894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:16:08.866597Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10434} {"level":"info","ts":"2026-04-28T14:16:08.96093Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10434,"took":"90.43291ms","hash":2142437805,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":25911296,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-28T14:16:08.960998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2142437805,"revision":10434,"compact-revision":8039} {"level":"info","ts":"2026-04-28T14:21:08.872124Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12598} {"level":"info","ts":"2026-04-28T14:21:08.95133Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12598,"took":"77.081124ms","hash":387045197,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":27676672,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-28T14:21:08.951401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":387045197,"revision":12598,"compact-revision":10434} {"level":"warn","ts":"2026-04-28T14:21:34.371976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508727786,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:21:34.759052Z","caller":"traceutil/trace.go:171","msg":"trace[689447350] transaction","detail":"{read_only:false; response_revision:14766; number_of_response:1; }","duration":"889.487404ms","start":"2026-04-28T14:21:33.869544Z","end":"2026-04-28T14:21:34.759031Z","steps":["trace[689447350] 'process raft request' (duration: 889.356211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:34.759205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:33.869532Z","time spent":"889.590226ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:21:35.537198Z","caller":"traceutil/trace.go:171","msg":"trace[159244154] linearizableReadLoop","detail":"{readStateIndex:15285; appliedIndex:15284; }","duration":"1.665838857s","start":"2026-04-28T14:21:33.871329Z","end":"2026-04-28T14:21:35.537168Z","steps":["trace[159244154] 'read index received' (duration: 888.132593ms)","trace[159244154] 'applied index is now lower than readState.Index' (duration: 777.705204ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:21:35.537369Z","caller":"traceutil/trace.go:171","msg":"trace[500607872] transaction","detail":"{read_only:false; response_revision:14767; number_of_response:1; }","duration":"1.665463968s","start":"2026-04-28T14:21:33.871811Z","end":"2026-04-28T14:21:35.537275Z","steps":["trace[500607872] 'process raft request' (duration: 1.665147291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.537456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666108163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T14:21:35.537501Z","caller":"traceutil/trace.go:171","msg":"trace[684095849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14767; }","duration":"1.666221335s","start":"2026-04-28T14:21:33.871267Z","end":"2026-04-28T14:21:35.537488Z","steps":["trace[684095849] 'agreement among raft nodes before linearized reading' (duration: 1.666043881s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.537543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:33.871241Z","time spent":"1.666293127s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:21:35.537545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:33.871796Z","time spent":"1.665657042s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:21:35.538603Z","caller":"traceutil/trace.go:171","msg":"trace[792284034] transaction","detail":"{read_only:false; response_revision:14769; number_of_response:1; }","duration":"622.826501ms","start":"2026-04-28T14:21:34.915749Z","end":"2026-04-28T14:21:35.538575Z","steps":["trace[792284034] 'process raft request' (duration: 622.498884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:35.53896Z","caller":"traceutil/trace.go:171","msg":"trace[1657823265] transaction","detail":"{read_only:false; response_revision:14770; number_of_response:1; }","duration":"579.423079ms","start":"2026-04-28T14:21:34.959515Z","end":"2026-04-28T14:21:35.538938Z","steps":["trace[1657823265] 'process raft request' (duration: 578.761664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:35.539023Z","caller":"traceutil/trace.go:171","msg":"trace[1629392782] transaction","detail":"{read_only:false; response_revision:14771; number_of_response:1; }","duration":"572.744978ms","start":"2026-04-28T14:21:34.966221Z","end":"2026-04-28T14:21:35.538966Z","steps":["trace[1629392782] 'process raft request' (duration: 572.611495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.539097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.847563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-28T14:21:35.539584Z","caller":"traceutil/trace.go:171","msg":"trace[1427129674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:14771; }","duration":"391.368674ms","start":"2026-04-28T14:21:35.148194Z","end":"2026-04-28T14:21:35.539562Z","steps":["trace[1427129674] 'agreement among raft nodes before linearized reading' (duration: 390.777511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.539638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:35.14817Z","time spent":"391.449336ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5dmjh\" "} {"level":"warn","ts":"2026-04-28T14:21:35.539618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:34.966206Z","time spent":"573.251049ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:35.539098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:34.959489Z","time spent":"579.527371ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:35.53911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663681429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T14:21:35.540187Z","caller":"traceutil/trace.go:171","msg":"trace[797825830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14771; }","duration":"1.664786483s","start":"2026-04-28T14:21:33.875387Z","end":"2026-04-28T14:21:35.540174Z","steps":["trace[797825830] 'agreement among raft nodes before linearized reading' (duration: 1.663569676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.540228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:33.87538Z","time spent":"1.664836284s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T14:21:35.538721Z","caller":"traceutil/trace.go:171","msg":"trace[492094738] transaction","detail":"{read_only:false; response_revision:14768; number_of_response:1; }","duration":"632.558461ms","start":"2026-04-28T14:21:34.906133Z","end":"2026-04-28T14:21:35.538691Z","steps":["trace[492094738] 'process raft request' (duration: 631.981288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.540583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:34.90611Z","time spent":"634.415012ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:35.539149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.192478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:21:35.54065Z","caller":"traceutil/trace.go:171","msg":"trace[807693619] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14771; }","duration":"780.765663ms","start":"2026-04-28T14:21:34.759871Z","end":"2026-04-28T14:21:35.540636Z","steps":["trace[807693619] 'agreement among raft nodes before linearized reading' (duration: 779.160558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.539192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590236418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T14:21:35.540695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:34.759836Z","time spent":"780.846164ms","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-04-28T14:21:35.539374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:34.915727Z","time spent":"622.966254ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:21:35.540811Z","caller":"traceutil/trace.go:171","msg":"trace[826006107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14771; }","duration":"1.591854534s","start":"2026-04-28T14:21:33.948891Z","end":"2026-04-28T14:21:35.540746Z","steps":["trace[826006107] 'agreement among raft nodes before linearized reading' (duration: 1.590197367s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:35.540894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:33.94887Z","time spent":"1.591998228s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T14:21:36.888029Z","caller":"traceutil/trace.go:171","msg":"trace[1942818129] linearizableReadLoop","detail":"{readStateIndex:15297; appliedIndex:15296; }","duration":"124.175409ms","start":"2026-04-28T14:21:36.763828Z","end":"2026-04-28T14:21:36.888003Z","steps":["trace[1942818129] 'read index received' (duration: 124.111087ms)","trace[1942818129] 'applied index is now lower than readState.Index' (duration: 62.941µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:21:36.88823Z","caller":"traceutil/trace.go:171","msg":"trace[1969182541] transaction","detail":"{read_only:false; response_revision:14779; number_of_response:1; }","duration":"129.741084ms","start":"2026-04-28T14:21:36.758439Z","end":"2026-04-28T14:21:36.88818Z","steps":["trace[1969182541] 'process raft request' (duration: 129.383176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:36.888308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.480217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T14:21:36.888344Z","caller":"traceutil/trace.go:171","msg":"trace[995244731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14779; }","duration":"124.576859ms","start":"2026-04-28T14:21:36.763756Z","end":"2026-04-28T14:21:36.888333Z","steps":["trace[995244731] 'agreement among raft nodes before linearized reading' (duration: 124.346853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:37.129465Z","caller":"traceutil/trace.go:171","msg":"trace[590471153] transaction","detail":"{read_only:false; response_revision:14780; number_of_response:1; }","duration":"363.318249ms","start":"2026-04-28T14:21:36.766104Z","end":"2026-04-28T14:21:37.129422Z","steps":["trace[590471153] 'process raft request' (duration: 363.034412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:37.12968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:36.766087Z","time spent":"363.483124ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:21:37.487193Z","caller":"traceutil/trace.go:171","msg":"trace[561947981] transaction","detail":"{read_only:false; response_revision:14781; number_of_response:1; }","duration":"593.772754ms","start":"2026-04-28T14:21:36.893381Z","end":"2026-04-28T14:21:37.487154Z","steps":["trace[561947981] 'process raft request' (duration: 548.035579ms)","trace[561947981] 'compare' (duration: 45.53072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:21:37.487361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:36.893356Z","time spent":"593.927567ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:21:37.490115Z","caller":"traceutil/trace.go:171","msg":"trace[2098824712] linearizableReadLoop","detail":"{readStateIndex:15299; appliedIndex:15297; }","duration":"584.764389ms","start":"2026-04-28T14:21:36.905323Z","end":"2026-04-28T14:21:37.490087Z","steps":["trace[2098824712] 'read index received' (duration: 223.768132ms)","trace[2098824712] 'applied index is now lower than readState.Index' (duration: 360.994697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:21:37.49032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.972064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:21:37.490362Z","caller":"traceutil/trace.go:171","msg":"trace[713371150] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14781; }","duration":"585.062795ms","start":"2026-04-28T14:21:36.905289Z","end":"2026-04-28T14:21:37.490351Z","steps":["trace[713371150] 'agreement among raft nodes before linearized reading' (duration: 584.963523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:37.490406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:36.905273Z","time spent":"585.123867ms","remote":"127.0.0.1:58016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:21:37.490382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.119033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:21:37.490472Z","caller":"traceutil/trace.go:171","msg":"trace[1403211395] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14781; }","duration":"423.255825ms","start":"2026-04-28T14:21:37.067192Z","end":"2026-04-28T14:21:37.490448Z","steps":["trace[1403211395] 'agreement among raft nodes before linearized reading' (duration: 423.096152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:37.490528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:37.067172Z","time spent":"423.346628ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:21:37.490581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.769667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-28T14:21:37.49069Z","caller":"traceutil/trace.go:171","msg":"trace[413459398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14781; }","duration":"374.929392ms","start":"2026-04-28T14:21:37.115737Z","end":"2026-04-28T14:21:37.490666Z","steps":["trace[413459398] 'agreement among raft nodes before linearized reading' (duration: 374.621394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:37.490747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:37.115717Z","time spent":"375.021435ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:21:45.928303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.099448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:21:45.928367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.769445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T14:21:45.928382Z","caller":"traceutil/trace.go:171","msg":"trace[1805111483] transaction","detail":"{read_only:false; response_revision:14937; number_of_response:1; }","duration":"342.674033ms","start":"2026-04-28T14:21:45.58568Z","end":"2026-04-28T14:21:45.928354Z","steps":["trace[1805111483] 'process raft request' (duration: 249.28682ms)","trace[1805111483] 'compare' (duration: 93.073385ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:21:45.928397Z","caller":"traceutil/trace.go:171","msg":"trace[851649546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14936; }","duration":"418.204812ms","start":"2026-04-28T14:21:45.510175Z","end":"2026-04-28T14:21:45.92838Z","steps":["trace[851649546] 'range keys from in-memory index tree' (duration: 418.004766ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:45.928445Z","caller":"traceutil/trace.go:171","msg":"trace[888841272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14936; }","duration":"399.856897ms","start":"2026-04-28T14:21:45.528569Z","end":"2026-04-28T14:21:45.928426Z","steps":["trace[888841272] 'range keys from in-memory index tree' (duration: 399.61795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:45.928452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.510108Z","time spent":"418.336515ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:21:45.928486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.528518Z","time spent":"399.960109ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:21:45.928529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.585651Z","time spent":"342.793146ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:46.901697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.380968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T14:21:46.902235Z","caller":"traceutil/trace.go:171","msg":"trace[1238678181] transaction","detail":"{read_only:false; response_revision:14938; number_of_response:1; }","duration":"1.312859941s","start":"2026-04-28T14:21:45.589348Z","end":"2026-04-28T14:21:46.902208Z","steps":["trace[1238678181] 'process raft request' (duration: 797.828209ms)","trace[1238678181] 'compare' (duration: 513.873586ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:21:46.9023Z","caller":"traceutil/trace.go:171","msg":"trace[1840226215] transaction","detail":"{read_only:false; response_revision:14939; number_of_response:1; }","duration":"1.311083041s","start":"2026-04-28T14:21:45.591191Z","end":"2026-04-28T14:21:46.902274Z","steps":["trace[1840226215] 'process raft request' (duration: 1.310788004s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:46.902328Z","caller":"traceutil/trace.go:171","msg":"trace[311234630] linearizableReadLoop","detail":"{readStateIndex:15461; appliedIndex:15458; }","duration":"1.31103085s","start":"2026-04-28T14:21:45.591273Z","end":"2026-04-28T14:21:46.902304Z","steps":["trace[311234630] 'read index received' (duration: 243.707893ms)","trace[311234630] 'applied index is now lower than readState.Index' (duration: 1.067321497s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:21:46.90237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.589321Z","time spent":"1.312973345s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:46.902449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.591165Z","time spent":"1.311204764s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:21:46.902418Z","caller":"traceutil/trace.go:171","msg":"trace[184139446] transaction","detail":"{read_only:false; response_revision:14940; number_of_response:1; }","duration":"1.310057008s","start":"2026-04-28T14:21:45.592253Z","end":"2026-04-28T14:21:46.90231Z","steps":["trace[184139446] 'process raft request' (duration: 1.309885954s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:46.902497Z","caller":"traceutil/trace.go:171","msg":"trace[25428097] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"968.89928ms","start":"2026-04-28T14:21:45.933557Z","end":"2026-04-28T14:21:46.902456Z","steps":["trace[25428097] 'process raft request' (duration: 968.687175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.902563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.46315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T14:21:46.902645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306374714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T14:21:46.902662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.933536Z","time spent":"969.044383ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:46.90267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306981488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T14:21:46.902697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273347467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dmjh\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-28T14:21:46.90269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041795399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T14:21:46.902705Z","caller":"traceutil/trace.go:171","msg":"trace[649942078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14941; }","duration":"1.306454646s","start":"2026-04-28T14:21:45.596237Z","end":"2026-04-28T14:21:46.902692Z","steps":["trace[649942078] 'agreement among raft nodes before linearized reading' (duration: 1.306256102s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:46.902736Z","caller":"traceutil/trace.go:171","msg":"trace[1831782466] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dmjh; range_end:; response_count:1; response_revision:14941; }","duration":"1.273413288s","start":"2026-04-28T14:21:45.629314Z","end":"2026-04-28T14:21:46.902728Z","steps":["trace[1831782466] 'agreement among raft nodes before linearized reading' (duration: 1.273274315s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:46.902744Z","caller":"traceutil/trace.go:171","msg":"trace[1901439297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14941; }","duration":"1.3070862s","start":"2026-04-28T14:21:45.59564Z","end":"2026-04-28T14:21:46.902726Z","steps":["trace[1901439297] 'agreement among raft nodes before linearized reading' (duration: 1.306809934s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:46.902752Z","caller":"traceutil/trace.go:171","msg":"trace[339778763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14941; }","duration":"1.041912251s","start":"2026-04-28T14:21:45.860827Z","end":"2026-04-28T14:21:46.902739Z","steps":["trace[339778763] 'agreement among raft nodes before linearized reading' (duration: 1.041804589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.902759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.59623Z","time spent":"1.306519178s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:21:46.902769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.629301Z","time spent":"1.27345868s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5dmjh\" "} {"level":"warn","ts":"2026-04-28T14:21:46.902793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.860806Z","time spent":"1.041977813s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:21:46.902823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004357121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37a834bb-7012-4520-86fc-12019e41ee54\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-28T14:21:46.902872Z","caller":"traceutil/trace.go:171","msg":"trace[1591328601] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37a834bb-7012-4520-86fc-12019e41ee54; range_end:; response_count:1; response_revision:14941; }","duration":"1.004446403s","start":"2026-04-28T14:21:45.898413Z","end":"2026-04-28T14:21:46.902859Z","steps":["trace[1591328601] 'agreement among raft nodes before linearized reading' (duration: 1.00432242s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.90291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.898391Z","time spent":"1.004511575s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37a834bb-7012-4520-86fc-12019e41ee54\" "} {"level":"warn","ts":"2026-04-28T14:21:46.902798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.595626Z","time spent":"1.307154271s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:21:46.90299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.158693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bf64f160-20a2-45ae-95f9-09be4b31ac6d\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-04-28T14:21:46.902665Z","caller":"traceutil/trace.go:171","msg":"trace[293390330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14941; }","duration":"972.595123ms","start":"2026-04-28T14:21:45.930042Z","end":"2026-04-28T14:21:46.902637Z","steps":["trace[293390330] 'agreement among raft nodes before linearized reading' (duration: 972.426519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:21:46.903032Z","caller":"traceutil/trace.go:171","msg":"trace[1072373832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bf64f160-20a2-45ae-95f9-09be4b31ac6d; range_end:; response_count:1; response_revision:14941; }","duration":"941.227874ms","start":"2026-04-28T14:21:45.961794Z","end":"2026-04-28T14:21:46.903022Z","steps":["trace[1072373832] 'agreement among raft nodes before linearized reading' (duration: 941.125501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.903033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.065334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37a834bb-7012-4520-86fc-12019e41ee54\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-04-28T14:21:46.903052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.930026Z","time spent":"973.016963ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:21:46.903042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.592201Z","time spent":"1.310310723s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:21:46.903066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.961781Z","time spent":"941.278875ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bf64f160-20a2-45ae-95f9-09be4b31ac6d\" "} {"level":"info","ts":"2026-04-28T14:21:46.903088Z","caller":"traceutil/trace.go:171","msg":"trace[669942830] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37a834bb-7012-4520-86fc-12019e41ee54; range_end:; response_count:1; response_revision:14941; }","duration":"935.144726ms","start":"2026-04-28T14:21:45.967927Z","end":"2026-04-28T14:21:46.903072Z","steps":["trace[669942830] 'agreement among raft nodes before linearized reading' (duration: 934.89935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.90284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311529111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T14:21:46.90317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093193412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T14:21:46.903208Z","caller":"traceutil/trace.go:171","msg":"trace[799910652] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14941; }","duration":"1.093278505s","start":"2026-04-28T14:21:45.809921Z","end":"2026-04-28T14:21:46.9032Z","steps":["trace[799910652] 'agreement among raft nodes before linearized reading' (duration: 1.093193452s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.903236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.809897Z","time spent":"1.093334335s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T14:21:46.903144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.601667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:17 size:158270"} {"level":"warn","ts":"2026-04-28T14:21:46.903282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203770674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-wjpsl.18aa8b3ea7b8782e\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T14:21:46.903347Z","caller":"traceutil/trace.go:171","msg":"trace[1783657178] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-wjpsl.18aa8b3ea7b8782e; range_end:; response_count:1; response_revision:14941; }","duration":"1.203865466s","start":"2026-04-28T14:21:45.699464Z","end":"2026-04-28T14:21:46.90333Z","steps":["trace[1783657178] 'agreement among raft nodes before linearized reading' (duration: 1.203012056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.903384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.699444Z","time spent":"1.203932818s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-wjpsl.18aa8b3ea7b8782e\" "} {"level":"info","ts":"2026-04-28T14:21:46.903361Z","caller":"traceutil/trace.go:171","msg":"trace[381437731] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:17; response_revision:14941; }","duration":"341.824613ms","start":"2026-04-28T14:21:46.561476Z","end":"2026-04-28T14:21:46.903301Z","steps":["trace[381437731] 'agreement among raft nodes before linearized reading' (duration: 341.313481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.903007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303704694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T14:21:46.903519Z","caller":"traceutil/trace.go:171","msg":"trace[568961327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14941; }","duration":"1.304269267s","start":"2026-04-28T14:21:45.599228Z","end":"2026-04-28T14:21:46.903497Z","steps":["trace[568961327] 'agreement among raft nodes before linearized reading' (duration: 1.303244193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.903528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:46.561459Z","time spent":"342.023498ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":158293,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T14:21:46.903441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.166303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T14:21:46.903977Z","caller":"traceutil/trace.go:171","msg":"trace[61963580] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:14941; }","duration":"358.738256ms","start":"2026-04-28T14:21:46.54522Z","end":"2026-04-28T14:21:46.903959Z","steps":["trace[61963580] 'agreement among raft nodes before linearized reading' (duration: 357.663041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.904026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:46.545187Z","time spent":"358.823718ms","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:21:46.903585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.599217Z","time spent":"1.3043506s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T14:21:46.903244Z","caller":"traceutil/trace.go:171","msg":"trace[1313121011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14941; }","duration":"1.311991093s","start":"2026-04-28T14:21:45.591213Z","end":"2026-04-28T14:21:46.903204Z","steps":["trace[1313121011] 'agreement among raft nodes before linearized reading' (duration: 1.311173424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:21:46.904434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.591193Z","time spent":"1.31322516s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:21:46.903141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:21:45.967914Z","time spent":"935.214457ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37a834bb-7012-4520-86fc-12019e41ee54\" "} {"level":"info","ts":"2026-04-28T14:23:26.570975Z","caller":"traceutil/trace.go:171","msg":"trace[1907810735] transaction","detail":"{read_only:false; response_revision:16027; number_of_response:1; }","duration":"167.762815ms","start":"2026-04-28T14:23:26.403173Z","end":"2026-04-28T14:23:26.570936Z","steps":["trace[1907810735] 'process raft request' (duration: 167.52241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:26:08.878662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14624} {"level":"info","ts":"2026-04-28T14:26:08.965351Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14624,"took":"83.435554ms","hash":1945578427,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":32288768,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T14:26:08.965433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1945578427,"revision":14624,"compact-revision":12598} {"level":"info","ts":"2026-04-28T14:29:23.489447Z","caller":"traceutil/trace.go:171","msg":"trace[1382117869] transaction","detail":"{read_only:false; response_revision:18729; number_of_response:1; }","duration":"100.261374ms","start":"2026-04-28T14:29:23.389144Z","end":"2026-04-28T14:29:23.489406Z","steps":["trace[1382117869] 'process raft request' (duration: 99.874664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:29:29.465609Z","caller":"traceutil/trace.go:171","msg":"trace[1970597153] linearizableReadLoop","detail":"{readStateIndex:19416; appliedIndex:19415; }","duration":"250.394581ms","start":"2026-04-28T14:29:29.215187Z","end":"2026-04-28T14:29:29.465582Z","steps":["trace[1970597153] 'read index received' (duration: 250.224187ms)","trace[1970597153] 'applied index is now lower than readState.Index' (duration: 169.234µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:29:29.465771Z","caller":"traceutil/trace.go:171","msg":"trace[1700376193] transaction","detail":"{read_only:false; response_revision:18771; number_of_response:1; }","duration":"282.241847ms","start":"2026-04-28T14:29:29.183486Z","end":"2026-04-28T14:29:29.465728Z","steps":["trace[1700376193] 'process raft request' (duration: 281.894558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:29:29.465876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.675869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T14:29:29.465913Z","caller":"traceutil/trace.go:171","msg":"trace[1595390329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18771; }","duration":"250.786911ms","start":"2026-04-28T14:29:29.215115Z","end":"2026-04-28T14:29:29.465902Z","steps":["trace[1595390329] 'agreement among raft nodes before linearized reading' (duration: 250.631837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:29:29.466127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.503368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:29:29.466227Z","caller":"traceutil/trace.go:171","msg":"trace[450727298] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:18771; }","duration":"109.731203ms","start":"2026-04-28T14:29:29.356476Z","end":"2026-04-28T14:29:29.466207Z","steps":["trace[450727298] 'agreement among raft nodes before linearized reading' (duration: 109.567669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:29:30.592967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508741983,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:29:30.597691Z","caller":"traceutil/trace.go:171","msg":"trace[111459084] linearizableReadLoop","detail":"{readStateIndex:19423; appliedIndex:19422; }","duration":"505.302724ms","start":"2026-04-28T14:29:30.092367Z","end":"2026-04-28T14:29:30.597669Z","steps":["trace[111459084] 'read index received' (duration: 505.046938ms)","trace[111459084] 'applied index is now lower than readState.Index' (duration: 255.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:29:30.59773Z","caller":"traceutil/trace.go:171","msg":"trace[31059014] transaction","detail":"{read_only:false; response_revision:18778; number_of_response:1; }","duration":"591.662778ms","start":"2026-04-28T14:29:30.006052Z","end":"2026-04-28T14:29:30.597715Z","steps":["trace[31059014] 'process raft request' (duration: 591.449863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:29:30.597861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:29:30.006028Z","time spent":"591.74326ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:29:30.597951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.588878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-tqs8b\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-04-28T14:29:30.597997Z","caller":"traceutil/trace.go:171","msg":"trace[1871361084] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-tqs8b; range_end:; response_count:1; response_revision:18778; }","duration":"184.66453ms","start":"2026-04-28T14:29:30.413323Z","end":"2026-04-28T14:29:30.597988Z","steps":["trace[1871361084] 'agreement among raft nodes before linearized reading' (duration: 184.489355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:29:30.597975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.586601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-gf4dc\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-04-28T14:29:30.598074Z","caller":"traceutil/trace.go:171","msg":"trace[248069446] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-gf4dc; range_end:; response_count:1; response_revision:18778; }","duration":"505.727053ms","start":"2026-04-28T14:29:30.092328Z","end":"2026-04-28T14:29:30.598055Z","steps":["trace[248069446] 'agreement among raft nodes before linearized reading' (duration: 505.439236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:29:30.598123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:29:30.092312Z","time spent":"505.802356ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-gf4dc\" "} {"level":"info","ts":"2026-04-28T14:29:34.07473Z","caller":"traceutil/trace.go:171","msg":"trace[579091660] transaction","detail":"{read_only:false; response_revision:18937; number_of_response:1; }","duration":"108.750042ms","start":"2026-04-28T14:29:33.965946Z","end":"2026-04-28T14:29:34.074696Z","steps":["trace[579091660] 'process raft request' (duration: 108.545146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:29:36.967092Z","caller":"traceutil/trace.go:171","msg":"trace[1520975247] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"118.010878ms","start":"2026-04-28T14:29:36.849045Z","end":"2026-04-28T14:29:36.967056Z","steps":["trace[1520975247] 'process raft request' (duration: 117.746941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:29:36.967259Z","caller":"traceutil/trace.go:171","msg":"trace[2056794618] transaction","detail":"{read_only:false; response_revision:18981; number_of_response:1; }","duration":"117.850343ms","start":"2026-04-28T14:29:36.849368Z","end":"2026-04-28T14:29:36.967219Z","steps":["trace[2056794618] 'process raft request' (duration: 117.617238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:29:38.803943Z","caller":"traceutil/trace.go:171","msg":"trace[754493603] transaction","detail":"{read_only:false; response_revision:18993; number_of_response:1; }","duration":"179.001175ms","start":"2026-04-28T14:29:38.624863Z","end":"2026-04-28T14:29:38.803864Z","steps":["trace[754493603] 'process raft request' (duration: 159.685834ms)","trace[754493603] 'compare' (duration: 18.953253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:30:15.118739Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T14:30:15.134497Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-28T14:30:15.13464Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-28T14:31:08.885789Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17210} {"level":"info","ts":"2026-04-28T14:31:08.994281Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17210,"took":"103.693839ms","hash":4194565337,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":34639872,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-04-28T14:31:08.994401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4194565337,"revision":17210,"compact-revision":14624} {"level":"warn","ts":"2026-04-28T14:34:52.261757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.735185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:34:52.261881Z","caller":"traceutil/trace.go:171","msg":"trace[638639261] transaction","detail":"{read_only:false; response_revision:21231; number_of_response:1; }","duration":"288.243689ms","start":"2026-04-28T14:34:51.973617Z","end":"2026-04-28T14:34:52.261861Z","steps":["trace[638639261] 'process raft request' (duration: 85.280619ms)","trace[638639261] 'compare' (duration: 202.0957ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:34:52.408607Z","caller":"traceutil/trace.go:171","msg":"trace[1141422684] linearizableReadLoop","detail":"{readStateIndex:21959; appliedIndex:21958; }","duration":"284.435326ms","start":"2026-04-28T14:34:52.124141Z","end":"2026-04-28T14:34:52.408576Z","steps":["trace[1141422684] 'read index received' (duration: 283.968355ms)","trace[1141422684] 'applied index is now lower than readState.Index' (duration: 465.251µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:34:52.408722Z","caller":"traceutil/trace.go:171","msg":"trace[1432171897] transaction","detail":"{read_only:false; response_revision:21232; number_of_response:1; }","duration":"380.350515ms","start":"2026-04-28T14:34:52.028337Z","end":"2026-04-28T14:34:52.408688Z","steps":["trace[1432171897] 'process raft request' (duration: 379.73434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:34:52.408814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.645071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:34:52.408861Z","caller":"traceutil/trace.go:171","msg":"trace[944474859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21232; }","duration":"284.749713ms","start":"2026-04-28T14:34:52.124098Z","end":"2026-04-28T14:34:52.408848Z","steps":["trace[944474859] 'agreement among raft nodes before linearized reading' (duration: 284.636481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:34:52.408899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:34:52.028283Z","time spent":"380.521168ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:34:52.444179Z","caller":"traceutil/trace.go:171","msg":"trace[2136293600] transaction","detail":"{read_only:false; response_revision:21233; number_of_response:1; }","duration":"291.226472ms","start":"2026-04-28T14:34:52.152932Z","end":"2026-04-28T14:34:52.444158Z","steps":["trace[2136293600] 'process raft request' (duration: 291.043757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:34:52.444492Z","caller":"traceutil/trace.go:171","msg":"trace[956099485] transaction","detail":"{read_only:false; response_revision:21234; number_of_response:1; }","duration":"269.067231ms","start":"2026-04-28T14:34:52.175401Z","end":"2026-04-28T14:34:52.444468Z","steps":["trace[956099485] 'process raft request' (duration: 268.713513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:34:52.444735Z","caller":"traceutil/trace.go:171","msg":"trace[175734728] transaction","detail":"{read_only:false; response_revision:21235; number_of_response:1; }","duration":"268.228861ms","start":"2026-04-28T14:34:52.176484Z","end":"2026-04-28T14:34:52.444713Z","steps":["trace[175734728] 'process raft request' (duration: 267.892153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:34:52.444982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.85973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T14:34:52.445114Z","caller":"traceutil/trace.go:171","msg":"trace[1350270227] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21235; }","duration":"181.007133ms","start":"2026-04-28T14:34:52.264048Z","end":"2026-04-28T14:34:52.445055Z","steps":["trace[1350270227] 'agreement among raft nodes before linearized reading' (duration: 180.612834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:34:53.442359Z","caller":"traceutil/trace.go:171","msg":"trace[655925997] transaction","detail":"{read_only:false; response_revision:21236; number_of_response:1; }","duration":"174.176367ms","start":"2026-04-28T14:34:53.268152Z","end":"2026-04-28T14:34:53.442328Z","steps":["trace[655925997] 'process raft request' (duration: 173.991372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:36:08.900799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19727} {"level":"info","ts":"2026-04-28T14:36:09.01778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19727,"took":"111.482999ms","hash":318580678,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":30457856,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T14:36:09.017856Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":318580678,"revision":19727,"compact-revision":17210} {"level":"info","ts":"2026-04-28T14:41:08.906889Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21951} {"level":"info","ts":"2026-04-28T14:41:09.015482Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21951,"took":"104.313804ms","hash":1360413687,"current-db-size-bytes":57782272,"current-db-size":"58 MB","current-db-size-in-use-bytes":43352064,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-28T14:41:09.015563Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1360413687,"revision":21951,"compact-revision":19727} {"level":"info","ts":"2026-04-28T14:42:13.255311Z","caller":"traceutil/trace.go:171","msg":"trace[1733701204] linearizableReadLoop","detail":"{readStateIndex:26613; appliedIndex:26612; }","duration":"423.961177ms","start":"2026-04-28T14:42:12.831311Z","end":"2026-04-28T14:42:13.255272Z","steps":["trace[1733701204] 'read index received' (duration: 423.872255ms)","trace[1733701204] 'applied index is now lower than readState.Index' (duration: 87.312µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:13.255883Z","caller":"traceutil/trace.go:171","msg":"trace[171567912] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"535.862227ms","start":"2026-04-28T14:42:12.719976Z","end":"2026-04-28T14:42:13.255838Z","steps":["trace[171567912] 'process raft request' (duration: 535.068508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.256072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.729095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:13.25611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:12.719962Z","time spent":"536.02333ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:13.256151Z","caller":"traceutil/trace.go:171","msg":"trace[1719191724] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25756; }","duration":"424.90005ms","start":"2026-04-28T14:42:12.831233Z","end":"2026-04-28T14:42:13.256133Z","steps":["trace[1719191724] 'agreement among raft nodes before linearized reading' (duration: 424.682475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.256375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:12.831187Z","time spent":"425.178626ms","remote":"127.0.0.1:58232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:13.597848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.658942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:13.598009Z","caller":"traceutil/trace.go:171","msg":"trace[1361851318] linearizableReadLoop","detail":"{readStateIndex:26614; appliedIndex:26613; }","duration":"342.577116ms","start":"2026-04-28T14:42:13.255414Z","end":"2026-04-28T14:42:13.597991Z","steps":["trace[1361851318] 'read index received' (duration: 152.538525ms)","trace[1361851318] 'applied index is now lower than readState.Index' (duration: 190.036771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:13.598081Z","caller":"traceutil/trace.go:171","msg":"trace[1880515529] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"693.265679ms","start":"2026-04-28T14:42:12.904766Z","end":"2026-04-28T14:42:13.598032Z","steps":["trace[1880515529] 'process raft request' (duration: 503.075995ms)","trace[1880515529] 'compare' (duration: 189.505947ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:13.598199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.703979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-04-28T14:42:13.598168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.22083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:13.598248Z","caller":"traceutil/trace.go:171","msg":"trace[2039496259] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25757; }","duration":"744.771991ms","start":"2026-04-28T14:42:12.853461Z","end":"2026-04-28T14:42:13.598233Z","steps":["trace[2039496259] 'agreement among raft nodes before linearized reading' (duration: 744.605676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.598221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.388478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:13.59825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:12.904748Z","time spent":"693.404914ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:13.598287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:12.853449Z","time spent":"744.828902ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-28T14:42:13.598288Z","caller":"traceutil/trace.go:171","msg":"trace[1525560567] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25757; }","duration":"430.411735ms","start":"2026-04-28T14:42:13.16785Z","end":"2026-04-28T14:42:13.598262Z","steps":["trace[1525560567] 'agreement among raft nodes before linearized reading' (duration: 430.182129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:13.598308Z","caller":"traceutil/trace.go:171","msg":"trace[899835953] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25757; }","duration":"607.560812ms","start":"2026-04-28T14:42:12.990728Z","end":"2026-04-28T14:42:13.598289Z","steps":["trace[899835953] 'agreement among raft nodes before linearized reading' (duration: 607.342076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.598218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.796676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"warn","ts":"2026-04-28T14:42:13.598363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:12.990704Z","time spent":"607.652815ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:13.598361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:13.167829Z","time spent":"430.519189ms","remote":"127.0.0.1:33096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:13.598475Z","caller":"traceutil/trace.go:171","msg":"trace[1627555825] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25757; }","duration":"706.098253ms","start":"2026-04-28T14:42:12.892325Z","end":"2026-04-28T14:42:13.598424Z","steps":["trace[1627555825] 'agreement among raft nodes before linearized reading' (duration: 705.738524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.598745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:12.892305Z","time spent":"706.393491ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-28T14:42:13.599592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.15056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T14:42:13.599678Z","caller":"traceutil/trace.go:171","msg":"trace[355717224] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25757; }","duration":"448.251372ms","start":"2026-04-28T14:42:13.151408Z","end":"2026-04-28T14:42:13.599659Z","steps":["trace[355717224] 'agreement among raft nodes before linearized reading' (duration: 446.595011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.59976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:13.151338Z","time spent":"448.411396ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2655,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:13.605838Z","caller":"traceutil/trace.go:171","msg":"trace[1952526833] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"344.465051ms","start":"2026-04-28T14:42:13.261335Z","end":"2026-04-28T14:42:13.6058Z","steps":["trace[1952526833] 'process raft request' (duration: 344.094063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.606061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:13.26131Z","time spent":"344.611855ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:13.606029Z","caller":"traceutil/trace.go:171","msg":"trace[716985677] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"334.461446ms","start":"2026-04-28T14:42:13.271541Z","end":"2026-04-28T14:42:13.606003Z","steps":["trace[716985677] 'process raft request' (duration: 334.046086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:13.606455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:13.271517Z","time spent":"334.834526ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:18.011623Z","caller":"traceutil/trace.go:171","msg":"trace[455194570] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"131.472229ms","start":"2026-04-28T14:42:17.880118Z","end":"2026-04-28T14:42:18.011591Z","steps":["trace[455194570] 'process raft request' (duration: 131.261454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.311675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.829944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:18.312219Z","caller":"traceutil/trace.go:171","msg":"trace[1481838819] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"431.196355ms","start":"2026-04-28T14:42:17.880997Z","end":"2026-04-28T14:42:18.312194Z","steps":["trace[1481838819] 'process raft request' (duration: 272.717387ms)","trace[1481838819] 'compare' (duration: 157.419553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:18.312295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:17.88095Z","time spent":"431.304088ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:18.31244Z","caller":"traceutil/trace.go:171","msg":"trace[1189069143] linearizableReadLoop","detail":"{readStateIndex:26648; appliedIndex:26646; }","duration":"378.885954ms","start":"2026-04-28T14:42:17.933541Z","end":"2026-04-28T14:42:18.312427Z","steps":["trace[1189069143] 'read index received' (duration: 77.847396ms)","trace[1189069143] 'applied index is now lower than readState.Index' (duration: 301.036918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:18.312722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.15443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:18.312821Z","caller":"traceutil/trace.go:171","msg":"trace[494482700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25791; }","duration":"379.293924ms","start":"2026-04-28T14:42:17.933505Z","end":"2026-04-28T14:42:18.312799Z","steps":["trace[494482700] 'agreement among raft nodes before linearized reading' (duration: 379.12869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.312864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:17.933488Z","time spent":"379.366876ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:42:18.492232Z","caller":"traceutil/trace.go:171","msg":"trace[1739710657] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"225.783846ms","start":"2026-04-28T14:42:18.266356Z","end":"2026-04-28T14:42:18.49214Z","steps":["trace[1739710657] 'process raft request' (duration: 205.999472ms)","trace[1739710657] 'compare' (duration: 19.559148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:18.492661Z","caller":"traceutil/trace.go:171","msg":"trace[869498780] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"221.679086ms","start":"2026-04-28T14:42:18.270973Z","end":"2026-04-28T14:42:18.492652Z","steps":["trace[869498780] 'process raft request' (duration: 221.095051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:18.492926Z","caller":"traceutil/trace.go:171","msg":"trace[1970307595] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26649; }","duration":"180.456858ms","start":"2026-04-28T14:42:18.312462Z","end":"2026-04-28T14:42:18.492919Z","steps":["trace[1970307595] 'read index received' (duration: 159.861303ms)","trace[1970307595] 'applied index is now lower than readState.Index' (duration: 20.594285ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:18.493011Z","caller":"traceutil/trace.go:171","msg":"trace[311833212] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"221.360829ms","start":"2026-04-28T14:42:18.271617Z","end":"2026-04-28T14:42:18.492977Z","steps":["trace[311833212] 'process raft request' (duration: 220.99775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.493167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.263212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T14:42:18.493168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.064496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T14:42:18.493211Z","caller":"traceutil/trace.go:171","msg":"trace[1792620857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25794; }","duration":"452.133238ms","start":"2026-04-28T14:42:18.041065Z","end":"2026-04-28T14:42:18.493198Z","steps":["trace[1792620857] 'agreement among raft nodes before linearized reading' (duration: 451.985915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.493241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.041056Z","time spent":"452.175179ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:18.493264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.809037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T14:42:18.493264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.356901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:42:18.493346Z","caller":"traceutil/trace.go:171","msg":"trace[493422214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25794; }","duration":"455.967071ms","start":"2026-04-28T14:42:18.037355Z","end":"2026-04-28T14:42:18.493322Z","steps":["trace[493422214] 'agreement among raft nodes before linearized reading' (duration: 455.645234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:18.493355Z","caller":"traceutil/trace.go:171","msg":"trace[194661290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25794; }","duration":"456.478024ms","start":"2026-04-28T14:42:18.036855Z","end":"2026-04-28T14:42:18.493333Z","steps":["trace[194661290] 'agreement among raft nodes before linearized reading' (duration: 456.226598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.493389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.03732Z","time spent":"456.058534ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:42:18.493399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.036847Z","time spent":"456.544215ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T14:42:18.493202Z","caller":"traceutil/trace.go:171","msg":"trace[173663575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25794; }","duration":"457.353595ms","start":"2026-04-28T14:42:18.035838Z","end":"2026-04-28T14:42:18.493191Z","steps":["trace[173663575] 'agreement among raft nodes before linearized reading' (duration: 457.108799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.49381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.035813Z","time spent":"457.98569ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T14:42:18.659873Z","caller":"traceutil/trace.go:171","msg":"trace[1798904666] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"321.752935ms","start":"2026-04-28T14:42:18.338082Z","end":"2026-04-28T14:42:18.659835Z","steps":["trace[1798904666] 'process raft request' (duration: 274.515648ms)","trace[1798904666] 'compare' (duration: 47.037612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:18.660054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.338056Z","time spent":"321.9007ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:18.859136Z","caller":"traceutil/trace.go:171","msg":"trace[457461779] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"362.164254ms","start":"2026-04-28T14:42:18.496933Z","end":"2026-04-28T14:42:18.859098Z","steps":["trace[457461779] 'process raft request' (duration: 275.267827ms)","trace[457461779] 'compare' (duration: 86.575839ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:18.859339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.496904Z","time spent":"362.33311ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:18.859448Z","caller":"traceutil/trace.go:171","msg":"trace[348488875] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"362.425692ms","start":"2026-04-28T14:42:18.497003Z","end":"2026-04-28T14:42:18.859429Z","steps":["trace[348488875] 'process raft request' (duration: 362.013061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.859564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.496989Z","time spent":"362.516034ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:18.860143Z","caller":"traceutil/trace.go:171","msg":"trace[885298277] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"363.036527ms","start":"2026-04-28T14:42:18.497037Z","end":"2026-04-28T14:42:18.860074Z","steps":["trace[885298277] 'process raft request' (duration: 362.323499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:18.860167Z","caller":"traceutil/trace.go:171","msg":"trace[1579430904] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26653; }","duration":"228.681608ms","start":"2026-04-28T14:42:18.631453Z","end":"2026-04-28T14:42:18.860135Z","steps":["trace[1579430904] 'read index received' (duration: 140.749345ms)","trace[1579430904] 'applied index is now lower than readState.Index' (duration: 87.930803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:18.860288Z","caller":"traceutil/trace.go:171","msg":"trace[860006748] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"361.455257ms","start":"2026-04-28T14:42:18.498808Z","end":"2026-04-28T14:42:18.860263Z","steps":["trace[860006748] 'process raft request' (duration: 361.15108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:18.860335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.497023Z","time spent":"363.212891ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:18.860419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:18.498798Z","time spent":"361.55035ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:18.860427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.660326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:18.860469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.958804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:18.860564Z","caller":"traceutil/trace.go:171","msg":"trace[1919445582] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25799; }","duration":"229.160799ms","start":"2026-04-28T14:42:18.631384Z","end":"2026-04-28T14:42:18.860544Z","steps":["trace[1919445582] 'agreement among raft nodes before linearized reading' (duration: 228.925923ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:18.860483Z","caller":"traceutil/trace.go:171","msg":"trace[993136919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25799; }","duration":"125.756118ms","start":"2026-04-28T14:42:18.73471Z","end":"2026-04-28T14:42:18.860466Z","steps":["trace[993136919] 'agreement among raft nodes before linearized reading' (duration: 125.643715ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:19.109534Z","caller":"traceutil/trace.go:171","msg":"trace[1693923901] linearizableReadLoop","detail":"{readStateIndex:26658; appliedIndex:26657; }","duration":"134.783809ms","start":"2026-04-28T14:42:18.974729Z","end":"2026-04-28T14:42:19.109513Z","steps":["trace[1693923901] 'read index received' (duration: 97.441675ms)","trace[1693923901] 'applied index is now lower than readState.Index' (duration: 37.341024ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:19.109824Z","caller":"traceutil/trace.go:171","msg":"trace[1843770179] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"216.93072ms","start":"2026-04-28T14:42:18.892883Z","end":"2026-04-28T14:42:19.109814Z","steps":["trace[1843770179] 'process raft request' (duration: 179.265058ms)","trace[1843770179] 'compare' (duration: 36.989656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:19.109863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.594569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:42:19.109954Z","caller":"traceutil/trace.go:171","msg":"trace[1051843223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25800; }","duration":"115.730183ms","start":"2026-04-28T14:42:18.994204Z","end":"2026-04-28T14:42:19.109934Z","steps":["trace[1051843223] 'agreement among raft nodes before linearized reading' (duration: 115.506797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:19.11007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.323442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:19.110102Z","caller":"traceutil/trace.go:171","msg":"trace[683888613] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25800; }","duration":"135.413325ms","start":"2026-04-28T14:42:18.97468Z","end":"2026-04-28T14:42:19.110094Z","steps":["trace[683888613] 'agreement among raft nodes before linearized reading' (duration: 135.341563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:19.915424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.51793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T14:42:19.915541Z","caller":"traceutil/trace.go:171","msg":"trace[1573676757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25803; }","duration":"120.688164ms","start":"2026-04-28T14:42:19.794824Z","end":"2026-04-28T14:42:19.915512Z","steps":["trace[1573676757] 'range keys from in-memory index tree' (duration: 120.19106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:20.82299Z","caller":"traceutil/trace.go:171","msg":"trace[1173164180] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"504.166771ms","start":"2026-04-28T14:42:20.318795Z","end":"2026-04-28T14:42:20.822962Z","steps":["trace[1173164180] 'process raft request' (duration: 503.988716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:20.82316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:20.318771Z","time spent":"504.298104ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:21.033939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.275056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:21.034208Z","caller":"traceutil/trace.go:171","msg":"trace[100680188] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26663; }","duration":"169.698734ms","start":"2026-04-28T14:42:20.864494Z","end":"2026-04-28T14:42:21.034192Z","steps":["trace[100680188] 'read index received' (duration: 45.211µs)","trace[100680188] 'applied index is now lower than readState.Index' (duration: 169.652513ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:21.03431Z","caller":"traceutil/trace.go:171","msg":"trace[673456535] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"536.984505ms","start":"2026-04-28T14:42:20.497313Z","end":"2026-04-28T14:42:21.034298Z","steps":["trace[673456535] 'process raft request' (duration: 362.255378ms)","trace[673456535] 'compare' (duration: 174.147413ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:21.034354Z","caller":"traceutil/trace.go:171","msg":"trace[293178374] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"368.547462ms","start":"2026-04-28T14:42:20.665784Z","end":"2026-04-28T14:42:21.034332Z","steps":["trace[293178374] 'process raft request' (duration: 368.357647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.034374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:20.497287Z","time spent":"537.054527ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:21.034627Z","caller":"traceutil/trace.go:171","msg":"trace[1012914273] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"536.755769ms","start":"2026-04-28T14:42:20.49783Z","end":"2026-04-28T14:42:21.034586Z","steps":["trace[1012914273] 'process raft request' (duration: 536.216796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:21.034679Z","caller":"traceutil/trace.go:171","msg":"trace[651993464] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"535.513278ms","start":"2026-04-28T14:42:20.499126Z","end":"2026-04-28T14:42:21.03464Z","steps":["trace[651993464] 'process raft request' (duration: 534.978565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.034773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:20.497801Z","time spent":"536.884382ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:21.034837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.323039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T14:42:21.034894Z","caller":"traceutil/trace.go:171","msg":"trace[696461408] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25809; }","duration":"170.394621ms","start":"2026-04-28T14:42:20.864484Z","end":"2026-04-28T14:42:21.034878Z","steps":["trace[696461408] 'agreement among raft nodes before linearized reading' (duration: 170.138965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.03489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:20.499113Z","time spent":"535.661152ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:21.034892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.54869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T14:42:21.034909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.754695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T14:42:21.03499Z","caller":"traceutil/trace.go:171","msg":"trace[743309386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25809; }","duration":"169.700583ms","start":"2026-04-28T14:42:20.865267Z","end":"2026-04-28T14:42:21.034968Z","steps":["trace[743309386] 'agreement among raft nodes before linearized reading' (duration: 169.363895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:21.034997Z","caller":"traceutil/trace.go:171","msg":"trace[363838723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25809; }","duration":"169.906138ms","start":"2026-04-28T14:42:20.86507Z","end":"2026-04-28T14:42:21.034977Z","steps":["trace[363838723] 'agreement among raft nodes before linearized reading' (duration: 169.677183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.035269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.179465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:42:21.035321Z","caller":"traceutil/trace.go:171","msg":"trace[949780456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25809; }","duration":"170.337839ms","start":"2026-04-28T14:42:20.864969Z","end":"2026-04-28T14:42:21.035307Z","steps":["trace[949780456] 'agreement among raft nodes before linearized reading' (duration: 169.499089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.035655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:20.665748Z","time spent":"368.657735ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:21.39872Z","caller":"traceutil/trace.go:171","msg":"trace[2086866219] transaction","detail":"{read_only:false; response_revision:25812; number_of_response:1; }","duration":"358.930876ms","start":"2026-04-28T14:42:21.039771Z","end":"2026-04-28T14:42:21.398702Z","steps":["trace[2086866219] 'process raft request' (duration: 358.879395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:21.398816Z","caller":"traceutil/trace.go:171","msg":"trace[426692430] transaction","detail":"{read_only:false; response_revision:25811; number_of_response:1; }","duration":"359.132161ms","start":"2026-04-28T14:42:21.039673Z","end":"2026-04-28T14:42:21.398805Z","steps":["trace[426692430] 'process raft request' (duration: 358.945977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.39891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.03973Z","time spent":"359.10248ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:21.398926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.83542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:21.398983Z","caller":"traceutil/trace.go:171","msg":"trace[422432839] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25813; }","duration":"357.929252ms","start":"2026-04-28T14:42:21.04104Z","end":"2026-04-28T14:42:21.398969Z","steps":["trace[422432839] 'agreement among raft nodes before linearized reading' (duration: 357.814579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.398991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.039647Z","time spent":"359.219103ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:21.399024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.041026Z","time spent":"357.987753ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T14:42:21.398739Z","caller":"traceutil/trace.go:171","msg":"trace[76979965] transaction","detail":"{read_only:false; response_revision:25810; number_of_response:1; }","duration":"359.371617ms","start":"2026-04-28T14:42:21.039328Z","end":"2026-04-28T14:42:21.3987Z","steps":["trace[76979965] 'process raft request' (duration: 326.280186ms)","trace[76979965] 'compare' (duration: 32.913576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:21.399143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.039306Z","time spent":"359.815557ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:21.398806Z","caller":"traceutil/trace.go:171","msg":"trace[798616865] linearizableReadLoop","detail":"{readStateIndex:26670; appliedIndex:26667; }","duration":"357.674986ms","start":"2026-04-28T14:42:21.041079Z","end":"2026-04-28T14:42:21.398754Z","steps":["trace[798616865] 'read index received' (duration: 324.696118ms)","trace[798616865] 'applied index is now lower than readState.Index' (duration: 32.977738ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:21.399291Z","caller":"traceutil/trace.go:171","msg":"trace[762082386] transaction","detail":"{read_only:false; response_revision:25813; number_of_response:1; }","duration":"357.492861ms","start":"2026-04-28T14:42:21.041783Z","end":"2026-04-28T14:42:21.399276Z","steps":["trace[762082386] 'process raft request' (duration: 356.888286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.399337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.041776Z","time spent":"357.542772ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:21.399298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.675424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:21.399513Z","caller":"traceutil/trace.go:171","msg":"trace[736983203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25813; }","duration":"149.915819ms","start":"2026-04-28T14:42:21.249581Z","end":"2026-04-28T14:42:21.399497Z","steps":["trace[736983203] 'agreement among raft nodes before linearized reading' (duration: 149.669043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.825418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.153724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:21.82615Z","caller":"traceutil/trace.go:171","msg":"trace[232124980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25813; }","duration":"317.949374ms","start":"2026-04-28T14:42:21.508176Z","end":"2026-04-28T14:42:21.826125Z","steps":["trace[232124980] 'range keys from in-memory index tree' (duration: 317.054971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:21.826242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.769733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:21.826228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.508154Z","time spent":"318.040615ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:42:21.826331Z","caller":"traceutil/trace.go:171","msg":"trace[1709997217] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25813; }","duration":"251.934347ms","start":"2026-04-28T14:42:21.574373Z","end":"2026-04-28T14:42:21.826308Z","steps":["trace[1709997217] 'count revisions from in-memory index tree' (duration: 251.668361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:21.831041Z","caller":"traceutil/trace.go:171","msg":"trace[1791098443] transaction","detail":"{read_only:false; response_revision:25814; number_of_response:1; }","duration":"176.952471ms","start":"2026-04-28T14:42:21.654071Z","end":"2026-04-28T14:42:21.831023Z","steps":["trace[1791098443] 'process raft request' (duration: 176.753776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.187217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.524639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:22.187394Z","caller":"traceutil/trace.go:171","msg":"trace[1861300072] transaction","detail":"{read_only:false; response_revision:25815; number_of_response:1; }","duration":"532.668959ms","start":"2026-04-28T14:42:21.654711Z","end":"2026-04-28T14:42:22.18738Z","steps":["trace[1861300072] 'process raft request' (duration: 364.894353ms)","trace[1861300072] 'compare' (duration: 167.178171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:22.187441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.654684Z","time spent":"532.739452ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:22.187778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.410773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:22.18769Z","caller":"traceutil/trace.go:171","msg":"trace[1642127480] linearizableReadLoop","detail":"{readStateIndex:26674; appliedIndex:26671; }","duration":"360.287379ms","start":"2026-04-28T14:42:21.82737Z","end":"2026-04-28T14:42:22.187657Z","steps":["trace[1642127480] 'read index received' (duration: 3.368302ms)","trace[1642127480] 'applied index is now lower than readState.Index' (duration: 356.917387ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:22.187822Z","caller":"traceutil/trace.go:171","msg":"trace[1999548220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25816; }","duration":"360.491074ms","start":"2026-04-28T14:42:21.827321Z","end":"2026-04-28T14:42:22.187812Z","steps":["trace[1999548220] 'agreement among raft nodes before linearized reading' (duration: 360.405862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.188153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.827305Z","time spent":"360.809712ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:42:22.187779Z","caller":"traceutil/trace.go:171","msg":"trace[1216510761] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"532.414843ms","start":"2026-04-28T14:42:21.655261Z","end":"2026-04-28T14:42:22.187676Z","steps":["trace[1216510761] 'process raft request' (duration: 532.042524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.188382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.462346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T14:42:22.188463Z","caller":"traceutil/trace.go:171","msg":"trace[280881920] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25816; }","duration":"309.585719ms","start":"2026-04-28T14:42:21.878853Z","end":"2026-04-28T14:42:22.188439Z","steps":["trace[280881920] 'agreement among raft nodes before linearized reading' (duration: 309.373264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.188476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.655241Z","time spent":"533.100829ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:22.188523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:21.878829Z","time spent":"309.680121ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-28T14:42:22.188827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.044406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T14:42:22.18894Z","caller":"traceutil/trace.go:171","msg":"trace[1388916181] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25816; }","duration":"278.21471ms","start":"2026-04-28T14:42:21.910705Z","end":"2026-04-28T14:42:22.18892Z","steps":["trace[1388916181] 'agreement among raft nodes before linearized reading' (duration: 277.657436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.673532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.138792ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T14:42:22.673988Z","caller":"traceutil/trace.go:171","msg":"trace[1493238519] linearizableReadLoop","detail":"{readStateIndex:26676; appliedIndex:26674; }","duration":"480.88601ms","start":"2026-04-28T14:42:22.193054Z","end":"2026-04-28T14:42:22.67394Z","steps":["trace[1493238519] 'read index received' (duration: 103.336518ms)","trace[1493238519] 'applied index is now lower than readState.Index' (duration: 377.548232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:22.673751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:22.18997Z","time spent":"483.773391ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T14:42:22.674068Z","caller":"traceutil/trace.go:171","msg":"trace[1636914631] transaction","detail":"{read_only:false; response_revision:25817; number_of_response:1; }","duration":"481.871455ms","start":"2026-04-28T14:42:22.19215Z","end":"2026-04-28T14:42:22.674022Z","steps":["trace[1636914631] 'process raft request' (duration: 481.493476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.674185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.536647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:22.674236Z","caller":"traceutil/trace.go:171","msg":"trace[240992985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25817; }","duration":"164.630149ms","start":"2026-04-28T14:42:22.509592Z","end":"2026-04-28T14:42:22.674222Z","steps":["trace[240992985] 'agreement among raft nodes before linearized reading' (duration: 164.534056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.674256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.43963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:22.674305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:22.192126Z","time spent":"482.04489ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:22.674365Z","caller":"traceutil/trace.go:171","msg":"trace[1077830319] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25817; }","duration":"248.599034ms","start":"2026-04-28T14:42:22.425725Z","end":"2026-04-28T14:42:22.674324Z","steps":["trace[1077830319] 'agreement among raft nodes before linearized reading' (duration: 248.396859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.674331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.228579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7e5a7684-c4ef-47ef-87ed-40e7dd7070d2\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T14:42:22.674468Z","caller":"traceutil/trace.go:171","msg":"trace[1670917624] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7e5a7684-c4ef-47ef-87ed-40e7dd7070d2; range_end:; response_count:1; response_revision:25817; }","duration":"481.419733ms","start":"2026-04-28T14:42:22.193014Z","end":"2026-04-28T14:42:22.674434Z","steps":["trace[1670917624] 'agreement among raft nodes before linearized reading' (duration: 481.012243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:22.674532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:22.193005Z","time spent":"481.515396ms","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7e5a7684-c4ef-47ef-87ed-40e7dd7070d2\" "} {"level":"warn","ts":"2026-04-28T14:42:23.419238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.769548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:23.419523Z","caller":"traceutil/trace.go:171","msg":"trace[488930200] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"686.167276ms","start":"2026-04-28T14:42:22.733332Z","end":"2026-04-28T14:42:23.4195Z","steps":["trace[488930200] 'process raft request' (duration: 686.047813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:23.419731Z","caller":"traceutil/trace.go:171","msg":"trace[1467179008] transaction","detail":"{read_only:false; response_revision:25818; number_of_response:1; }","duration":"744.495703ms","start":"2026-04-28T14:42:22.675159Z","end":"2026-04-28T14:42:23.419654Z","steps":["trace[1467179008] 'process raft request' (duration: 131.192412ms)","trace[1467179008] 'compare' (duration: 611.548859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:23.419874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:22.733308Z","time spent":"686.301249ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:23.419896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:22.67512Z","time spent":"744.681298ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:23.427011Z","caller":"traceutil/trace.go:171","msg":"trace[766544701] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"597.914885ms","start":"2026-04-28T14:42:22.829077Z","end":"2026-04-28T14:42:23.426992Z","steps":["trace[766544701] 'process raft request' (duration: 597.795563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:23.427151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:22.829058Z","time spent":"598.029028ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:24.050186Z","caller":"traceutil/trace.go:171","msg":"trace[1749925404] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"1.009157483s","start":"2026-04-28T14:42:23.041003Z","end":"2026-04-28T14:42:24.05016Z","steps":["trace[1749925404] 'process raft request' (duration: 1.00907092s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:24.050206Z","caller":"traceutil/trace.go:171","msg":"trace[878030731] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"1.009530042s","start":"2026-04-28T14:42:23.040635Z","end":"2026-04-28T14:42:24.050165Z","steps":["trace[878030731] 'process raft request' (duration: 1.009264285s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:24.050568Z","caller":"traceutil/trace.go:171","msg":"trace[20425693] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"1.008981089s","start":"2026-04-28T14:42:23.041559Z","end":"2026-04-28T14:42:24.05054Z","steps":["trace[20425693] 'process raft request' (duration: 1.008559939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:24.050658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.040977Z","time spent":"1.009324858s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:24.050667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.041548Z","time spent":"1.009071761s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:24.050661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.040611Z","time spent":"1.009921372s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:24.050653Z","caller":"traceutil/trace.go:171","msg":"trace[1583958281] linearizableReadLoop","detail":"{readStateIndex:26683; appliedIndex:26678; }","duration":"647.006177ms","start":"2026-04-28T14:42:23.403613Z","end":"2026-04-28T14:42:24.050619Z","steps":["trace[1583958281] 'read index received' (duration: 23.308ms)","trace[1583958281] 'applied index is now lower than readState.Index' (duration: 623.693767ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:24.050842Z","caller":"traceutil/trace.go:171","msg":"trace[1567236252] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"1.009264135s","start":"2026-04-28T14:42:23.041566Z","end":"2026-04-28T14:42:24.05083Z","steps":["trace[1567236252] 'process raft request' (duration: 1.008860886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:24.050935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.328286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T14:42:24.050971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.041555Z","time spent":"1.009313697s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:24.050986Z","caller":"traceutil/trace.go:171","msg":"trace[1739689024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25824; }","duration":"647.417268ms","start":"2026-04-28T14:42:23.403554Z","end":"2026-04-28T14:42:24.050971Z","steps":["trace[1739689024] 'agreement among raft nodes before linearized reading' (duration: 647.269154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:24.05102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.403531Z","time spent":"647.482709ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:24.551897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:42:24.975954Z","caller":"traceutil/trace.go:171","msg":"trace[619298971] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"1.409917332s","start":"2026-04-28T14:42:23.566012Z","end":"2026-04-28T14:42:24.97593Z","steps":["trace[619298971] 'process raft request' (duration: 1.409698477s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:24.976251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.56598Z","time spent":"1.410049645s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:24.976145Z","caller":"traceutil/trace.go:171","msg":"trace[1508401961] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"1.130549914s","start":"2026-04-28T14:42:23.845553Z","end":"2026-04-28T14:42:24.976103Z","steps":["trace[1508401961] 'process raft request' (duration: 1.130327239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:24.976644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.845525Z","time spent":"1.130908813s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:25.00951Z","caller":"traceutil/trace.go:171","msg":"trace[1736615127] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"955.100319ms","start":"2026-04-28T14:42:24.054386Z","end":"2026-04-28T14:42:25.009486Z","steps":["trace[1736615127] 'process raft request' (duration: 954.957196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.009614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.054363Z","time spent":"955.202311ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:25.009813Z","caller":"traceutil/trace.go:171","msg":"trace[784699316] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"815.979954ms","start":"2026-04-28T14:42:24.193818Z","end":"2026-04-28T14:42:25.009798Z","steps":["trace[784699316] 'process raft request' (duration: 815.626825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.00988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.193794Z","time spent":"816.054145ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:25.010042Z","caller":"traceutil/trace.go:171","msg":"trace[625209328] linearizableReadLoop","detail":"{readStateIndex:26688; appliedIndex:26683; }","duration":"959.24492ms","start":"2026-04-28T14:42:24.050783Z","end":"2026-04-28T14:42:25.010028Z","steps":["trace[625209328] 'read index received' (duration: 925.015843ms)","trace[625209328] 'applied index is now lower than readState.Index' (duration: 34.227957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:25.010109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282150644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:25.010164Z","caller":"traceutil/trace.go:171","msg":"trace[1144574775] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25829; }","duration":"1.282205455s","start":"2026-04-28T14:42:23.727943Z","end":"2026-04-28T14:42:25.010149Z","steps":["trace[1144574775] 'agreement among raft nodes before linearized reading' (duration: 1.282107823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.010203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.727783Z","time spent":"1.282411771s","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:25.010202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110881222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:25.010587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605549581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T14:42:25.010632Z","caller":"traceutil/trace.go:171","msg":"trace[1967271871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25829; }","duration":"1.605635113s","start":"2026-04-28T14:42:23.404988Z","end":"2026-04-28T14:42:25.010623Z","steps":["trace[1967271871] 'agreement among raft nodes before linearized reading' (duration: 1.605495469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.010659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.404963Z","time spent":"1.605690354s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T14:42:25.01064Z","caller":"traceutil/trace.go:171","msg":"trace[894146192] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25829; }","duration":"1.111427995s","start":"2026-04-28T14:42:23.89919Z","end":"2026-04-28T14:42:25.010618Z","steps":["trace[894146192] 'agreement among raft nodes before linearized reading' (duration: 1.110873072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.010675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.680663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T14:42:25.010709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.899171Z","time spent":"1.111525807s","remote":"127.0.0.1:39934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:25.010727Z","caller":"traceutil/trace.go:171","msg":"trace[1935542082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25829; }","duration":"332.761965ms","start":"2026-04-28T14:42:24.677944Z","end":"2026-04-28T14:42:25.010706Z","steps":["trace[1935542082] 'agreement among raft nodes before linearized reading' (duration: 332.5883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.010273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16471717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-04-28T14:42:25.010768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.677922Z","time spent":"332.837327ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:42:25.010775Z","caller":"traceutil/trace.go:171","msg":"trace[267465379] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25829; }","duration":"1.165261174s","start":"2026-04-28T14:42:23.845502Z","end":"2026-04-28T14:42:25.010763Z","steps":["trace[267465379] 'agreement among raft nodes before linearized reading' (duration: 1.164710411s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.010806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.845478Z","time spent":"1.165318785s","remote":"127.0.0.1:57940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-28T14:42:25.010789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.502462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T14:42:25.010373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605310716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:42:25.010873Z","caller":"traceutil/trace.go:171","msg":"trace[1340221344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25829; }","duration":"1.605850838s","start":"2026-04-28T14:42:23.405011Z","end":"2026-04-28T14:42:25.010862Z","steps":["trace[1340221344] 'agreement among raft nodes before linearized reading' (duration: 1.605289005s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:25.010871Z","caller":"traceutil/trace.go:171","msg":"trace[739255961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25829; }","duration":"815.686156ms","start":"2026-04-28T14:42:24.195161Z","end":"2026-04-28T14:42:25.010847Z","steps":["trace[739255961] 'agreement among raft nodes before linearized reading' (duration: 815.219915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.010902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.404991Z","time spent":"1.605903619s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:42:25.01093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.195125Z","time spent":"815.792419ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:42:25.010377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205712973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:25.01099Z","caller":"traceutil/trace.go:171","msg":"trace[1826702418] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25829; }","duration":"1.206405141s","start":"2026-04-28T14:42:23.804573Z","end":"2026-04-28T14:42:25.010978Z","steps":["trace[1826702418] 'agreement among raft nodes before linearized reading' (duration: 1.205698453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.011029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.804544Z","time spent":"1.206475232s","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:25.010429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605212963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T14:42:25.011219Z","caller":"traceutil/trace.go:171","msg":"trace[1028687931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25829; }","duration":"1.606050144s","start":"2026-04-28T14:42:23.405159Z","end":"2026-04-28T14:42:25.011209Z","steps":["trace[1028687931] 'agreement among raft nodes before linearized reading' (duration: 1.605227833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.011254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.405153Z","time spent":"1.606091685s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T14:42:25.010475Z","caller":"traceutil/trace.go:171","msg":"trace[1873400321] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"813.426111ms","start":"2026-04-28T14:42:24.197041Z","end":"2026-04-28T14:42:25.010468Z","steps":["trace[1873400321] 'process raft request' (duration: 812.602061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.011392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.197025Z","time spent":"814.294242ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:25.010476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500607262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:25.01149Z","caller":"traceutil/trace.go:171","msg":"trace[1032768799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25829; }","duration":"1.501634977s","start":"2026-04-28T14:42:23.50984Z","end":"2026-04-28T14:42:25.011475Z","steps":["trace[1032768799] 'agreement among raft nodes before linearized reading' (duration: 1.500609961s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.011556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.509829Z","time spent":"1.501696168s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:42:25.010501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.536517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:25.011633Z","caller":"traceutil/trace.go:171","msg":"trace[1548447704] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25829; }","duration":"165.724246ms","start":"2026-04-28T14:42:24.845884Z","end":"2026-04-28T14:42:25.011608Z","steps":["trace[1548447704] 'agreement among raft nodes before linearized reading' (duration: 164.561237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.01052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.965412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:25.0119Z","caller":"traceutil/trace.go:171","msg":"trace[914965175] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25829; }","duration":"531.314835ms","start":"2026-04-28T14:42:24.480504Z","end":"2026-04-28T14:42:25.011819Z","steps":["trace[914965175] 'agreement among raft nodes before linearized reading' (duration: 529.991073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.01056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.153215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:25.012012Z","caller":"traceutil/trace.go:171","msg":"trace[812997086] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25829; }","duration":"582.596121ms","start":"2026-04-28T14:42:24.4294Z","end":"2026-04-28T14:42:25.011996Z","steps":["trace[812997086] 'agreement among raft nodes before linearized reading' (duration: 581.141975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.012091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.429355Z","time spent":"582.722344ms","remote":"127.0.0.1:52026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:25.010164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430638999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:25.011962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:24.480482Z","time spent":"531.462519ms","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:25.012161Z","caller":"traceutil/trace.go:171","msg":"trace[942507825] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25829; }","duration":"1.432653148s","start":"2026-04-28T14:42:23.579482Z","end":"2026-04-28T14:42:25.012135Z","steps":["trace[942507825] 'agreement among raft nodes before linearized reading' (duration: 1.430638419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.012423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.579474Z","time spent":"1.432883104s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:25.010545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588594546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-28T14:42:25.012558Z","caller":"traceutil/trace.go:171","msg":"trace[887890763] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25829; }","duration":"1.590616686s","start":"2026-04-28T14:42:23.421892Z","end":"2026-04-28T14:42:25.012508Z","steps":["trace[887890763] 'agreement among raft nodes before linearized reading' (duration: 1.588426072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:25.012601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:23.421881Z","time spent":"1.590708468s","remote":"127.0.0.1:57924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T14:42:25.914044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.661039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:25.914611Z","caller":"traceutil/trace.go:171","msg":"trace[1545877550] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"899.295753ms","start":"2026-04-28T14:42:25.015274Z","end":"2026-04-28T14:42:25.914569Z","steps":["trace[1545877550] 'process raft request' (duration: 337.013959ms)","trace[1545877550] 'compare' (duration: 560.954192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:25.914755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.015253Z","time spent":"899.458547ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.368892Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016688406s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:26.434448Z","caller":"traceutil/trace.go:171","msg":"trace[2071941792] linearizableReadLoop","detail":"{readStateIndex:26692; appliedIndex:26688; }","duration":"1.418363659s","start":"2026-04-28T14:42:25.016059Z","end":"2026-04-28T14:42:26.434423Z","steps":["trace[2071941792] 'read index received' (duration: 336.21802ms)","trace[2071941792] 'applied index is now lower than readState.Index' (duration: 1.082144829s)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:26.434461Z","caller":"traceutil/trace.go:171","msg":"trace[1645809802] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"1.418850861s","start":"2026-04-28T14:42:25.015566Z","end":"2026-04-28T14:42:26.434417Z","steps":["trace[1645809802] 'process raft request' (duration: 1.353585633s)","trace[1645809802] 'compare' (duration: 64.866028ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:26.434653Z","caller":"traceutil/trace.go:171","msg":"trace[1146597075] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"1.41879822s","start":"2026-04-28T14:42:25.015833Z","end":"2026-04-28T14:42:26.434631Z","steps":["trace[1146597075] 'process raft request' (duration: 1.418550104s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.434692Z","caller":"traceutil/trace.go:171","msg":"trace[1544254324] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"1.419003045s","start":"2026-04-28T14:42:25.015663Z","end":"2026-04-28T14:42:26.434666Z","steps":["trace[1544254324] 'process raft request' (duration: 1.418624026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.434762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.015595Z","time spent":"1.419105808s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.434756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.015544Z","time spent":"1.419079177s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.434802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.015584Z","time spent":"1.419157459s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.434817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418750459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:42:26.434927Z","caller":"traceutil/trace.go:171","msg":"trace[1231209327] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25833; }","duration":"1.418902812s","start":"2026-04-28T14:42:25.016017Z","end":"2026-04-28T14:42:26.43492Z","steps":["trace[1231209327] 'agreement among raft nodes before linearized reading' (duration: 1.418646926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.43495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.016004Z","time spent":"1.418938154s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:42:26.935024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761485,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:42:26.960108Z","caller":"traceutil/trace.go:171","msg":"trace[1128651763] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"1.528187017s","start":"2026-04-28T14:42:25.431893Z","end":"2026-04-28T14:42:26.96008Z","steps":["trace[1128651763] 'process raft request' (duration: 1.527307616s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.960136Z","caller":"traceutil/trace.go:171","msg":"trace[580459587] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"903.6952ms","start":"2026-04-28T14:42:26.056406Z","end":"2026-04-28T14:42:26.960101Z","steps":["trace[580459587] 'process raft request' (duration: 903.555527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.960228Z","caller":"traceutil/trace.go:171","msg":"trace[201436397] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"902.206245ms","start":"2026-04-28T14:42:26.057999Z","end":"2026-04-28T14:42:26.960205Z","steps":["trace[201436397] 'process raft request' (duration: 902.122513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.431857Z","time spent":"1.52831266s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.960303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.056378Z","time spent":"903.830414ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:26.960308Z","caller":"traceutil/trace.go:171","msg":"trace[727276462] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"903.778153ms","start":"2026-04-28T14:42:26.056503Z","end":"2026-04-28T14:42:26.960281Z","steps":["trace[727276462] 'process raft request' (duration: 903.534407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.057989Z","time spent":"902.315917ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.960443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.056495Z","time spent":"903.873595ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:26.960468Z","caller":"traceutil/trace.go:171","msg":"trace[1200411523] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"903.844844ms","start":"2026-04-28T14:42:26.056611Z","end":"2026-04-28T14:42:26.960456Z","steps":["trace[1200411523] 'process raft request' (duration: 903.463915ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.960386Z","caller":"traceutil/trace.go:171","msg":"trace[999163378] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26692; }","duration":"525.847021ms","start":"2026-04-28T14:42:26.434513Z","end":"2026-04-28T14:42:26.96036Z","steps":["trace[999163378] 'read index received' (duration: 524.120399ms)","trace[999163378] 'applied index is now lower than readState.Index' (duration: 1.725212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:26.960528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.056588Z","time spent":"903.910785ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.960543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944338714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:42:26.960582Z","caller":"traceutil/trace.go:171","msg":"trace[2044063513] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25839; }","duration":"1.944390235s","start":"2026-04-28T14:42:25.016184Z","end":"2026-04-28T14:42:26.960574Z","steps":["trace[2044063513] 'agreement among raft nodes before linearized reading' (duration: 1.944243451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.260254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:26.960635Z","caller":"traceutil/trace.go:171","msg":"trace[2097623983] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25839; }","duration":"645.326516ms","start":"2026-04-28T14:42:26.315296Z","end":"2026-04-28T14:42:26.960622Z","steps":["trace[2097623983] 'agreement among raft nodes before linearized reading' (duration: 645.254934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128511923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:26.960677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21213156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:26.9607Z","caller":"traceutil/trace.go:171","msg":"trace[411199597] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25839; }","duration":"1.212200932s","start":"2026-04-28T14:42:25.748493Z","end":"2026-04-28T14:42:26.960694Z","steps":["trace[411199597] 'agreement among raft nodes before linearized reading' (duration: 1.21212663s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.960702Z","caller":"traceutil/trace.go:171","msg":"trace[1593210030] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25839; }","duration":"1.128555894s","start":"2026-04-28T14:42:25.832134Z","end":"2026-04-28T14:42:26.96069Z","steps":["trace[1593210030] 'agreement among raft nodes before linearized reading' (duration: 1.128472882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.748471Z","time spent":"1.212248324s","remote":"127.0.0.1:54158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:26.96073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939803414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:26.960739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.832067Z","time spent":"1.128659948s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:26.960759Z","caller":"traceutil/trace.go:171","msg":"trace[543996145] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"344.653707ms","start":"2026-04-28T14:42:26.616095Z","end":"2026-04-28T14:42:26.960749Z","steps":["trace[543996145] 'process raft request' (duration: 344.071392ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.960765Z","caller":"traceutil/trace.go:171","msg":"trace[1380497532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25839; }","duration":"1.939849884s","start":"2026-04-28T14:42:25.020905Z","end":"2026-04-28T14:42:26.960755Z","steps":["trace[1380497532] 'agreement among raft nodes before linearized reading' (duration: 1.939799822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.020896Z","time spent":"1.939892146s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:42:26.960811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.616061Z","time spent":"344.720049ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:26.960671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.608731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-28T14:42:26.960881Z","caller":"traceutil/trace.go:171","msg":"trace[277086779] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25839; }","duration":"524.839398ms","start":"2026-04-28T14:42:26.436031Z","end":"2026-04-28T14:42:26.960871Z","steps":["trace[277086779] 'agreement among raft nodes before linearized reading' (duration: 524.54075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.315284Z","time spent":"645.373897ms","remote":"127.0.0.1:38998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:26.960859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.316173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:26.960912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.947434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:26.960944Z","caller":"traceutil/trace.go:171","msg":"trace[2128117815] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25839; }","duration":"546.021216ms","start":"2026-04-28T14:42:26.414915Z","end":"2026-04-28T14:42:26.960936Z","steps":["trace[2128117815] 'agreement among raft nodes before linearized reading' (duration: 545.963224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:26.960961Z","caller":"traceutil/trace.go:171","msg":"trace[52758656] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25839; }","duration":"700.476807ms","start":"2026-04-28T14:42:26.260457Z","end":"2026-04-28T14:42:26.960933Z","steps":["trace[52758656] 'agreement among raft nodes before linearized reading' (duration: 700.278042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:26.960979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.414893Z","time spent":"546.078357ms","remote":"127.0.0.1:57892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:26.960904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.436014Z","time spent":"524.882939ms","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T14:42:26.961025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.260433Z","time spent":"700.572528ms","remote":"127.0.0.1:39480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:26.960606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:25.016154Z","time spent":"1.944445776s","remote":"127.0.0.1:57996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T14:42:27.517092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:28.02193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.483804ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:28.022057Z","caller":"traceutil/trace.go:171","msg":"trace[338623437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25839; }","duration":"226.631787ms","start":"2026-04-28T14:42:27.795406Z","end":"2026-04-28T14:42:28.022037Z","steps":["trace[338623437] 'range keys from in-memory index tree' (duration: 226.466234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:28.023284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.979182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:28.023357Z","caller":"traceutil/trace.go:171","msg":"trace[1108400512] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"1.041466213s","start":"2026-04-28T14:42:26.981878Z","end":"2026-04-28T14:42:28.023344Z","steps":["trace[1108400512] 'process raft request' (duration: 558.352057ms)","trace[1108400512] 'compare' (duration: 481.620659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:28.02341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:26.981835Z","time spent":"1.041548175s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:28.593429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053053617s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:28.661642Z","caller":"traceutil/trace.go:171","msg":"trace[902291365] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"1.644374371s","start":"2026-04-28T14:42:27.017236Z","end":"2026-04-28T14:42:28.66161Z","steps":["trace[902291365] 'process raft request' (duration: 1.644195177s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:28.661646Z","caller":"traceutil/trace.go:171","msg":"trace[1555659054] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"1.645022187s","start":"2026-04-28T14:42:27.016571Z","end":"2026-04-28T14:42:28.661593Z","steps":["trace[1555659054] 'process raft request' (duration: 1.577150195s)","trace[1555659054] 'compare' (duration: 67.186065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:28.661795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:27.017225Z","time spent":"1.644485534s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:28.661877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:27.01655Z","time spent":"1.645188352s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:29.267349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.791508ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T14:42:29.268754Z","caller":"traceutil/trace.go:171","msg":"trace[710034062] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"1.803377152s","start":"2026-04-28T14:42:27.465348Z","end":"2026-04-28T14:42:29.268725Z","steps":["trace[710034062] 'process raft request' (duration: 1.802125762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.268898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:27.465322Z","time spent":"1.803497276s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:29.269039Z","caller":"traceutil/trace.go:171","msg":"trace[1278466544] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26698; }","duration":"2.252483556s","start":"2026-04-28T14:42:27.016524Z","end":"2026-04-28T14:42:29.269008Z","steps":["trace[1278466544] 'read index received' (duration: 523.802721ms)","trace[1278466544] 'applied index is now lower than readState.Index' (duration: 1.727907986s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:29.340855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324301385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T14:42:29.340938Z","caller":"traceutil/trace.go:171","msg":"trace[257036772] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25843; }","duration":"2.324439619s","start":"2026-04-28T14:42:27.016479Z","end":"2026-04-28T14:42:29.340918Z","steps":["trace[257036772] 'agreement among raft nodes before linearized reading' (duration: 2.252542548s)","trace[257036772] 'range keys from in-memory index tree' (duration: 71.678904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:29.340982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:27.016457Z","time spent":"2.3245179s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T14:42:29.341305Z","caller":"traceutil/trace.go:171","msg":"trace[1814840588] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"915.1184ms","start":"2026-04-28T14:42:28.426176Z","end":"2026-04-28T14:42:29.341295Z","steps":["trace[1814840588] 'process raft request' (duration: 842.042211ms)","trace[1814840588] 'compare' (duration: 72.748491ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:29.341269Z","caller":"traceutil/trace.go:171","msg":"trace[2144353676] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"373.507892ms","start":"2026-04-28T14:42:28.967732Z","end":"2026-04-28T14:42:29.34124Z","steps":["trace[2144353676] 'process raft request' (duration: 373.40696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.341379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.426149Z","time spent":"915.181951ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:29.341445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.967675Z","time spent":"373.673556ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:29.393803Z","caller":"traceutil/trace.go:171","msg":"trace[59453079] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"425.210778ms","start":"2026-04-28T14:42:28.968562Z","end":"2026-04-28T14:42:29.393772Z","steps":["trace[59453079] 'process raft request' (duration: 424.997963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.393977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.968538Z","time spent":"425.349052ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:29.394226Z","caller":"traceutil/trace.go:171","msg":"trace[1893466373] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"424.557262ms","start":"2026-04-28T14:42:28.969639Z","end":"2026-04-28T14:42:29.394196Z","steps":["trace[1893466373] 'process raft request' (duration: 424.0831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.39437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.969596Z","time spent":"424.692635ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:29.394551Z","caller":"traceutil/trace.go:171","msg":"trace[1933950513] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"424.735366ms","start":"2026-04-28T14:42:28.969802Z","end":"2026-04-28T14:42:29.394537Z","steps":["trace[1933950513] 'process raft request' (duration: 424.296645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:29.394617Z","caller":"traceutil/trace.go:171","msg":"trace[1065697419] linearizableReadLoop","detail":"{readStateIndex:26709; appliedIndex:26703; }","duration":"125.497812ms","start":"2026-04-28T14:42:29.269106Z","end":"2026-04-28T14:42:29.394604Z","steps":["trace[1065697419] 'read index received' (duration: 47.78337ms)","trace[1065697419] 'applied index is now lower than readState.Index' (duration: 77.713841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:29.394682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.969752Z","time spent":"424.841488ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:29.39477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.038507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T14:42:29.394796Z","caller":"traceutil/trace.go:171","msg":"trace[1831365025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25849; }","duration":"955.110349ms","start":"2026-04-28T14:42:28.439679Z","end":"2026-04-28T14:42:29.394789Z","steps":["trace[1831365025] 'agreement among raft nodes before linearized reading' (duration: 954.992536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.394816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.43967Z","time spent":"955.14169ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:29.39486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.023362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T14:42:29.3949Z","caller":"traceutil/trace.go:171","msg":"trace[1314849296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25849; }","duration":"956.113073ms","start":"2026-04-28T14:42:28.438776Z","end":"2026-04-28T14:42:29.394889Z","steps":["trace[1314849296] 'agreement among raft nodes before linearized reading' (duration: 956.011681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.394935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.438756Z","time spent":"956.173095ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:29.395007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475092007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T14:42:29.39501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.640686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T14:42:29.395032Z","caller":"traceutil/trace.go:171","msg":"trace[1295149200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25849; }","duration":"1.475153359s","start":"2026-04-28T14:42:27.919873Z","end":"2026-04-28T14:42:29.395026Z","steps":["trace[1295149200] 'agreement among raft nodes before linearized reading' (duration: 1.475084717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.395053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:27.919854Z","time spent":"1.475195279s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T14:42:29.395047Z","caller":"traceutil/trace.go:171","msg":"trace[116743565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25849; }","duration":"956.709528ms","start":"2026-04-28T14:42:28.438326Z","end":"2026-04-28T14:42:29.395036Z","steps":["trace[116743565] 'agreement among raft nodes before linearized reading' (duration: 956.579635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.395099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.438312Z","time spent":"956.761629ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:42:29.395119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370806844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:29.395114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.853813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277884"} {"level":"info","ts":"2026-04-28T14:42:29.395344Z","caller":"traceutil/trace.go:171","msg":"trace[1291298858] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25849; }","duration":"944.1248ms","start":"2026-04-28T14:42:28.451206Z","end":"2026-04-28T14:42:29.395331Z","steps":["trace[1291298858] 'agreement among raft nodes before linearized reading' (duration: 943.449423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:29.395138Z","caller":"traceutil/trace.go:171","msg":"trace[825714564] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25849; }","duration":"2.370845445s","start":"2026-04-28T14:42:27.024284Z","end":"2026-04-28T14:42:29.39513Z","steps":["trace[825714564] 'agreement among raft nodes before linearized reading' (duration: 2.370812323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.395392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.451193Z","time spent":"944.191452ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277907,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T14:42:29.395393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:27.024276Z","time spent":"2.371102641s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T14:42:29.39476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109884018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:29.39549Z","caller":"traceutil/trace.go:171","msg":"trace[614719470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25849; }","duration":"1.110634507s","start":"2026-04-28T14:42:28.284825Z","end":"2026-04-28T14:42:29.39546Z","steps":["trace[614719470] 'agreement among raft nodes before linearized reading' (duration: 1.109888098s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:29.395203Z","caller":"traceutil/trace.go:171","msg":"trace[2027477696] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"425.192138ms","start":"2026-04-28T14:42:28.969999Z","end":"2026-04-28T14:42:29.395191Z","steps":["trace[2027477696] 'process raft request' (duration: 424.48373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.395801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.969982Z","time spent":"425.609648ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:29.395808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.284802Z","time spent":"1.110968375s","remote":"127.0.0.1:39926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:29.395245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.897688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:29.395956Z","caller":"traceutil/trace.go:171","msg":"trace[1223873587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25849; }","duration":"210.655986ms","start":"2026-04-28T14:42:29.185291Z","end":"2026-04-28T14:42:29.395947Z","steps":["trace[1223873587] 'agreement among raft nodes before linearized reading' (duration: 209.913898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.395274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.749268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:29.396103Z","caller":"traceutil/trace.go:171","msg":"trace[152572982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25849; }","duration":"885.601688ms","start":"2026-04-28T14:42:28.510494Z","end":"2026-04-28T14:42:29.396096Z","steps":["trace[152572982] 'agreement among raft nodes before linearized reading' (duration: 884.759767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:29.396121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:28.510477Z","time spent":"885.638509ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:42:30.068327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.286272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:30.06841Z","caller":"traceutil/trace.go:171","msg":"trace[238580365] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26709; }","duration":"673.748342ms","start":"2026-04-28T14:42:29.39465Z","end":"2026-04-28T14:42:30.068398Z","steps":["trace[238580365] 'read index received' (duration: 60.249645ms)","trace[238580365] 'applied index is now lower than readState.Index' (duration: 613.497457ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:30.068489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.619568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:30.068466Z","caller":"traceutil/trace.go:171","msg":"trace[401733942] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"722.946326ms","start":"2026-04-28T14:42:29.345487Z","end":"2026-04-28T14:42:30.068433Z","steps":["trace[401733942] 'process raft request' (duration: 109.48009ms)","trace[401733942] 'compare' (duration: 612.578935ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:30.068509Z","caller":"traceutil/trace.go:171","msg":"trace[1470749115] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25850; }","duration":"704.67804ms","start":"2026-04-28T14:42:29.36382Z","end":"2026-04-28T14:42:30.068498Z","steps":["trace[1470749115] 'agreement among raft nodes before linearized reading' (duration: 704.627008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:30.06862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.345466Z","time spent":"723.07366ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:30.068786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.363796Z","time spent":"704.855534ms","remote":"127.0.0.1:57954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:30.568614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:31.06969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:31.141523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.686739368s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:31.160069Z","caller":"traceutil/trace.go:171","msg":"trace[413153279] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"1.76155714s","start":"2026-04-28T14:42:29.398483Z","end":"2026-04-28T14:42:31.16004Z","steps":["trace[413153279] 'process raft request' (duration: 1.743288762s)","trace[413153279] 'compare' (duration: 17.189481ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:31.160786Z","caller":"traceutil/trace.go:171","msg":"trace[356561116] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"1.761174751s","start":"2026-04-28T14:42:29.3996Z","end":"2026-04-28T14:42:31.160775Z","steps":["trace[356561116] 'process raft request' (duration: 1.761001666s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:31.16043Z","caller":"traceutil/trace.go:171","msg":"trace[641047900] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"1.761316224s","start":"2026-04-28T14:42:29.399078Z","end":"2026-04-28T14:42:31.160395Z","steps":["trace[641047900] 'process raft request' (duration: 1.760904594s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.160877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.399567Z","time spent":"1.761263083s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:31.160866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.398474Z","time spent":"1.762271137s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:31.160665Z","caller":"traceutil/trace.go:171","msg":"trace[1785556932] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"1.761206672s","start":"2026-04-28T14:42:29.399443Z","end":"2026-04-28T14:42:31.160649Z","steps":["trace[1785556932] 'process raft request' (duration: 1.760841753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.161028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.399073Z","time spent":"1.761846117s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:31.161058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.399416Z","time spent":"1.761548549s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:31.202401Z","caller":"traceutil/trace.go:171","msg":"trace[862052029] linearizableReadLoop","detail":"{readStateIndex:26717; appliedIndex:26710; }","duration":"1.133953807s","start":"2026-04-28T14:42:30.068424Z","end":"2026-04-28T14:42:31.202378Z","steps":["trace[862052029] 'read index received' (duration: 1.073320643s)","trace[862052029] 'applied index is now lower than readState.Index' (duration: 60.632384ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:31.202472Z","caller":"traceutil/trace.go:171","msg":"trace[2084703970] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"533.829517ms","start":"2026-04-28T14:42:30.668599Z","end":"2026-04-28T14:42:31.202429Z","steps":["trace[2084703970] 'process raft request' (duration: 533.713195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.202555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804693607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:31.202555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802870842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:31.20258Z","caller":"traceutil/trace.go:171","msg":"trace[1364488992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25857; }","duration":"1.804755198s","start":"2026-04-28T14:42:29.397817Z","end":"2026-04-28T14:42:31.202572Z","steps":["trace[1364488992] 'agreement among raft nodes before linearized reading' (duration: 1.804666076s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:31.202595Z","caller":"traceutil/trace.go:171","msg":"trace[1584388000] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25857; }","duration":"1.802930893s","start":"2026-04-28T14:42:29.399651Z","end":"2026-04-28T14:42:31.202582Z","steps":["trace[1584388000] 'agreement among raft nodes before linearized reading' (duration: 1.80279671s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.202607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.397798Z","time spent":"1.804804599s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:42:31.202602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761514979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:31.202618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.399632Z","time spent":"1.802980944s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T14:42:31.202582Z","caller":"traceutil/trace.go:171","msg":"trace[127642995] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"533.754556ms","start":"2026-04-28T14:42:30.668783Z","end":"2026-04-28T14:42:31.202538Z","steps":["trace[127642995] 'process raft request' (duration: 533.561391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:31.202649Z","caller":"traceutil/trace.go:171","msg":"trace[1555356860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25857; }","duration":"1.761658112s","start":"2026-04-28T14:42:29.440977Z","end":"2026-04-28T14:42:31.202635Z","steps":["trace[1555356860] 'agreement among raft nodes before linearized reading' (duration: 1.761442537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.202675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:29.440949Z","time spent":"1.761720933s","remote":"127.0.0.1:35442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:31.202722Z","caller":"traceutil/trace.go:171","msg":"trace[1313386262] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"1.173498235s","start":"2026-04-28T14:42:30.029207Z","end":"2026-04-28T14:42:31.202705Z","steps":["trace[1313386262] 'process raft request' (duration: 1.172964442s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.202778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.029173Z","time spent":"1.173578617s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:31.20277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.668745Z","time spent":"533.924499ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:31.202674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.668565Z","time spent":"534.019052ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:31.202877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09566233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T14:42:31.202938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.570755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:31.202944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.049384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:31.202963Z","caller":"traceutil/trace.go:171","msg":"trace[1650397338] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25857; }","duration":"630.608346ms","start":"2026-04-28T14:42:30.572346Z","end":"2026-04-28T14:42:31.202954Z","steps":["trace[1650397338] 'agreement among raft nodes before linearized reading' (duration: 630.569585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:31.202972Z","caller":"traceutil/trace.go:171","msg":"trace[1479133109] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25857; }","duration":"474.135195ms","start":"2026-04-28T14:42:30.728826Z","end":"2026-04-28T14:42:31.202961Z","steps":["trace[1479133109] 'agreement among raft nodes before linearized reading' (duration: 474.088284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.202983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.572332Z","time spent":"630.646997ms","remote":"127.0.0.1:39290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:31.202962Z","caller":"traceutil/trace.go:171","msg":"trace[1649278378] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25857; }","duration":"1.095769763s","start":"2026-04-28T14:42:30.107163Z","end":"2026-04-28T14:42:31.202933Z","steps":["trace[1649278378] 'agreement among raft nodes before linearized reading' (duration: 1.095643959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.202994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.728794Z","time spent":"474.194087ms","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:31.203033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.249337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:31.203039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.107138Z","time spent":"1.095874694s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T14:42:31.203067Z","caller":"traceutil/trace.go:171","msg":"trace[2005678948] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25857; }","duration":"641.337769ms","start":"2026-04-28T14:42:30.561719Z","end":"2026-04-28T14:42:31.203057Z","steps":["trace[2005678948] 'agreement among raft nodes before linearized reading' (duration: 641.289167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.203094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.561685Z","time spent":"641.4036ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:31.202989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.066144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:31.203173Z","caller":"traceutil/trace.go:171","msg":"trace[1136971754] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25857; }","duration":"858.308009ms","start":"2026-04-28T14:42:30.344853Z","end":"2026-04-28T14:42:31.203161Z","steps":["trace[1136971754] 'agreement among raft nodes before linearized reading' (duration: 858.093044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.203213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.344822Z","time spent":"858.379601ms","remote":"127.0.0.1:39948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:31.203248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.617283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-28T14:42:31.203281Z","caller":"traceutil/trace.go:171","msg":"trace[166129207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25857; }","duration":"397.648184ms","start":"2026-04-28T14:42:30.805623Z","end":"2026-04-28T14:42:31.203271Z","steps":["trace[166129207] 'agreement among raft nodes before linearized reading' (duration: 397.50057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.203308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:30.80554Z","time spent":"397.762726ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T14:42:31.774973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.754475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:31.775113Z","caller":"traceutil/trace.go:171","msg":"trace[1333287965] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26717; }","duration":"563.039652ms","start":"2026-04-28T14:42:31.212052Z","end":"2026-04-28T14:42:31.775091Z","steps":["trace[1333287965] 'read index received' (duration: 75.972119ms)","trace[1333287965] 'applied index is now lower than readState.Index' (duration: 487.065593ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:31.775205Z","caller":"traceutil/trace.go:171","msg":"trace[1199476250] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"564.461726ms","start":"2026-04-28T14:42:31.210729Z","end":"2026-04-28T14:42:31.775191Z","steps":["trace[1199476250] 'process raft request' (duration: 77.369493ms)","trace[1199476250] 'compare' (duration: 486.206042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:31.775275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.210715Z","time spent":"564.526098ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:31.775487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.393481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:31.775596Z","caller":"traceutil/trace.go:171","msg":"trace[1854540225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25858; }","duration":"563.565744ms","start":"2026-04-28T14:42:31.212007Z","end":"2026-04-28T14:42:31.775573Z","steps":["trace[1854540225] 'agreement among raft nodes before linearized reading' (duration: 563.301338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:31.775818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.21199Z","time spent":"563.648117ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:42:32.235477Z","caller":"traceutil/trace.go:171","msg":"trace[930843525] transaction","detail":"{read_only:false; response_revision:25859; number_of_response:1; }","duration":"887.972646ms","start":"2026-04-28T14:42:31.347454Z","end":"2026-04-28T14:42:32.235426Z","steps":["trace[930843525] 'process raft request' (duration: 846.261116ms)","trace[930843525] 'compare' (duration: 40.332456ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:32.235625Z","caller":"traceutil/trace.go:171","msg":"trace[1027042429] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"834.574568ms","start":"2026-04-28T14:42:31.401005Z","end":"2026-04-28T14:42:32.23558Z","steps":["trace[1027042429] 'process raft request' (duration: 834.444335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:32.235833Z","caller":"traceutil/trace.go:171","msg":"trace[554044753] transaction","detail":"{read_only:false; response_revision:25860; number_of_response:1; }","duration":"837.090031ms","start":"2026-04-28T14:42:31.398711Z","end":"2026-04-28T14:42:32.235801Z","steps":["trace[554044753] 'process raft request' (duration: 836.471345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:32.235871Z","caller":"traceutil/trace.go:171","msg":"trace[1854743007] linearizableReadLoop","detail":"{readStateIndex:26723; appliedIndex:26718; }","duration":"460.690257ms","start":"2026-04-28T14:42:31.775144Z","end":"2026-04-28T14:42:32.235835Z","steps":["trace[1854743007] 'read index received' (duration: 418.554886ms)","trace[1854743007] 'applied index is now lower than readState.Index' (duration: 42.133681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:32.23593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.398668Z","time spent":"837.209833ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:32.235889Z","caller":"traceutil/trace.go:171","msg":"trace[2003436027] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"835.586904ms","start":"2026-04-28T14:42:31.400242Z","end":"2026-04-28T14:42:32.235829Z","steps":["trace[2003436027] 'process raft request' (duration: 835.151213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.400988Z","time spent":"834.803784ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:32.236111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.027816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:32.236104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.234986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:32.236104Z","caller":"traceutil/trace.go:171","msg":"trace[876965703] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"834.471866ms","start":"2026-04-28T14:42:31.401605Z","end":"2026-04-28T14:42:32.236077Z","steps":["trace[876965703] 'process raft request' (duration: 833.887451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:32.236151Z","caller":"traceutil/trace.go:171","msg":"trace[574859457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25863; }","duration":"459.109309ms","start":"2026-04-28T14:42:31.777029Z","end":"2026-04-28T14:42:32.236139Z","steps":["trace[574859457] 'agreement among raft nodes before linearized reading' (duration: 459.038647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.628517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:32.236133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.877014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T14:42:32.236188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.777008Z","time spent":"459.17331ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:42:32.236182Z","caller":"traceutil/trace.go:171","msg":"trace[1635949498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25863; }","duration":"815.330408ms","start":"2026-04-28T14:42:31.420827Z","end":"2026-04-28T14:42:32.236158Z","steps":["trace[1635949498] 'agreement among raft nodes before linearized reading' (duration: 815.044371ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:32.236207Z","caller":"traceutil/trace.go:171","msg":"trace[1669411454] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25863; }","duration":"813.74315ms","start":"2026-04-28T14:42:31.422442Z","end":"2026-04-28T14:42:32.236185Z","steps":["trace[1669411454] 'agreement among raft nodes before linearized reading' (duration: 813.610637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:32.236222Z","caller":"traceutil/trace.go:171","msg":"trace[93786366] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25863; }","duration":"504.034098ms","start":"2026-04-28T14:42:31.732167Z","end":"2026-04-28T14:42:32.236202Z","steps":["trace[93786366] 'agreement among raft nodes before linearized reading' (duration: 503.69082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.420755Z","time spent":"815.464581ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T14:42:32.236245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.40159Z","time spent":"834.58913ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:32.236276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.73214Z","time spent":"504.12061ms","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:32.23633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.809875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T14:42:32.236353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019180778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T14:42:32.236375Z","caller":"traceutil/trace.go:171","msg":"trace[700608687] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25863; }","duration":"162.891097ms","start":"2026-04-28T14:42:32.073468Z","end":"2026-04-28T14:42:32.236359Z","steps":["trace[700608687] 'agreement among raft nodes before linearized reading' (duration: 162.699722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:32.23639Z","caller":"traceutil/trace.go:171","msg":"trace[1026092113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25863; }","duration":"1.019244689s","start":"2026-04-28T14:42:31.21713Z","end":"2026-04-28T14:42:32.236375Z","steps":["trace[1026092113] 'agreement among raft nodes before linearized reading' (duration: 1.019095696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.217113Z","time spent":"1.01930399s","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T14:42:32.236447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.388156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T14:42:32.23648Z","caller":"traceutil/trace.go:171","msg":"trace[2123326645] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25863; }","duration":"410.420877ms","start":"2026-04-28T14:42:31.82605Z","end":"2026-04-28T14:42:32.236471Z","steps":["trace[2123326645] 'agreement among raft nodes before linearized reading' (duration: 410.308154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.826032Z","time spent":"410.462397ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T14:42:32.236123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00005997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:32.236551Z","caller":"traceutil/trace.go:171","msg":"trace[1531080051] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25863; }","duration":"1.00050413s","start":"2026-04-28T14:42:31.23603Z","end":"2026-04-28T14:42:32.236534Z","steps":["trace[1531080051] 'agreement among raft nodes before linearized reading' (duration: 999.958227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.833171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-28T14:42:32.236619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.235983Z","time spent":"1.000617163s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":54,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:32.236642Z","caller":"traceutil/trace.go:171","msg":"trace[1991861560] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25863; }","duration":"325.074667ms","start":"2026-04-28T14:42:31.911557Z","end":"2026-04-28T14:42:32.236631Z","steps":["trace[1991861560] 'agreement among raft nodes before linearized reading' (duration: 324.774899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:32.236115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.400229Z","time spent":"835.759778ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:32.236687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.911532Z","time spent":"325.143629ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-28T14:42:32.236267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.42243Z","time spent":"813.823912ms","remote":"127.0.0.1:38856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:32.239397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:31.34743Z","time spent":"888.14787ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:33.033087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.43798ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T14:42:33.033202Z","caller":"traceutil/trace.go:171","msg":"trace[810309048] linearizableReadLoop","detail":"{readStateIndex:26724; appliedIndex:26723; }","duration":"793.058512ms","start":"2026-04-28T14:42:32.240124Z","end":"2026-04-28T14:42:33.033183Z","steps":["trace[810309048] 'read index received' (duration: 388.453119ms)","trace[810309048] 'applied index is now lower than readState.Index' (duration: 404.603403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:33.033287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.238708Z","time spent":"794.572519ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T14:42:33.033398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.273648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13bf5713-5914-483e-95ce-bc74cae9ca6b\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T14:42:33.033428Z","caller":"traceutil/trace.go:171","msg":"trace[1010715355] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13bf5713-5914-483e-95ce-bc74cae9ca6b; range_end:; response_count:1; response_revision:25863; }","duration":"793.37353ms","start":"2026-04-28T14:42:32.240045Z","end":"2026-04-28T14:42:33.033418Z","steps":["trace[1010715355] 'agreement among raft nodes before linearized reading' (duration: 793.212756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:33.03346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.240023Z","time spent":"793.430142ms","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-13bf5713-5914-483e-95ce-bc74cae9ca6b\" "} {"level":"warn","ts":"2026-04-28T14:42:33.034526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.473515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:33.034597Z","caller":"traceutil/trace.go:171","msg":"trace[810933295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25864; }","duration":"789.575837ms","start":"2026-04-28T14:42:32.245007Z","end":"2026-04-28T14:42:33.034583Z","steps":["trace[810933295] 'agreement among raft nodes before linearized reading' (duration: 789.436014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:33.034585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.877642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:33.034587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.694314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:33.034633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.244994Z","time spent":"789.624999ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:42:33.034645Z","caller":"traceutil/trace.go:171","msg":"trace[306252375] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25864; }","duration":"786.969723ms","start":"2026-04-28T14:42:32.247659Z","end":"2026-04-28T14:42:33.034629Z","steps":["trace[306252375] 'agreement among raft nodes before linearized reading' (duration: 786.84855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:33.034652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.313127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T14:42:33.034666Z","caller":"traceutil/trace.go:171","msg":"trace[1927997902] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25864; }","duration":"428.816927ms","start":"2026-04-28T14:42:32.605824Z","end":"2026-04-28T14:42:33.034641Z","steps":["trace[1927997902] 'agreement among raft nodes before linearized reading' (duration: 428.668123ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:33.034734Z","caller":"traceutil/trace.go:171","msg":"trace[1674272526] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25864; }","duration":"768.450241ms","start":"2026-04-28T14:42:32.26626Z","end":"2026-04-28T14:42:33.034711Z","steps":["trace[1674272526] 'agreement among raft nodes before linearized reading' (duration: 768.212746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:33.034783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.266233Z","time spent":"768.540953ms","remote":"127.0.0.1:57846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T14:42:33.034787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.91126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T14:42:33.034901Z","caller":"traceutil/trace.go:171","msg":"trace[364494480] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25864; }","duration":"159.087054ms","start":"2026-04-28T14:42:32.87579Z","end":"2026-04-28T14:42:33.034877Z","steps":["trace[364494480] 'agreement among raft nodes before linearized reading' (duration: 158.667904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:33.034736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.605791Z","time spent":"428.93245ms","remote":"127.0.0.1:54126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:33.034853Z","caller":"traceutil/trace.go:171","msg":"trace[1964150266] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"788.498711ms","start":"2026-04-28T14:42:32.246008Z","end":"2026-04-28T14:42:33.034507Z","steps":["trace[1964150266] 'process raft request' (duration: 787.926247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:33.035403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.245984Z","time spent":"789.24895ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:33.034681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:32.247653Z","time spent":"787.020985ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T14:42:33.774305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:34.433733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267900735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T14:42:34.433794Z","caller":"traceutil/trace.go:171","msg":"trace[1078515667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25865; }","duration":"1.268021949s","start":"2026-04-28T14:42:33.16576Z","end":"2026-04-28T14:42:34.433782Z","steps":["trace[1078515667] 'range keys from in-memory index tree' (duration: 1.26769076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.433821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.165728Z","time spent":"1.26808738s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:34.433958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267970077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T14:42:34.434027Z","caller":"traceutil/trace.go:171","msg":"trace[1560409145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25865; }","duration":"1.26811465s","start":"2026-04-28T14:42:33.165894Z","end":"2026-04-28T14:42:34.434009Z","steps":["trace[1560409145] 'range keys from in-memory index tree' (duration: 1.267737152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.434067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.165849Z","time spent":"1.268209493s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:34.434462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268344507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:42:34.43452Z","caller":"traceutil/trace.go:171","msg":"trace[1199881254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25865; }","duration":"1.268461739s","start":"2026-04-28T14:42:33.166043Z","end":"2026-04-28T14:42:34.434505Z","steps":["trace[1199881254] 'range keys from in-memory index tree' (duration: 1.267420064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.434521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26853427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T14:42:34.43456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.166019Z","time spent":"1.26852356s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T14:42:34.434568Z","caller":"traceutil/trace.go:171","msg":"trace[187469755] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25865; }","duration":"1.268618862s","start":"2026-04-28T14:42:33.165935Z","end":"2026-04-28T14:42:34.434554Z","steps":["trace[187469755] 'range keys from in-memory index tree' (duration: 1.267541807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.434606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.165918Z","time spent":"1.268679654s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:42:34.434679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.001539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:34.434825Z","caller":"traceutil/trace.go:171","msg":"trace[336361051] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"1.225843467s","start":"2026-04-28T14:42:33.208974Z","end":"2026-04-28T14:42:34.434818Z","steps":["trace[336361051] 'process raft request' (duration: 1.225752324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.434864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.208953Z","time spent":"1.225888808s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.434858Z","caller":"traceutil/trace.go:171","msg":"trace[1037764034] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"1.226157294s","start":"2026-04-28T14:42:33.208676Z","end":"2026-04-28T14:42:34.434833Z","steps":["trace[1037764034] 'process raft request' (duration: 803.948229ms)","trace[1037764034] 'compare' (duration: 421.557758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:34.434977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.208639Z","time spent":"1.226272977s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.435027Z","caller":"traceutil/trace.go:171","msg":"trace[448313020] linearizableReadLoop","detail":"{readStateIndex:26729; appliedIndex:26726; }","duration":"1.161113583s","start":"2026-04-28T14:42:33.273905Z","end":"2026-04-28T14:42:34.435019Z","steps":["trace[448313020] 'read index received' (duration: 738.695892ms)","trace[448313020] 'applied index is now lower than readState.Index' (duration: 422.416871ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:34.435091Z","caller":"traceutil/trace.go:171","msg":"trace[1653274458] transaction","detail":"{read_only:false; response_revision:25868; number_of_response:1; }","duration":"1.225458878s","start":"2026-04-28T14:42:33.209621Z","end":"2026-04-28T14:42:34.43508Z","steps":["trace[1653274458] 'process raft request' (duration: 1.225164771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.435139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.209606Z","time spent":"1.225505939s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:34.436563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161268856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:34.436612Z","caller":"traceutil/trace.go:171","msg":"trace[190392042] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25868; }","duration":"1.162795643s","start":"2026-04-28T14:42:33.273808Z","end":"2026-04-28T14:42:34.436604Z","steps":["trace[190392042] 'agreement among raft nodes before linearized reading' (duration: 1.161317187s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.436638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.273777Z","time spent":"1.162852134s","remote":"127.0.0.1:57860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:34.495854Z","caller":"traceutil/trace.go:171","msg":"trace[1984026239] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"252.833498ms","start":"2026-04-28T14:42:34.242996Z","end":"2026-04-28T14:42:34.495829Z","steps":["trace[1984026239] 'process raft request' (duration: 252.637654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:34.94295Z","caller":"traceutil/trace.go:171","msg":"trace[1048389179] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"699.679198ms","start":"2026-04-28T14:42:34.243233Z","end":"2026-04-28T14:42:34.942912Z","steps":["trace[1048389179] 'process raft request' (duration: 699.239327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.943146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.243211Z","time spent":"699.827501ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.943138Z","caller":"traceutil/trace.go:171","msg":"trace[1708316895] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"594.934033ms","start":"2026-04-28T14:42:34.34815Z","end":"2026-04-28T14:42:34.943084Z","steps":["trace[1708316895] 'process raft request' (duration: 594.80292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.943403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.348121Z","time spent":"595.134488ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.943446Z","caller":"traceutil/trace.go:171","msg":"trace[2147300962] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"700.024885ms","start":"2026-04-28T14:42:34.243407Z","end":"2026-04-28T14:42:34.943432Z","steps":["trace[2147300962] 'process raft request' (duration: 699.343919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.943506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.243399Z","time spent":"700.075137ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.943469Z","caller":"traceutil/trace.go:171","msg":"trace[606812299] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"699.634966ms","start":"2026-04-28T14:42:34.243794Z","end":"2026-04-28T14:42:34.943429Z","steps":["trace[606812299] 'process raft request' (duration: 699.030081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:34.943636Z","caller":"traceutil/trace.go:171","msg":"trace[54750277] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"503.750001ms","start":"2026-04-28T14:42:34.439874Z","end":"2026-04-28T14:42:34.943624Z","steps":["trace[54750277] 'process raft request' (duration: 503.141526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:34.943655Z","caller":"traceutil/trace.go:171","msg":"trace[742660695] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"503.740581ms","start":"2026-04-28T14:42:34.439884Z","end":"2026-04-28T14:42:34.943624Z","steps":["trace[742660695] 'process raft request' (duration: 503.498585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.943673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.243784Z","time spent":"699.841841ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.943676Z","caller":"traceutil/trace.go:171","msg":"trace[1961241367] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"501.871685ms","start":"2026-04-28T14:42:34.441766Z","end":"2026-04-28T14:42:34.943638Z","steps":["trace[1961241367] 'process raft request' (duration: 501.779183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:34.94358Z","caller":"traceutil/trace.go:171","msg":"trace[574716938] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"698.515148ms","start":"2026-04-28T14:42:34.245051Z","end":"2026-04-28T14:42:34.943566Z","steps":["trace[574716938] 'process raft request' (duration: 697.839632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.943837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.439856Z","time spent":"503.828883ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:34.943858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.439865Z","time spent":"503.891125ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:34.943906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.245041Z","time spent":"698.818995ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:34.943912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.441743Z","time spent":"502.053139ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.943928Z","caller":"traceutil/trace.go:171","msg":"trace[1107833144] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"477.342944ms","start":"2026-04-28T14:42:34.466555Z","end":"2026-04-28T14:42:34.943898Z","steps":["trace[1107833144] 'process raft request' (duration: 477.029647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:34.94391Z","caller":"traceutil/trace.go:171","msg":"trace[1282051557] linearizableReadLoop","detail":"{readStateIndex:26735; appliedIndex:26729; }","duration":"508.832105ms","start":"2026-04-28T14:42:34.435046Z","end":"2026-04-28T14:42:34.943878Z","steps":["trace[1282051557] 'read index received' (duration: 60.695255ms)","trace[1282051557] 'applied index is now lower than readState.Index' (duration: 448.13446ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:34.944026Z","caller":"traceutil/trace.go:171","msg":"trace[669813774] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"503.874154ms","start":"2026-04-28T14:42:34.439958Z","end":"2026-04-28T14:42:34.943832Z","steps":["trace[669813774] 'process raft request' (duration: 503.544716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.944121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433412806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:34.944109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.466532Z","time spent":"477.478018ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:34.944169Z","caller":"traceutil/trace.go:171","msg":"trace[1269076633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25879; }","duration":"1.433456838s","start":"2026-04-28T14:42:33.510699Z","end":"2026-04-28T14:42:34.944156Z","steps":["trace[1269076633] 'agreement among raft nodes before linearized reading' (duration: 1.433268843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.944207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.510628Z","time spent":"1.433572681s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:42:34.944319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.43995Z","time spent":"504.180832ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:34.944076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.449848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:34.94436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626658207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T14:42:34.944451Z","caller":"traceutil/trace.go:171","msg":"trace[991016008] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25879; }","duration":"877.848957ms","start":"2026-04-28T14:42:34.066588Z","end":"2026-04-28T14:42:34.944437Z","steps":["trace[991016008] 'agreement among raft nodes before linearized reading' (duration: 877.413427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.944546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.066575Z","time spent":"877.91564ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:34.944066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.631148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:34.9446Z","caller":"traceutil/trace.go:171","msg":"trace[134214264] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25879; }","duration":"1.62678264s","start":"2026-04-28T14:42:33.317661Z","end":"2026-04-28T14:42:34.944444Z","steps":["trace[134214264] 'agreement among raft nodes before linearized reading' (duration: 1.62636456s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:34.944625Z","caller":"traceutil/trace.go:171","msg":"trace[1280186874] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25879; }","duration":"924.229482ms","start":"2026-04-28T14:42:34.020373Z","end":"2026-04-28T14:42:34.944603Z","steps":["trace[1280186874] 'agreement among raft nodes before linearized reading' (duration: 923.561326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:34.944688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:34.020339Z","time spent":"924.329136ms","remote":"127.0.0.1:35412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:34.944716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:33.31765Z","time spent":"1.627038297s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T14:42:35.608019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:36.10869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761562,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:36.164945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121657765s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:36.165683Z","caller":"traceutil/trace.go:171","msg":"trace[1086348474] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"1.122373082s","start":"2026-04-28T14:42:35.043154Z","end":"2026-04-28T14:42:36.165527Z","steps":["trace[1086348474] 'process raft request' (duration: 1.121974083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:36.167774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:35.043132Z","time spent":"1.123120552s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:36.406234Z","caller":"traceutil/trace.go:171","msg":"trace[966345934] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26741; }","duration":"1.298554876s","start":"2026-04-28T14:42:35.107647Z","end":"2026-04-28T14:42:36.406202Z","steps":["trace[966345934] 'read index received' (duration: 1.057584047s)","trace[966345934] 'applied index is now lower than readState.Index' (duration: 240.968969ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:36.406406Z","caller":"traceutil/trace.go:171","msg":"trace[121965489] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.328177061s","start":"2026-04-28T14:42:35.078215Z","end":"2026-04-28T14:42:36.406392Z","steps":["trace[121965489] 'process raft request' (duration: 1.235472262s)","trace[121965489] 'compare' (duration: 92.264779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:36.406541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:35.078197Z","time spent":"1.328249033s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:36.406685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298980866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:36.406738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.05227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:36.406821Z","caller":"traceutil/trace.go:171","msg":"trace[207386899] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25882; }","duration":"1.299134569s","start":"2026-04-28T14:42:35.107641Z","end":"2026-04-28T14:42:36.406776Z","steps":["trace[207386899] 'agreement among raft nodes before linearized reading' (duration: 1.298925714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:36.406809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.645007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T14:42:36.406888Z","caller":"traceutil/trace.go:171","msg":"trace[280937961] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25882; }","duration":"121.77773ms","start":"2026-04-28T14:42:36.285091Z","end":"2026-04-28T14:42:36.406869Z","steps":["trace[280937961] 'agreement among raft nodes before linearized reading' (duration: 121.487523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:36.406903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:35.107605Z","time spent":"1.299261113s","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:36.406978Z","caller":"traceutil/trace.go:171","msg":"trace[1286946072] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25882; }","duration":"853.203324ms","start":"2026-04-28T14:42:35.553597Z","end":"2026-04-28T14:42:36.406801Z","steps":["trace[1286946072] 'agreement among raft nodes before linearized reading' (duration: 852.958888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:36.407082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:35.553577Z","time spent":"853.476142ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:36.407082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.887901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T14:42:36.407237Z","caller":"traceutil/trace.go:171","msg":"trace[968353279] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25882; }","duration":"128.077715ms","start":"2026-04-28T14:42:36.279139Z","end":"2026-04-28T14:42:36.407217Z","steps":["trace[968353279] 'agreement among raft nodes before linearized reading' (duration: 127.453439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:37.008586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:37.509424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:38.009656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:38.230087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185612702s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T14:42:38.323665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.697146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:38.323926Z","caller":"traceutil/trace.go:171","msg":"trace[1825377994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25882; }","duration":"529.982933ms","start":"2026-04-28T14:42:37.793909Z","end":"2026-04-28T14:42:38.323892Z","steps":["trace[1825377994] 'range keys from in-memory index tree' (duration: 529.670325ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:38.324977Z","caller":"traceutil/trace.go:171","msg":"trace[1362768619] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.884492449s","start":"2026-04-28T14:42:36.440458Z","end":"2026-04-28T14:42:38.324951Z","steps":["trace[1362768619] 'process raft request' (duration: 1.789986286s)","trace[1362768619] 'compare' (duration: 94.316079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:38.325109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.440421Z","time spent":"1.884613412s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:38.507876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000303434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T14:42:38.507958Z","caller":"traceutil/trace.go:171","msg":"trace[563189665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438507s","start":"2026-04-28T14:42:36.507501Z","end":"2026-04-28T14:42:38.50794Z","steps":["trace[563189665] 'agreement among raft nodes before linearized reading' (duration: 2.000331345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:38.508007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.507488Z","time spent":"2.000506489s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 14:42:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T14:42:39.052828Z","caller":"traceutil/trace.go:171","msg":"trace[701442749] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"2.609878645s","start":"2026-04-28T14:42:36.442921Z","end":"2026-04-28T14:42:39.0528Z","steps":["trace[701442749] 'process raft request' (duration: 2.609147277s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:39.052839Z","caller":"traceutil/trace.go:171","msg":"trace[1480981897] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"2.606690247s","start":"2026-04-28T14:42:36.446123Z","end":"2026-04-28T14:42:39.052813Z","steps":["trace[1480981897] 'process raft request' (duration: 2.606530964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:39.053067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.446101Z","time spent":"2.606903933s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:39.053178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.442894Z","time spent":"2.610008859s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:39.053912Z","caller":"traceutil/trace.go:171","msg":"trace[967906986] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"2.550909461s","start":"2026-04-28T14:42:36.502973Z","end":"2026-04-28T14:42:39.053882Z","steps":["trace[967906986] 'process raft request' (duration: 2.549745283s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:39.054012Z","caller":"traceutil/trace.go:171","msg":"trace[1293994874] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"2.102479674s","start":"2026-04-28T14:42:36.951518Z","end":"2026-04-28T14:42:39.053997Z","steps":["trace[1293994874] 'process raft request' (duration: 2.101238184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:39.054097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.951502Z","time spent":"2.102553616s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:39.054099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.502948Z","time spent":"2.551039735s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:39.054589Z","caller":"traceutil/trace.go:171","msg":"trace[922959212] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"2.102556807s","start":"2026-04-28T14:42:36.952017Z","end":"2026-04-28T14:42:39.054574Z","steps":["trace[922959212] 'process raft request' (duration: 2.101869979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:39.054677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.951997Z","time spent":"2.102640059s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:39.054875Z","caller":"traceutil/trace.go:171","msg":"trace[303832293] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"2.102824294s","start":"2026-04-28T14:42:36.952037Z","end":"2026-04-28T14:42:39.054861Z","steps":["trace[303832293] 'process raft request' (duration: 2.102489396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:39.054948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.95202Z","time spent":"2.102894425s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:39.055166Z","caller":"traceutil/trace.go:171","msg":"trace[140572892] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"2.1022482s","start":"2026-04-28T14:42:36.952904Z","end":"2026-04-28T14:42:39.055153Z","steps":["trace[140572892] 'process raft request' (duration: 2.101897791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:39.055243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.952889Z","time spent":"2.102319981s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:40.470378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415371046s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T14:42:40.471416Z","caller":"traceutil/trace.go:171","msg":"trace[469161484] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26743; }","duration":"3.963852748s","start":"2026-04-28T14:42:36.507542Z","end":"2026-04-28T14:42:40.471395Z","steps":["trace[469161484] 'read index received' (duration: 1.723044297s)","trace[469161484] 'applied index is now lower than readState.Index' (duration: 2.240807561s)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:40.471417Z","caller":"traceutil/trace.go:171","msg":"trace[1890381839] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"2.287875992s","start":"2026-04-28T14:42:38.183495Z","end":"2026-04-28T14:42:40.471371Z","steps":["trace[1890381839] 'process raft request' (duration: 2.287018072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:40.471596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.18345Z","time spent":"2.288040076s","remote":"127.0.0.1:39912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:40.508643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T14:42:40.508737Z","caller":"traceutil/trace.go:171","msg":"trace[950535716] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721574s","start":"2026-04-28T14:42:38.507992Z","end":"2026-04-28T14:42:40.508714Z","steps":["trace[950535716] 'agreement among raft nodes before linearized reading' (duration: 2.000605621s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:40.508786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.507945Z","time spent":"2.000830988s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 14:42:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T14:42:40.797436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T14:42:40.79753Z","caller":"traceutil/trace.go:171","msg":"trace[1421247793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069908s","start":"2026-04-28T14:42:38.797438Z","end":"2026-04-28T14:42:40.797508Z","steps":["trace[1421247793] 'agreement among raft nodes before linearized reading' (duration: 1.999949905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:40.797623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.797409Z","time spent":"2.000200921s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 14:42:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T14:42:40.971804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761580,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:41.318624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.568902Z","time spent":"749.714622ms","remote":"127.0.0.1:45214","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T14:42:41.31896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.428344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:41.319134Z","caller":"traceutil/trace.go:171","msg":"trace[1439449532] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"1.665221111s","start":"2026-04-28T14:42:39.653885Z","end":"2026-04-28T14:42:41.319106Z","steps":["trace[1439449532] 'process raft request' (duration: 817.50317ms)","trace[1439449532] 'compare' (duration: 846.809069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:41.319394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.653864Z","time spent":"1.665309774s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:41.427982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030104645s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:41.428516Z","caller":"traceutil/trace.go:171","msg":"trace[2005721196] linearizableReadLoop","detail":"{readStateIndex:26756; appliedIndex:26754; }","duration":"957.024306ms","start":"2026-04-28T14:42:40.471467Z","end":"2026-04-28T14:42:41.428491Z","steps":["trace[2005721196] 'read index received' (duration: 956.75423ms)","trace[2005721196] 'applied index is now lower than readState.Index' (duration: 268.296µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:41.428977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264189941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:41.429031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050698687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:41.429088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681788253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:41.429103Z","caller":"traceutil/trace.go:171","msg":"trace[1720314332] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25894; }","duration":"2.050843831s","start":"2026-04-28T14:42:39.378237Z","end":"2026-04-28T14:42:41.429081Z","steps":["trace[1720314332] 'agreement among raft nodes before linearized reading' (duration: 2.050656786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.429111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126645416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:41.429146Z","caller":"traceutil/trace.go:171","msg":"trace[106895265] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25894; }","duration":"2.126719858s","start":"2026-04-28T14:42:39.302418Z","end":"2026-04-28T14:42:41.429137Z","steps":["trace[106895265] 'agreement among raft nodes before linearized reading' (duration: 2.126657736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.429156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.378209Z","time spent":"2.050935713s","remote":"127.0.0.1:35378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:41.42914Z","caller":"traceutil/trace.go:171","msg":"trace[1737298553] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25894; }","duration":"3.681910486s","start":"2026-04-28T14:42:37.747213Z","end":"2026-04-28T14:42:41.429124Z","steps":["trace[1737298553] 'agreement among raft nodes before linearized reading' (duration: 3.681811143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.429188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.30239Z","time spent":"2.12678974s","remote":"127.0.0.1:51876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.429235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:37.747188Z","time spent":"3.682033759s","remote":"127.0.0.1:39042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.429427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005055977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:41.429438Z","caller":"traceutil/trace.go:171","msg":"trace[800777770] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"1.477099006s","start":"2026-04-28T14:42:39.952324Z","end":"2026-04-28T14:42:41.429423Z","steps":["trace[800777770] 'process raft request' (duration: 1.475819245s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:41.429471Z","caller":"traceutil/trace.go:171","msg":"trace[1468275981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25894; }","duration":"3.00515442s","start":"2026-04-28T14:42:38.424303Z","end":"2026-04-28T14:42:41.429457Z","steps":["trace[1468275981] 'agreement among raft nodes before linearized reading' (duration: 3.005066878s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.42952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.424286Z","time spent":"3.005219652s","remote":"127.0.0.1:58442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.429548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.952294Z","time spent":"1.477172148s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:41.429667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479895899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T14:42:41.429658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23630553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:41.429712Z","caller":"traceutil/trace.go:171","msg":"trace[879139019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25894; }","duration":"4.479941471s","start":"2026-04-28T14:42:36.949759Z","end":"2026-04-28T14:42:41.429701Z","steps":["trace[879139019] 'agreement among raft nodes before linearized reading' (duration: 4.479764406s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:41.42972Z","caller":"traceutil/trace.go:171","msg":"trace[850668005] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"1.096855159s","start":"2026-04-28T14:42:40.332854Z","end":"2026-04-28T14:42:41.429709Z","steps":["trace[850668005] 'process raft request' (duration: 1.095567008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.429744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270410301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:41.429776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.33282Z","time spent":"1.096925601s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:41.429803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25597397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T14:42:41.429844Z","caller":"traceutil/trace.go:171","msg":"trace[1750017528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25894; }","duration":"3.256033533s","start":"2026-04-28T14:42:38.1738Z","end":"2026-04-28T14:42:41.429834Z","steps":["trace[1750017528] 'agreement among raft nodes before linearized reading' (duration: 3.255876638s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:41.429819Z","caller":"traceutil/trace.go:171","msg":"trace[887277525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25894; }","duration":"4.270541815s","start":"2026-04-28T14:42:37.159252Z","end":"2026-04-28T14:42:41.429794Z","steps":["trace[887277525] 'agreement among raft nodes before linearized reading' (duration: 4.270449793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.429878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.17379Z","time spent":"3.256081324s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:41.429895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.590581159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-28T14:42:41.4299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:37.15922Z","time spent":"4.270667088s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.429924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732478549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:41.429955Z","caller":"traceutil/trace.go:171","msg":"trace[987924638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25894; }","duration":"4.590664231s","start":"2026-04-28T14:42:36.839257Z","end":"2026-04-28T14:42:41.429922Z","steps":["trace[987924638] 'agreement among raft nodes before linearized reading' (duration: 4.590531617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.430011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811012771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:41.429759Z","caller":"traceutil/trace.go:171","msg":"trace[19765204] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25894; }","duration":"2.236441883s","start":"2026-04-28T14:42:39.193285Z","end":"2026-04-28T14:42:41.429727Z","steps":["trace[19765204] 'agreement among raft nodes before linearized reading' (duration: 2.236251359s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:41.430047Z","caller":"traceutil/trace.go:171","msg":"trace[282677639] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25894; }","duration":"1.811099183s","start":"2026-04-28T14:42:39.61894Z","end":"2026-04-28T14:42:41.430039Z","steps":["trace[282677639] 'agreement among raft nodes before linearized reading' (duration: 1.811047711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.43009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.618919Z","time spent":"1.811162685s","remote":"127.0.0.1:35376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.430097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918212069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:41.429505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47907571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T14:42:41.429674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183206447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:42:41.430169Z","caller":"traceutil/trace.go:171","msg":"trace[809970350] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25894; }","duration":"4.918320382s","start":"2026-04-28T14:42:36.511835Z","end":"2026-04-28T14:42:41.430156Z","steps":["trace[809970350] 'agreement among raft nodes before linearized reading' (duration: 4.918201339s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.42943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56148852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:41.430478Z","caller":"traceutil/trace.go:171","msg":"trace[1791971306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25894; }","duration":"2.562610848s","start":"2026-04-28T14:42:38.867844Z","end":"2026-04-28T14:42:41.430455Z","steps":["trace[1791971306] 'agreement among raft nodes before linearized reading' (duration: 2.561405888s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:41.430201Z","caller":"traceutil/trace.go:171","msg":"trace[1228930611] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25894; }","duration":"4.183764351s","start":"2026-04-28T14:42:37.246421Z","end":"2026-04-28T14:42:41.430186Z","steps":["trace[1228930611] 'agreement among raft nodes before linearized reading' (duration: 4.183156306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.430016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.83923Z","time spent":"4.590776574s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T14:42:41.430577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:37.246402Z","time spent":"4.18415642s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T14:42:41.429967Z","caller":"traceutil/trace.go:171","msg":"trace[1658085371] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25894; }","duration":"1.73252154s","start":"2026-04-28T14:42:39.697435Z","end":"2026-04-28T14:42:41.429957Z","steps":["trace[1658085371] 'agreement among raft nodes before linearized reading' (duration: 1.732453588s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:41.429047Z","caller":"traceutil/trace.go:171","msg":"trace[533249128] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25894; }","duration":"3.264348575s","start":"2026-04-28T14:42:38.164681Z","end":"2026-04-28T14:42:41.429029Z","steps":["trace[533249128] 'agreement among raft nodes before linearized reading' (duration: 3.264182661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.430804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.697377Z","time spent":"1.733407611s","remote":"127.0.0.1:38936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.429742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.949696Z","time spent":"4.480039973s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:42:41.430157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:39.193249Z","time spent":"2.236853784s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.430941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.164659Z","time spent":"3.266151039s","remote":"127.0.0.1:39232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.430207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479430569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T14:42:41.431122Z","caller":"traceutil/trace.go:171","msg":"trace[1766212873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25894; }","duration":"4.480361461s","start":"2026-04-28T14:42:36.950749Z","end":"2026-04-28T14:42:41.43111Z","steps":["trace[1766212873] 'agreement among raft nodes before linearized reading' (duration: 4.479386587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.431166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.950739Z","time spent":"4.480416762s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T14:42:41.430213Z","caller":"traceutil/trace.go:171","msg":"trace[1488813244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25894; }","duration":"4.479844189s","start":"2026-04-28T14:42:36.950344Z","end":"2026-04-28T14:42:41.430188Z","steps":["trace[1488813244] 'agreement among raft nodes before linearized reading' (duration: 4.478930826s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.431236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.950321Z","time spent":"4.480900024s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:42:41.428993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.556797303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:41.431302Z","caller":"traceutil/trace.go:171","msg":"trace[1489304761] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25894; }","duration":"3.559154541s","start":"2026-04-28T14:42:37.872131Z","end":"2026-04-28T14:42:41.431286Z","steps":["trace[1489304761] 'agreement among raft nodes before linearized reading' (duration: 3.556758112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.431346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:37.872073Z","time spent":"3.559259895s","remote":"127.0.0.1:39318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.430239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.511829Z","time spent":"4.918392804s","remote":"127.0.0.1:35452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.43028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.479469279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:42:41.431489Z","caller":"traceutil/trace.go:171","msg":"trace[1377247910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25894; }","duration":"4.480685918s","start":"2026-04-28T14:42:36.950791Z","end":"2026-04-28T14:42:41.431476Z","steps":["trace[1377247910] 'agreement among raft nodes before linearized reading' (duration: 4.479438618s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:41.431529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:36.950785Z","time spent":"4.48073559s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:41.43116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:38.867817Z","time spent":"2.562737931s","remote":"127.0.0.1:58474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:41.92919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:42.429417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:42.516733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000019726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T14:42:42.516849Z","caller":"traceutil/trace.go:171","msg":"trace[1555687042] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184751s","start":"2026-04-28T14:42:40.516636Z","end":"2026-04-28T14:42:42.516821Z","steps":["trace[1555687042] 'agreement among raft nodes before linearized reading' (duration: 2.000036057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.516931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.516624Z","time spent":"2.000289594s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 14:42:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T14:42:42.530224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054773138s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:42.53108Z","caller":"traceutil/trace.go:171","msg":"trace[494283625] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"1.469494932s","start":"2026-04-28T14:42:41.061555Z","end":"2026-04-28T14:42:42.53105Z","steps":["trace[494283625] 'process raft request' (duration: 1.469449231s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.531135Z","caller":"traceutil/trace.go:171","msg":"trace[509794388] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"1.471014538s","start":"2026-04-28T14:42:41.060066Z","end":"2026-04-28T14:42:42.53108Z","steps":["trace[509794388] 'process raft request' (duration: 1.470534266s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.531275Z","caller":"traceutil/trace.go:171","msg":"trace[16038000] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"1.470969857s","start":"2026-04-28T14:42:41.060295Z","end":"2026-04-28T14:42:42.531265Z","steps":["trace[16038000] 'process raft request' (duration: 1.470498765s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.531328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.060268Z","time spent":"1.471036159s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:42.531492Z","caller":"traceutil/trace.go:171","msg":"trace[9829601] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"1.470609609s","start":"2026-04-28T14:42:41.060854Z","end":"2026-04-28T14:42:42.531464Z","steps":["trace[9829601] 'process raft request' (duration: 1.470035485s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.53155Z","caller":"traceutil/trace.go:171","msg":"trace[1304413741] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"1.47028151s","start":"2026-04-28T14:42:41.061258Z","end":"2026-04-28T14:42:42.53154Z","steps":["trace[1304413741] 'process raft request' (duration: 1.469670266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.531605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.061249Z","time spent":"1.470325741s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:42.531652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.060844Z","time spent":"1.470727891s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:42.531687Z","caller":"traceutil/trace.go:171","msg":"trace[875366593] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"1.47029014s","start":"2026-04-28T14:42:41.061367Z","end":"2026-04-28T14:42:42.531657Z","steps":["trace[875366593] 'process raft request' (duration: 1.469598374s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.531818Z","caller":"traceutil/trace.go:171","msg":"trace[958939206] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"1.471355366s","start":"2026-04-28T14:42:41.060451Z","end":"2026-04-28T14:42:42.531807Z","steps":["trace[958939206] 'process raft request' (duration: 1.470398823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.531877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.060441Z","time spent":"1.471406438s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:42.531953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.061348Z","time spent":"1.470447865s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:42.531231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.061544Z","time spent":"1.469610134s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:42.532808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.060037Z","time spent":"1.471354387s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:42.534186Z","caller":"traceutil/trace.go:171","msg":"trace[1366778484] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"1.09890296s","start":"2026-04-28T14:42:41.435251Z","end":"2026-04-28T14:42:42.534154Z","steps":["trace[1366778484] 'process raft request' (duration: 1.098680725s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.534284Z","caller":"traceutil/trace.go:171","msg":"trace[893839479] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"1.098423937s","start":"2026-04-28T14:42:41.435839Z","end":"2026-04-28T14:42:42.534263Z","steps":["trace[893839479] 'process raft request' (duration: 1.098214432s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.534307Z","caller":"traceutil/trace.go:171","msg":"trace[1605762094] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"1.098378617s","start":"2026-04-28T14:42:41.435915Z","end":"2026-04-28T14:42:42.534293Z","steps":["trace[1605762094] 'process raft request' (duration: 1.098169952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.53436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.435233Z","time spent":"1.099040963s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:42.534376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.435909Z","time spent":"1.098426598s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:42.534384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.435822Z","time spent":"1.09851759s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:42.535073Z","caller":"traceutil/trace.go:171","msg":"trace[1285518655] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"1.09855555s","start":"2026-04-28T14:42:41.436507Z","end":"2026-04-28T14:42:42.535063Z","steps":["trace[1285518655] 'process raft request' (duration: 1.09812834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.535136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.436502Z","time spent":"1.098599201s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:42.535265Z","caller":"traceutil/trace.go:171","msg":"trace[2138549448] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"1.09852874s","start":"2026-04-28T14:42:41.436196Z","end":"2026-04-28T14:42:42.534724Z","steps":["trace[2138549448] 'process raft request' (duration: 1.097913225s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.535331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.436187Z","time spent":"1.099107414s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:42.535374Z","caller":"traceutil/trace.go:171","msg":"trace[1969967177] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26756; }","duration":"1.106764951s","start":"2026-04-28T14:42:41.42859Z","end":"2026-04-28T14:42:42.535355Z","steps":["trace[1969967177] 'read index received' (duration: 1.101980584s)","trace[1969967177] 'applied index is now lower than readState.Index' (duration: 4.783317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:42.535478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503824351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:42.535507Z","caller":"traceutil/trace.go:171","msg":"trace[1752723922] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25907; }","duration":"1.503886903s","start":"2026-04-28T14:42:41.03161Z","end":"2026-04-28T14:42:42.535497Z","steps":["trace[1752723922] 'agreement among raft nodes before linearized reading' (duration: 1.503808231s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.535534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.031582Z","time spent":"1.503946484s","remote":"127.0.0.1:39250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:42.535537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667602029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:42.53557Z","caller":"traceutil/trace.go:171","msg":"trace[140671603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25907; }","duration":"1.667675491s","start":"2026-04-28T14:42:40.867881Z","end":"2026-04-28T14:42:42.535556Z","steps":["trace[140671603] 'agreement among raft nodes before linearized reading' (duration: 1.66760638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.535667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157889663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:42.535714Z","caller":"traceutil/trace.go:171","msg":"trace[1767073254] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25907; }","duration":"1.157977315s","start":"2026-04-28T14:42:41.37771Z","end":"2026-04-28T14:42:42.535688Z","steps":["trace[1767073254] 'agreement among raft nodes before linearized reading' (duration: 1.157931914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.535736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.377675Z","time spent":"1.158054736s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:42.535885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818804241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:42.535923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024320851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-28T14:42:42.535961Z","caller":"traceutil/trace.go:171","msg":"trace[178287780] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25907; }","duration":"1.818908644s","start":"2026-04-28T14:42:40.717034Z","end":"2026-04-28T14:42:42.535943Z","steps":["trace[178287780] 'agreement among raft nodes before linearized reading' (duration: 1.818789761s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.53597Z","caller":"traceutil/trace.go:171","msg":"trace[1310990226] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7; range_end:; response_count:1; response_revision:25907; }","duration":"2.024395223s","start":"2026-04-28T14:42:40.511561Z","end":"2026-04-28T14:42:42.535956Z","steps":["trace[1310990226] 'agreement among raft nodes before linearized reading' (duration: 2.023978213s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.535992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881380043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:42.535984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320479553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:42.536002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.717024Z","time spent":"1.818967325s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:42.536059Z","caller":"traceutil/trace.go:171","msg":"trace[1091533337] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25907; }","duration":"1.320602566s","start":"2026-04-28T14:42:41.21544Z","end":"2026-04-28T14:42:42.536042Z","steps":["trace[1091533337] 'agreement among raft nodes before linearized reading' (duration: 1.320330569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.536089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099977265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:42:42.536121Z","caller":"traceutil/trace.go:171","msg":"trace[43152115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25907; }","duration":"1.100032367s","start":"2026-04-28T14:42:41.436079Z","end":"2026-04-28T14:42:42.536111Z","steps":["trace[43152115] 'agreement among raft nodes before linearized reading' (duration: 1.099920064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.536071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.610518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:42.536138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.498308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:42.536151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.436071Z","time spent":"1.100074807s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T14:42:42.536166Z","caller":"traceutil/trace.go:171","msg":"trace[1637433964] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25907; }","duration":"285.578301ms","start":"2026-04-28T14:42:42.25058Z","end":"2026-04-28T14:42:42.536158Z","steps":["trace[1637433964] 'agreement among raft nodes before linearized reading' (duration: 285.507279ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.536168Z","caller":"traceutil/trace.go:171","msg":"trace[435988341] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25907; }","duration":"606.709441ms","start":"2026-04-28T14:42:41.929443Z","end":"2026-04-28T14:42:42.536152Z","steps":["trace[435988341] 'agreement among raft nodes before linearized reading' (duration: 606.593098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.53621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.929369Z","time spent":"606.824354ms","remote":"127.0.0.1:35360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:42.536317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058707562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18621"} {"level":"warn","ts":"2026-04-28T14:42:42.536345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.727072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T14:42:42.536363Z","caller":"traceutil/trace.go:171","msg":"trace[507195112] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25907; }","duration":"2.058756253s","start":"2026-04-28T14:42:40.477596Z","end":"2026-04-28T14:42:42.536353Z","steps":["trace[507195112] 'agreement among raft nodes before linearized reading' (duration: 2.05860965s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:42.53637Z","caller":"traceutil/trace.go:171","msg":"trace[2112961383] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:25907; }","duration":"624.775574ms","start":"2026-04-28T14:42:41.911588Z","end":"2026-04-28T14:42:42.536363Z","steps":["trace[2112961383] 'agreement among raft nodes before linearized reading' (duration: 624.661011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.536117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.215419Z","time spent":"1.320684267s","remote":"127.0.0.1:58068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":126,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:42.536385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.477527Z","time spent":"2.058853427s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T14:42:42.53639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.911577Z","time spent":"624.808625ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-28T14:42:42.536408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.511549Z","time spent":"2.024843374s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7\" "} {"level":"warn","ts":"2026-04-28T14:42:42.53645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100042678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-feb51085-5bcd-48dd-aff0-070c9aad4385\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-04-28T14:42:42.536014Z","caller":"traceutil/trace.go:171","msg":"trace[1868824032] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25907; }","duration":"1.881433823s","start":"2026-04-28T14:42:40.654574Z","end":"2026-04-28T14:42:42.536008Z","steps":["trace[1868824032] 'agreement among raft nodes before linearized reading' (duration: 1.881333521s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.536511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.1181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:42.536535Z","caller":"traceutil/trace.go:171","msg":"trace[1349453639] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25907; }","duration":"714.184062ms","start":"2026-04-28T14:42:41.822344Z","end":"2026-04-28T14:42:42.536528Z","steps":["trace[1349453639] 'agreement among raft nodes before linearized reading' (duration: 714.143021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.536566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.822321Z","time spent":"714.238443ms","remote":"127.0.0.1:39036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:42.5356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.867853Z","time spent":"1.667740723s","remote":"127.0.0.1:58458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:42.53652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:40.654556Z","time spent":"1.881945657s","remote":"127.0.0.1:58072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:42.536474Z","caller":"traceutil/trace.go:171","msg":"trace[420904868] range","detail":"{range_begin:/registry/persistentvolumes/pvc-feb51085-5bcd-48dd-aff0-070c9aad4385; range_end:; response_count:1; response_revision:25907; }","duration":"1.100078678s","start":"2026-04-28T14:42:41.436388Z","end":"2026-04-28T14:42:42.536467Z","steps":["trace[420904868] 'agreement among raft nodes before linearized reading' (duration: 1.099982576s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:42.536678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:41.436385Z","time spent":"1.100278903s","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-feb51085-5bcd-48dd-aff0-070c9aad4385\" "} {"level":"warn","ts":"2026-04-28T14:42:56.7727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508761990,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:42:57.155643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145225403s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:42:57.156155Z","caller":"traceutil/trace.go:171","msg":"trace[229926181] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"1.145840738s","start":"2026-04-28T14:42:56.010281Z","end":"2026-04-28T14:42:57.156122Z","steps":["trace[229926181] 'process raft request' (duration: 1.145646723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:57.156354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.010259Z","time spent":"1.145986562s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:58.072023Z","caller":"traceutil/trace.go:171","msg":"trace[2110125531] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.420420859s","start":"2026-04-28T14:42:56.651583Z","end":"2026-04-28T14:42:58.072004Z","steps":["trace[2110125531] 'process raft request' (duration: 1.420358408s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:58.072071Z","caller":"traceutil/trace.go:171","msg":"trace[727487052] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"1.621023409s","start":"2026-04-28T14:42:56.451002Z","end":"2026-04-28T14:42:58.072025Z","steps":["trace[727487052] 'process raft request' (duration: 1.620808244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.072159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.651545Z","time spent":"1.420538382s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.072295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.450976Z","time spent":"1.621189293s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:58.072311Z","caller":"traceutil/trace.go:171","msg":"trace[502647703] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.41594707s","start":"2026-04-28T14:42:56.656323Z","end":"2026-04-28T14:42:58.07227Z","steps":["trace[502647703] 'process raft request' (duration: 1.415648363s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:58.072394Z","caller":"traceutil/trace.go:171","msg":"trace[1615813688] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"1.412556776s","start":"2026-04-28T14:42:56.65982Z","end":"2026-04-28T14:42:58.072377Z","steps":["trace[1615813688] 'process raft request' (duration: 1.412482035s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:58.072476Z","caller":"traceutil/trace.go:171","msg":"trace[714927704] linearizableReadLoop","detail":"{readStateIndex:26935; appliedIndex:26925; }","duration":"1.800229906s","start":"2026-04-28T14:42:56.272239Z","end":"2026-04-28T14:42:58.072469Z","steps":["trace[714927704] 'read index received' (duration: 883.706611ms)","trace[714927704] 'applied index is now lower than readState.Index' (duration: 916.522525ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:58.072423Z","caller":"traceutil/trace.go:171","msg":"trace[325839179] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"1.41598383s","start":"2026-04-28T14:42:56.656387Z","end":"2026-04-28T14:42:58.072371Z","steps":["trace[325839179] 'process raft request' (duration: 1.415802206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.072503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.659807Z","time spent":"1.412651739s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:58.072506Z","caller":"traceutil/trace.go:171","msg":"trace[369404772] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"1.415367976s","start":"2026-04-28T14:42:56.657111Z","end":"2026-04-28T14:42:58.072479Z","steps":["trace[369404772] 'process raft request' (duration: 1.41514677s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:58.072557Z","caller":"traceutil/trace.go:171","msg":"trace[1255977973] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"1.335452309s","start":"2026-04-28T14:42:56.737068Z","end":"2026-04-28T14:42:58.07252Z","steps":["trace[1255977973] 'process raft request' (duration: 1.335370427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.072585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.657092Z","time spent":"1.415457618s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.072471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.656306Z","time spent":"1.416078603s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.072652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.656348Z","time spent":"1.416179745s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.072683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.737049Z","time spent":"1.335578572s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:58.072631Z","caller":"traceutil/trace.go:171","msg":"trace[994429173] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"1.410766422s","start":"2026-04-28T14:42:56.661854Z","end":"2026-04-28T14:42:58.07262Z","steps":["trace[994429173] 'process raft request' (duration: 1.410483295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.072662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800433191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-28T14:42:58.072799Z","caller":"traceutil/trace.go:171","msg":"trace[695505397] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26069; }","duration":"1.800603885s","start":"2026-04-28T14:42:56.272177Z","end":"2026-04-28T14:42:58.072781Z","steps":["trace[695505397] 'agreement among raft nodes before linearized reading' (duration: 1.800336439s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:58.072757Z","caller":"traceutil/trace.go:171","msg":"trace[624640314] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"1.41023087s","start":"2026-04-28T14:42:56.662458Z","end":"2026-04-28T14:42:58.072689Z","steps":["trace[624640314] 'process raft request' (duration: 1.409956463s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.07284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.272145Z","time spent":"1.800686747s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T14:42:58.073008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.662444Z","time spent":"1.410424085s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.074879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.661836Z","time spent":"1.410896116s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.510874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T14:42:58.510975Z","caller":"traceutil/trace.go:171","msg":"trace[616129733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000382045s","start":"2026-04-28T14:42:56.510569Z","end":"2026-04-28T14:42:58.510951Z","steps":["trace[616129733] 'agreement among raft nodes before linearized reading' (duration: 2.000231912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.51103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.510545Z","time spent":"2.000474128s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 14:42:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T14:42:58.722033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.90491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:42:58.722212Z","caller":"traceutil/trace.go:171","msg":"trace[471223240] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"1.193442163s","start":"2026-04-28T14:42:57.528734Z","end":"2026-04-28T14:42:58.722176Z","steps":["trace[471223240] 'process raft request' (duration: 650.325079ms)","trace[471223240] 'compare' (duration: 542.54828ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:42:58.722635Z","caller":"traceutil/trace.go:171","msg":"trace[154001465] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"1.172660014s","start":"2026-04-28T14:42:57.549934Z","end":"2026-04-28T14:42:58.722594Z","steps":["trace[154001465] 'process raft request' (duration: 1.172167312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:58.72239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:57.52871Z","time spent":"1.193572077s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:58.722801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:57.549901Z","time spent":"1.172807928s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:42:59.56977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.587618ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T14:42:59.571192Z","caller":"traceutil/trace.go:171","msg":"trace[1510356853] linearizableReadLoop","detail":"{readStateIndex:26938; appliedIndex:26935; }","duration":"1.498668255s","start":"2026-04-28T14:42:58.072496Z","end":"2026-04-28T14:42:59.571164Z","steps":["trace[1510356853] 'read index received' (duration: 106.406555ms)","trace[1510356853] 'applied index is now lower than readState.Index' (duration: 1.39225833s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:42:59.571443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897841763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T14:42:59.57145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705860475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:59.571475Z","caller":"traceutil/trace.go:171","msg":"trace[2142772527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26071; }","duration":"2.897902075s","start":"2026-04-28T14:42:56.673566Z","end":"2026-04-28T14:42:59.571468Z","steps":["trace[2142772527] 'agreement among raft nodes before linearized reading' (duration: 2.897742421s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:59.571491Z","caller":"traceutil/trace.go:171","msg":"trace[931711114] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26071; }","duration":"1.705949937s","start":"2026-04-28T14:42:57.865526Z","end":"2026-04-28T14:42:59.571476Z","steps":["trace[931711114] 'agreement among raft nodes before linearized reading' (duration: 1.705842055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.571566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904705392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T14:42:59.571579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:57.865517Z","time spent":"1.70605152s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:59.571634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496579564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:59.571619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90461151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T14:42:59.571662Z","caller":"traceutil/trace.go:171","msg":"trace[797512610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26072; }","duration":"1.496642026s","start":"2026-04-28T14:42:58.075014Z","end":"2026-04-28T14:42:59.571656Z","steps":["trace[797512610] 'agreement among raft nodes before linearized reading' (duration: 1.496593394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.571687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:58.075001Z","time spent":"1.496681426s","remote":"127.0.0.1:38876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:59.571653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68232643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:42:59.572021Z","caller":"traceutil/trace.go:171","msg":"trace[739231300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26071; }","duration":"1.682528985s","start":"2026-04-28T14:42:57.88925Z","end":"2026-04-28T14:42:59.571779Z","steps":["trace[739231300] 'agreement among raft nodes before linearized reading' (duration: 1.682147825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:57.889232Z","time spent":"1.682845173s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:42:59.572168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903616496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:42:59.57221Z","caller":"traceutil/trace.go:171","msg":"trace[1458826646] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26072; }","duration":"2.903674847s","start":"2026-04-28T14:42:56.668526Z","end":"2026-04-28T14:42:59.572201Z","steps":["trace[1458826646] 'agreement among raft nodes before linearized reading' (duration: 2.903589825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.515573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:42:59.572249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.668516Z","time spent":"2.903725639s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T14:42:59.57227Z","caller":"traceutil/trace.go:171","msg":"trace[2054475190] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26072; }","duration":"335.546454ms","start":"2026-04-28T14:42:59.236715Z","end":"2026-04-28T14:42:59.572261Z","steps":["trace[2054475190] 'agreement among raft nodes before linearized reading' (duration: 335.491793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.236645Z","time spent":"335.645136ms","remote":"127.0.0.1:58222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:59.571738Z","caller":"traceutil/trace.go:171","msg":"trace[1332017491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26071; }","duration":"2.904703922s","start":"2026-04-28T14:42:56.666967Z","end":"2026-04-28T14:42:59.571671Z","steps":["trace[1332017491] 'agreement among raft nodes before linearized reading' (duration: 2.904451185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.666958Z","time spent":"2.905417429s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:42:59.572403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.440367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:42:59.5715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.673559Z","time spent":"2.897935116s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:59.57209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903500813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T14:42:59.572494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.834384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:42:59.572495Z","caller":"traceutil/trace.go:171","msg":"trace[685228116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26072; }","duration":"2.903913282s","start":"2026-04-28T14:42:56.668568Z","end":"2026-04-28T14:42:59.572481Z","steps":["trace[685228116] 'agreement among raft nodes before linearized reading' (duration: 2.903203235s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:59.572518Z","caller":"traceutil/trace.go:171","msg":"trace[1803332829] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26072; }","duration":"914.907815ms","start":"2026-04-28T14:42:58.657603Z","end":"2026-04-28T14:42:59.572511Z","steps":["trace[1803332829] 'agreement among raft nodes before linearized reading' (duration: 914.866724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.57253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.668562Z","time spent":"2.903958614s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:59.572566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061182095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:59.571587Z","caller":"traceutil/trace.go:171","msg":"trace[1820921892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26072; }","duration":"2.904762214s","start":"2026-04-28T14:42:56.666816Z","end":"2026-04-28T14:42:59.571578Z","steps":["trace[1820921892] 'agreement among raft nodes before linearized reading' (duration: 2.904697521s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:42:59.571594Z","caller":"traceutil/trace.go:171","msg":"trace[441732719] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"1.130653866s","start":"2026-04-28T14:42:58.440907Z","end":"2026-04-28T14:42:59.571561Z","steps":["trace[441732719] 'process raft request' (duration: 1.129261282s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:58.440862Z","time spent":"1.131744813s","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:42:59.572459Z","caller":"traceutil/trace.go:171","msg":"trace[462895466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26072; }","duration":"774.54417ms","start":"2026-04-28T14:42:58.797909Z","end":"2026-04-28T14:42:59.572453Z","steps":["trace[462895466] 'agreement among raft nodes before linearized reading' (duration: 774.473978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.666803Z","time spent":"2.905818639s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:42:59.572542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:58.657575Z","time spent":"914.962287ms","remote":"127.0.0.1:58106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:42:59.57272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792667161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:59.572768Z","caller":"traceutil/trace.go:171","msg":"trace[312112630] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26072; }","duration":"1.792754323s","start":"2026-04-28T14:42:57.779999Z","end":"2026-04-28T14:42:59.572754Z","steps":["trace[312112630] 'agreement among raft nodes before linearized reading' (duration: 1.792677341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:57.779978Z","time spent":"1.792820075s","remote":"127.0.0.1:38988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:59.572587Z","caller":"traceutil/trace.go:171","msg":"trace[1440144235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26072; }","duration":"1.061282518s","start":"2026-04-28T14:42:58.5113Z","end":"2026-04-28T14:42:59.572583Z","steps":["trace[1440144235] 'agreement among raft nodes before linearized reading' (duration: 1.061253717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81312081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-28T14:42:59.572702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:58.797883Z","time spent":"774.810717ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:42:59.572934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46793531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:42:59.572965Z","caller":"traceutil/trace.go:171","msg":"trace[1354335906] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26072; }","duration":"2.467970791s","start":"2026-04-28T14:42:57.104985Z","end":"2026-04-28T14:42:59.572956Z","steps":["trace[1354335906] 'agreement among raft nodes before linearized reading' (duration: 2.46791891s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.572997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:57.104966Z","time spent":"2.468024483s","remote":"127.0.0.1:52040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:42:59.573046Z","caller":"traceutil/trace.go:171","msg":"trace[479870412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26071; }","duration":"2.813433788s","start":"2026-04-28T14:42:56.759507Z","end":"2026-04-28T14:42:59.572941Z","steps":["trace[479870412] 'agreement among raft nodes before linearized reading' (duration: 2.811677384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:42:59.573142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:56.759498Z","time spent":"2.813631622s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" "} {"level":"warn","ts":"2026-04-28T14:42:59.572909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:58.511248Z","time spent":"1.061646467s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:00.080106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:00.583157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:00.699981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121565673s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:43:00.722492Z","caller":"traceutil/trace.go:171","msg":"trace[1035967999] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"1.144163917s","start":"2026-04-28T14:42:59.578302Z","end":"2026-04-28T14:43:00.722466Z","steps":["trace[1035967999] 'process raft request' (duration: 1.121922162s)","trace[1035967999] 'compare' (duration: 21.813374ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:00.722637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.578278Z","time spent":"1.14428439s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:01.58096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000214151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T14:43:01.581079Z","caller":"traceutil/trace.go:171","msg":"trace[1390033888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379016s","start":"2026-04-28T14:42:59.580675Z","end":"2026-04-28T14:43:01.581054Z","steps":["trace[1390033888] 'agreement among raft nodes before linearized reading' (duration: 2.000232582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:01.581134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.580666Z","time spent":"2.000456957s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:02.070191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369940803s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T14:43:02.592867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.385027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:02.593291Z","caller":"traceutil/trace.go:171","msg":"trace[1510980386] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"3.013356992s","start":"2026-04-28T14:42:59.579908Z","end":"2026-04-28T14:43:02.593265Z","steps":["trace[1510980386] 'process raft request' (duration: 3.013159057s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.593305Z","caller":"traceutil/trace.go:171","msg":"trace[1107172958] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"3.013478035s","start":"2026-04-28T14:42:59.579769Z","end":"2026-04-28T14:43:02.593247Z","steps":["trace[1107172958] 'process raft request' (duration: 3.013201728s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.593329Z","caller":"traceutil/trace.go:171","msg":"trace[961772473] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"3.014716965s","start":"2026-04-28T14:42:59.578588Z","end":"2026-04-28T14:43:02.593305Z","steps":["trace[961772473] 'process raft request' (duration: 2.491806895s)","trace[961772473] 'compare' (duration: 521.469935ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:02.593371Z","caller":"traceutil/trace.go:171","msg":"trace[1283196033] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"3.013427634s","start":"2026-04-28T14:42:59.579932Z","end":"2026-04-28T14:43:02.59336Z","steps":["trace[1283196033] 'process raft request' (duration: 3.013181558s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.593416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.579873Z","time spent":"3.013471984s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.593436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.579909Z","time spent":"3.013492385s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.593444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.578576Z","time spent":"3.014794736s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.593465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.579756Z","time spent":"3.013614858s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:02.593327Z","caller":"traceutil/trace.go:171","msg":"trace[1339867603] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.514544571s","start":"2026-04-28T14:43:00.078763Z","end":"2026-04-28T14:43:02.593307Z","steps":["trace[1339867603] 'process raft request' (duration: 2.514454648s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.593532Z","caller":"traceutil/trace.go:171","msg":"trace[536342183] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"3.013463184s","start":"2026-04-28T14:42:59.58006Z","end":"2026-04-28T14:43:02.593523Z","steps":["trace[536342183] 'process raft request' (duration: 3.013121316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.593587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.580031Z","time spent":"3.013515944s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.593628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.078732Z","time spent":"2.514814187s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:02.594296Z","caller":"traceutil/trace.go:171","msg":"trace[539411776] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"2.51405841s","start":"2026-04-28T14:43:00.080225Z","end":"2026-04-28T14:43:02.594283Z","steps":["trace[539411776] 'process raft request' (duration: 2.513758482s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.594264Z","caller":"traceutil/trace.go:171","msg":"trace[471416732] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"1.171321262s","start":"2026-04-28T14:43:01.422902Z","end":"2026-04-28T14:43:02.594224Z","steps":["trace[471416732] 'process raft request' (duration: 1.17125362s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.594374Z","caller":"traceutil/trace.go:171","msg":"trace[527664362] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.515153826s","start":"2026-04-28T14:43:00.079212Z","end":"2026-04-28T14:43:02.594366Z","steps":["trace[527664362] 'process raft request' (duration: 2.514403737s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.594384Z","caller":"traceutil/trace.go:171","msg":"trace[618967192] linearizableReadLoop","detail":"{readStateIndex:26952; appliedIndex:26939; }","duration":"3.015413892s","start":"2026-04-28T14:42:59.578952Z","end":"2026-04-28T14:43:02.594365Z","steps":["trace[618967192] 'read index received' (duration: 1.121293997s)","trace[618967192] 'applied index is now lower than readState.Index' (duration: 1.894116595s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:02.594419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.079198Z","time spent":"2.515197978s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:02.594404Z","caller":"traceutil/trace.go:171","msg":"trace[254492477] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"2.514292475s","start":"2026-04-28T14:43:00.080083Z","end":"2026-04-28T14:43:02.594375Z","steps":["trace[254492477] 'process raft request' (duration: 2.513782492s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.594487Z","caller":"traceutil/trace.go:171","msg":"trace[1831715691] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"1.866818537s","start":"2026-04-28T14:43:00.72766Z","end":"2026-04-28T14:43:02.594479Z","steps":["trace[1831715691] 'process raft request' (duration: 1.866442937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.080072Z","time spent":"2.514372588s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:02.594454Z","caller":"traceutil/trace.go:171","msg":"trace[1326192929] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"2.51363771s","start":"2026-04-28T14:43:00.080766Z","end":"2026-04-28T14:43:02.594404Z","steps":["trace[1326192929] 'process raft request' (duration: 2.51326648s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.727635Z","time spent":"1.866866668s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.594528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015570516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-28T14:43:02.594489Z","caller":"traceutil/trace.go:171","msg":"trace[781788608] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"2.514331277s","start":"2026-04-28T14:43:00.080094Z","end":"2026-04-28T14:43:02.594426Z","steps":["trace[781788608] 'process raft request' (duration: 2.513840414s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.594559Z","caller":"traceutil/trace.go:171","msg":"trace[216994648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26087; }","duration":"3.015615708s","start":"2026-04-28T14:42:59.578935Z","end":"2026-04-28T14:43:02.59455Z","steps":["trace[216994648] 'agreement among raft nodes before linearized reading' (duration: 3.015496565s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818586985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"warn","ts":"2026-04-28T14:43:02.594585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.578928Z","time spent":"3.015652938s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T14:43:02.5946Z","caller":"traceutil/trace.go:171","msg":"trace[886706069] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26087; }","duration":"2.818699518s","start":"2026-04-28T14:42:59.775891Z","end":"2026-04-28T14:43:02.594591Z","steps":["trace[886706069] 'agreement among raft nodes before linearized reading' (duration: 2.818571805s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438802819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:02.594529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.422875Z","time spent":"1.171517008s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:02.594634Z","caller":"traceutil/trace.go:171","msg":"trace[377956993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26087; }","duration":"1.438847071s","start":"2026-04-28T14:43:01.155776Z","end":"2026-04-28T14:43:02.594623Z","steps":["trace[377956993] 'agreement among raft nodes before linearized reading' (duration: 1.4387741s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.59466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.155752Z","time spent":"1.438901482s","remote":"127.0.0.1:58500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:02.594654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.080719Z","time spent":"2.513823074s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.594697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.33982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa8c667a210b6f\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-04-28T14:43:02.594722Z","caller":"traceutil/trace.go:171","msg":"trace[592785838] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa8c667a210b6f; range_end:; response_count:1; response_revision:26087; }","duration":"514.414463ms","start":"2026-04-28T14:43:02.080301Z","end":"2026-04-28T14:43:02.594716Z","steps":["trace[592785838] 'agreement among raft nodes before linearized reading' (duration: 514.335621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.293998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-28T14:43:02.594695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.080068Z","time spent":"2.514524792s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.59474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.080277Z","time spent":"514.458813ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18aa8c667a210b6f\" "} {"level":"info","ts":"2026-04-28T14:43:02.594754Z","caller":"traceutil/trace.go:171","msg":"trace[1259582466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26087; }","duration":"804.356759ms","start":"2026-04-28T14:43:01.790386Z","end":"2026-04-28T14:43:02.594742Z","steps":["trace[1259582466] 'agreement among raft nodes before linearized reading' (duration: 804.258637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32532236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-04-28T14:43:02.594778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004859848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:02.594791Z","caller":"traceutil/trace.go:171","msg":"trace[506359836] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26087; }","duration":"2.325379851s","start":"2026-04-28T14:43:00.269402Z","end":"2026-04-28T14:43:02.594782Z","steps":["trace[506359836] 'agreement among raft nodes before linearized reading' (duration: 2.325305299s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.5948Z","caller":"traceutil/trace.go:171","msg":"trace[1318982998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26087; }","duration":"1.004918579s","start":"2026-04-28T14:43:01.589873Z","end":"2026-04-28T14:43:02.594792Z","steps":["trace[1318982998] 'agreement among raft nodes before linearized reading' (duration: 1.004884128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.080153Z","time spent":"2.514166213s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:02.594774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799650782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T14:43:02.594621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:42:59.775861Z","time spent":"2.818754639s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T14:43:02.594609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.154679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:02.594851Z","caller":"traceutil/trace.go:171","msg":"trace[943966600] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26087; }","duration":"613.452217ms","start":"2026-04-28T14:43:01.981389Z","end":"2026-04-28T14:43:02.594841Z","steps":["trace[943966600] 'agreement among raft nodes before linearized reading' (duration: 613.18127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416917882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:02.594693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016585383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-28T14:43:02.594867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.303572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-28T14:43:02.594907Z","caller":"traceutil/trace.go:171","msg":"trace[1586750114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26087; }","duration":"2.016830359s","start":"2026-04-28T14:43:00.578061Z","end":"2026-04-28T14:43:02.594891Z","steps":["trace[1586750114] 'agreement among raft nodes before linearized reading' (duration: 2.016570423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.59492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734063897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:02.594933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472008083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:02.594948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.578035Z","time spent":"2.01690053s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" "} {"level":"info","ts":"2026-04-28T14:43:02.594956Z","caller":"traceutil/trace.go:171","msg":"trace[51802857] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26087; }","duration":"1.734140119s","start":"2026-04-28T14:43:00.860807Z","end":"2026-04-28T14:43:02.594947Z","steps":["trace[51802857] 'agreement among raft nodes before linearized reading' (duration: 1.734072568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:02.594976Z","caller":"traceutil/trace.go:171","msg":"trace[1546880383] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26087; }","duration":"1.472085625s","start":"2026-04-28T14:43:01.122875Z","end":"2026-04-28T14:43:02.594961Z","steps":["trace[1546880383] 'agreement among raft nodes before linearized reading' (duration: 1.472000633s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.594991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.86079Z","time spent":"1.73419286s","remote":"127.0.0.1:58114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:02.595007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.122856Z","time spent":"1.472144047s","remote":"127.0.0.1:38914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:02.594851Z","caller":"traceutil/trace.go:171","msg":"trace[1354691813] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26087; }","duration":"1.799776125s","start":"2026-04-28T14:43:00.795053Z","end":"2026-04-28T14:43:02.594829Z","steps":["trace[1354691813] 'agreement among raft nodes before linearized reading' (duration: 1.799499769s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.595051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.795012Z","time spent":"1.800029282s","remote":"127.0.0.1:58052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":184,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:02.594913Z","caller":"traceutil/trace.go:171","msg":"trace[1458095734] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:26087; }","duration":"682.344423ms","start":"2026-04-28T14:43:01.912558Z","end":"2026-04-28T14:43:02.594902Z","steps":["trace[1458095734] 'agreement among raft nodes before linearized reading' (duration: 682.246901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.595125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.912511Z","time spent":"682.599799ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-28T14:43:02.594786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.790368Z","time spent":"804.40933ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T14:43:02.594818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.589852Z","time spent":"1.00496307s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:02.594874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:01.98135Z","time spent":"613.516178ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:02.594815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.269374Z","time spent":"2.325435283s","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-28T14:43:02.594886Z","caller":"traceutil/trace.go:171","msg":"trace[2018019645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26087; }","duration":"2.416981684s","start":"2026-04-28T14:43:00.177896Z","end":"2026-04-28T14:43:02.594878Z","steps":["trace[2018019645] 'agreement among raft nodes before linearized reading' (duration: 2.416935842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.595448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.177874Z","time spent":"2.417556798s","remote":"127.0.0.1:35316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:02.595547Z","caller":"traceutil/trace.go:171","msg":"trace[189282279] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.514714145s","start":"2026-04-28T14:43:00.078992Z","end":"2026-04-28T14:43:02.593706Z","steps":["trace[189282279] 'process raft request' (duration: 2.514264454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:02.595951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:00.078977Z","time spent":"2.516927559s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:03.995512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012128326s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T14:43:04.304593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383879995s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T14:43:04.304844Z","caller":"traceutil/trace.go:171","msg":"trace[1975496878] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26954; }","duration":"1.70682903s","start":"2026-04-28T14:43:02.598004Z","end":"2026-04-28T14:43:04.304833Z","steps":["trace[1975496878] 'read index received' (duration: 322.719419ms)","trace[1975496878] 'applied index is now lower than readState.Index' (duration: 1.384106791s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:04.304806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.596312Z","time spent":"1.708487061s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T14:43:04.304913Z","caller":"traceutil/trace.go:171","msg":"trace[1599687384] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"1.707921967s","start":"2026-04-28T14:43:02.596949Z","end":"2026-04-28T14:43:04.304871Z","steps":["trace[1599687384] 'process raft request' (duration: 1.707724702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:04.304984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706975753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-28T14:43:04.304944Z","caller":"traceutil/trace.go:171","msg":"trace[738197935] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"1.703351665s","start":"2026-04-28T14:43:02.601555Z","end":"2026-04-28T14:43:04.304906Z","steps":["trace[738197935] 'process raft request' (duration: 1.703235863s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:04.305001Z","caller":"traceutil/trace.go:171","msg":"trace[690954314] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26089; }","duration":"1.707021995s","start":"2026-04-28T14:43:02.597973Z","end":"2026-04-28T14:43:04.304995Z","steps":["trace[690954314] 'agreement among raft nodes before linearized reading' (duration: 1.706915292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:04.305023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.59796Z","time spent":"1.707058325s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":752,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-04-28T14:43:04.305111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.596931Z","time spent":"1.708064091s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:04.30513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.601543Z","time spent":"1.703476098s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:04.604326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T14:43:04.604443Z","caller":"traceutil/trace.go:171","msg":"trace[403382619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419667s","start":"2026-04-28T14:43:02.603991Z","end":"2026-04-28T14:43:04.60441Z","steps":["trace[403382619] 'agreement among raft nodes before linearized reading' (duration: 2.000301764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:04.604484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.603971Z","time spent":"2.000504788s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:04.805175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762033,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:05.030753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.715559Z","time spent":"315.183615ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T14:43:05.031916Z","caller":"traceutil/trace.go:171","msg":"trace[893844356] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"1.952933514s","start":"2026-04-28T14:43:03.078934Z","end":"2026-04-28T14:43:05.031867Z","steps":["trace[893844356] 'process raft request' (duration: 1.891473349s)","trace[893844356] 'compare' (duration: 61.216119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:05.032161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.078892Z","time spent":"1.953115658s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:05.478234Z","caller":"traceutil/trace.go:171","msg":"trace[954958422] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"1.17123131s","start":"2026-04-28T14:43:04.306972Z","end":"2026-04-28T14:43:05.478203Z","steps":["trace[954958422] 'process raft request' (duration: 1.170682057s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.478412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.306952Z","time spent":"1.171363453s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:05.478725Z","caller":"traceutil/trace.go:171","msg":"trace[1465537340] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"875.017988ms","start":"2026-04-28T14:43:04.603662Z","end":"2026-04-28T14:43:05.47868Z","steps":["trace[1465537340] 'process raft request' (duration: 874.525106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.47874Z","caller":"traceutil/trace.go:171","msg":"trace[1241442137] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"1.168266487s","start":"2026-04-28T14:43:04.310445Z","end":"2026-04-28T14:43:05.478711Z","steps":["trace[1241442137] 'process raft request' (duration: 1.167619611s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.478723Z","caller":"traceutil/trace.go:171","msg":"trace[2128701557] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"874.594978ms","start":"2026-04-28T14:43:04.60409Z","end":"2026-04-28T14:43:05.478685Z","steps":["trace[2128701557] 'process raft request' (duration: 874.209219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.478905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.603643Z","time spent":"875.165212ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:05.478924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.310422Z","time spent":"1.1684002s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:05.47892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.604074Z","time spent":"874.754122ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:05.478798Z","caller":"traceutil/trace.go:171","msg":"trace[1273945563] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"874.759223ms","start":"2026-04-28T14:43:04.603988Z","end":"2026-04-28T14:43:05.478747Z","steps":["trace[1273945563] 'process raft request' (duration: 874.251951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.479008Z","caller":"traceutil/trace.go:171","msg":"trace[871497022] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"874.810403ms","start":"2026-04-28T14:43:04.604159Z","end":"2026-04-28T14:43:05.478969Z","steps":["trace[871497022] 'process raft request' (duration: 874.448555ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.479102Z","caller":"traceutil/trace.go:171","msg":"trace[410216155] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"874.674191ms","start":"2026-04-28T14:43:04.604394Z","end":"2026-04-28T14:43:05.479068Z","steps":["trace[410216155] 'process raft request' (duration: 874.475216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.479127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.603971Z","time spent":"875.04829ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:05.479153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.604149Z","time spent":"874.922967ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:05.479293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.604382Z","time spent":"874.812254ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:05.479359Z","caller":"traceutil/trace.go:171","msg":"trace[1108215000] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"874.750752ms","start":"2026-04-28T14:43:04.604581Z","end":"2026-04-28T14:43:05.479332Z","steps":["trace[1108215000] 'process raft request' (duration: 874.448735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.479523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.604567Z","time spent":"874.858725ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:05.479671Z","caller":"traceutil/trace.go:171","msg":"trace[133157335] linearizableReadLoop","detail":"{readStateIndex:26968; appliedIndex:26957; }","duration":"1.174782957s","start":"2026-04-28T14:43:04.304866Z","end":"2026-04-28T14:43:05.479649Z","steps":["trace[133157335] 'read index received' (duration: 665.559303ms)","trace[133157335] 'applied index is now lower than readState.Index' (duration: 509.222144ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:05.479771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319924278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:05.479823Z","caller":"traceutil/trace.go:171","msg":"trace[1118377702] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26100; }","duration":"2.320030471s","start":"2026-04-28T14:43:03.159774Z","end":"2026-04-28T14:43:05.479804Z","steps":["trace[1118377702] 'agreement among raft nodes before linearized reading' (duration: 2.319937038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.479823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755850141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:05.479859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.159748Z","time spent":"2.320102313s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:05.479878Z","caller":"traceutil/trace.go:171","msg":"trace[322263836] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26100; }","duration":"1.755959363s","start":"2026-04-28T14:43:03.723903Z","end":"2026-04-28T14:43:05.479862Z","steps":["trace[322263836] 'agreement among raft nodes before linearized reading' (duration: 1.75584499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.479875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337395476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:05.479921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.723876Z","time spent":"1.756038545s","remote":"127.0.0.1:54170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:05.47994Z","caller":"traceutil/trace.go:171","msg":"trace[1768842060] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26100; }","duration":"2.337485088s","start":"2026-04-28T14:43:03.142437Z","end":"2026-04-28T14:43:05.479922Z","steps":["trace[1768842060] 'agreement among raft nodes before linearized reading' (duration: 2.337378346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.479995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.142427Z","time spent":"2.33754955s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T14:43:05.48006Z","caller":"traceutil/trace.go:171","msg":"trace[66060622] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"873.04004ms","start":"2026-04-28T14:43:04.607009Z","end":"2026-04-28T14:43:05.480049Z","steps":["trace[66060622] 'process raft request' (duration: 872.21638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.4801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.606988Z","time spent":"873.090832ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:05.480124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176751883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:43:05.480174Z","caller":"traceutil/trace.go:171","msg":"trace[619224927] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"871.535573ms","start":"2026-04-28T14:43:04.608628Z","end":"2026-04-28T14:43:05.480164Z","steps":["trace[619224927] 'process raft request' (duration: 870.839945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.48019Z","caller":"traceutil/trace.go:171","msg":"trace[530553116] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26100; }","duration":"2.176853685s","start":"2026-04-28T14:43:03.303314Z","end":"2026-04-28T14:43:05.480168Z","steps":["trace[530553116] 'agreement among raft nodes before linearized reading' (duration: 2.176747843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.480205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928753333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:05.480222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.608618Z","time spent":"871.575605ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:05.480238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.303294Z","time spent":"2.176930268s","remote":"127.0.0.1:54148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:05.480242Z","caller":"traceutil/trace.go:171","msg":"trace[1625898480] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26100; }","duration":"1.928839385s","start":"2026-04-28T14:43:03.55139Z","end":"2026-04-28T14:43:05.480229Z","steps":["trace[1625898480] 'agreement among raft nodes before linearized reading' (duration: 1.928786984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.480279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.551361Z","time spent":"1.928909677s","remote":"127.0.0.1:58088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:05.480143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880207215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-04-28T14:43:05.480374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339819305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:05.480412Z","caller":"traceutil/trace.go:171","msg":"trace[833170324] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26100; }","duration":"1.880530733s","start":"2026-04-28T14:43:03.599871Z","end":"2026-04-28T14:43:05.480402Z","steps":["trace[833170324] 'agreement among raft nodes before linearized reading' (duration: 1.880146944s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.48043Z","caller":"traceutil/trace.go:171","msg":"trace[347515195] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26100; }","duration":"2.339908976s","start":"2026-04-28T14:43:03.140506Z","end":"2026-04-28T14:43:05.480415Z","steps":["trace[347515195] 'agreement among raft nodes before linearized reading' (duration: 2.339806454s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.480444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.599842Z","time spent":"1.880592035s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" "} {"level":"warn","ts":"2026-04-28T14:43:05.480472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:03.140491Z","time spent":"2.339969349s","remote":"127.0.0.1:54100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:05.48059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882434497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-04-28T14:43:05.480598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116177392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:43:05.48062Z","caller":"traceutil/trace.go:171","msg":"trace[1869674868] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26100; }","duration":"2.882474398s","start":"2026-04-28T14:43:02.598137Z","end":"2026-04-28T14:43:05.480611Z","steps":["trace[1869674868] 'agreement among raft nodes before linearized reading' (duration: 2.882382186s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.480631Z","caller":"traceutil/trace.go:171","msg":"trace[1507577193] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26100; }","duration":"1.116256724s","start":"2026-04-28T14:43:04.364365Z","end":"2026-04-28T14:43:05.480622Z","steps":["trace[1507577193] 'agreement among raft nodes before linearized reading' (duration: 1.116194723s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.48065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.598133Z","time spent":"2.882510239s","remote":"127.0.0.1:58004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-28T14:43:05.480679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.364346Z","time spent":"1.116325176s","remote":"127.0.0.1:58002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:05.480878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814609377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:05.484693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755461338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T14:43:05.484799Z","caller":"traceutil/trace.go:171","msg":"trace[2015427529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26100; }","duration":"2.755577261s","start":"2026-04-28T14:43:02.729178Z","end":"2026-04-28T14:43:05.484756Z","steps":["trace[2015427529] 'agreement among raft nodes before linearized reading' (duration: 2.751613204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.484842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.729163Z","time spent":"2.755669264s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:05.485276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.703841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T14:43:05.485346Z","caller":"traceutil/trace.go:171","msg":"trace[1851014951] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26100; }","duration":"184.832685ms","start":"2026-04-28T14:43:05.300496Z","end":"2026-04-28T14:43:05.485329Z","steps":["trace[1851014951] 'agreement among raft nodes before linearized reading' (duration: 180.321744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.480907Z","caller":"traceutil/trace.go:171","msg":"trace[1901268591] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26100; }","duration":"2.814696259s","start":"2026-04-28T14:43:02.666202Z","end":"2026-04-28T14:43:05.480898Z","steps":["trace[1901268591] 'agreement among raft nodes before linearized reading' (duration: 2.814647918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.486286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.666181Z","time spent":"2.820077131s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T14:43:05.485805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88500517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-28T14:43:05.4865Z","caller":"traceutil/trace.go:171","msg":"trace[25719711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7; range_end:; response_count:1; response_revision:26100; }","duration":"2.885703076s","start":"2026-04-28T14:43:02.600781Z","end":"2026-04-28T14:43:05.486484Z","steps":["trace[25719711] 'agreement among raft nodes before linearized reading' (duration: 2.88013566s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.486552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.600772Z","time spent":"2.885768218s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7\" "} {"level":"warn","ts":"2026-04-28T14:43:05.487388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.489416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T14:43:05.487441Z","caller":"traceutil/trace.go:171","msg":"trace[510870348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26100; }","duration":"883.526777ms","start":"2026-04-28T14:43:04.603889Z","end":"2026-04-28T14:43:05.487415Z","steps":["trace[510870348] 'agreement among raft nodes before linearized reading' (duration: 883.403334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.487472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.603878Z","time spent":"883.587468ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:05.487669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.226527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T14:43:05.487752Z","caller":"traceutil/trace.go:171","msg":"trace[13041178] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26100; }","duration":"476.3456ms","start":"2026-04-28T14:43:05.011394Z","end":"2026-04-28T14:43:05.487739Z","steps":["trace[13041178] 'agreement among raft nodes before linearized reading' (duration: 476.220757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.487774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:05.011372Z","time spent":"476.397351ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T14:43:05.487941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.256734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:05.487972Z","caller":"traceutil/trace.go:171","msg":"trace[1226580822] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26100; }","duration":"596.335756ms","start":"2026-04-28T14:43:04.891629Z","end":"2026-04-28T14:43:05.487965Z","steps":["trace[1226580822] 'agreement among raft nodes before linearized reading' (duration: 596.279115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.487992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.891602Z","time spent":"596.382058ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:05.488157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.758616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T14:43:05.488179Z","caller":"traceutil/trace.go:171","msg":"trace[2051207865] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26100; }","duration":"620.832607ms","start":"2026-04-28T14:43:04.867341Z","end":"2026-04-28T14:43:05.488173Z","steps":["trace[2051207865] 'agreement among raft nodes before linearized reading' (duration: 620.757165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.488199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.86731Z","time spent":"620.884839ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-04-28T14:43:05.488384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.750678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:05.488416Z","caller":"traceutil/trace.go:171","msg":"trace[807773971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26100; }","duration":"882.79243ms","start":"2026-04-28T14:43:04.605608Z","end":"2026-04-28T14:43:05.488401Z","steps":["trace[807773971] 'agreement among raft nodes before linearized reading' (duration: 882.741768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.48844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.6056Z","time spent":"882.836901ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:05.488597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.873726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:43:05.488628Z","caller":"traceutil/trace.go:171","msg":"trace[1866404117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26100; }","duration":"883.930458ms","start":"2026-04-28T14:43:04.60469Z","end":"2026-04-28T14:43:05.48862Z","steps":["trace[1866404117] 'agreement among raft nodes before linearized reading' (duration: 883.852196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.488657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.60468Z","time spent":"883.971759ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:43:05.490214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.698591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:05.490263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.889613792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-28T14:43:05.490323Z","caller":"traceutil/trace.go:171","msg":"trace[1608403297] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26100; }","duration":"903.891855ms","start":"2026-04-28T14:43:04.586389Z","end":"2026-04-28T14:43:05.49028Z","steps":["trace[1608403297] 'agreement among raft nodes before linearized reading' (duration: 903.67583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:05.490345Z","caller":"traceutil/trace.go:171","msg":"trace[2113771703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26100; }","duration":"2.889745345s","start":"2026-04-28T14:43:02.600581Z","end":"2026-04-28T14:43:05.490326Z","steps":["trace[2113771703] 'agreement among raft nodes before linearized reading' (duration: 2.889464258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.490378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.586362Z","time spent":"904.001077ms","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:05.490403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:02.600575Z","time spent":"2.889819847s","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T14:43:05.490659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.144705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T14:43:05.490731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.464446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T14:43:05.490755Z","caller":"traceutil/trace.go:171","msg":"trace[1384413431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26100; }","duration":"887.247438ms","start":"2026-04-28T14:43:04.603492Z","end":"2026-04-28T14:43:05.49074Z","steps":["trace[1384413431] 'agreement among raft nodes before linearized reading' (duration: 887.001832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.490717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.860047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T14:43:05.490775Z","caller":"traceutil/trace.go:171","msg":"trace[2021105365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26100; }","duration":"892.519607ms","start":"2026-04-28T14:43:04.598235Z","end":"2026-04-28T14:43:05.490755Z","steps":["trace[2021105365] 'agreement among raft nodes before linearized reading' (duration: 892.363993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.490788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.603442Z","time spent":"887.33884ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T14:43:05.490803Z","caller":"traceutil/trace.go:171","msg":"trace[1886391070] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26100; }","duration":"906.98591ms","start":"2026-04-28T14:43:04.583797Z","end":"2026-04-28T14:43:05.490783Z","steps":["trace[1886391070] 'agreement among raft nodes before linearized reading' (duration: 906.752045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:05.490808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.598219Z","time spent":"892.581748ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:43:05.490838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:04.583776Z","time spent":"907.056852ms","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T14:43:07.709275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.403858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T14:43:07.710294Z","caller":"traceutil/trace.go:171","msg":"trace[270789240] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"225.012729ms","start":"2026-04-28T14:43:07.485242Z","end":"2026-04-28T14:43:07.710254Z","steps":["trace[270789240] 'process raft request' (duration: 224.773433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.087626Z","caller":"traceutil/trace.go:171","msg":"trace[848801682] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"601.279888ms","start":"2026-04-28T14:43:07.486325Z","end":"2026-04-28T14:43:08.087605Z","steps":["trace[848801682] 'process raft request' (duration: 530.352732ms)","trace[848801682] 'compare' (duration: 70.560117ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:08.087817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.486312Z","time spent":"601.441692ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:08.088046Z","caller":"traceutil/trace.go:171","msg":"trace[2117432114] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"593.15832ms","start":"2026-04-28T14:43:07.494861Z","end":"2026-04-28T14:43:08.088019Z","steps":["trace[2117432114] 'process raft request' (duration: 593.078348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.088068Z","caller":"traceutil/trace.go:171","msg":"trace[724861815] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"600.89638ms","start":"2026-04-28T14:43:07.487112Z","end":"2026-04-28T14:43:08.088008Z","steps":["trace[724861815] 'process raft request' (duration: 600.699195ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.088118Z","caller":"traceutil/trace.go:171","msg":"trace[575707401] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"601.642298ms","start":"2026-04-28T14:43:07.486451Z","end":"2026-04-28T14:43:08.088094Z","steps":["trace[575707401] 'process raft request' (duration: 601.084513ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.088129Z","caller":"traceutil/trace.go:171","msg":"trace[974496696] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"600.299085ms","start":"2026-04-28T14:43:07.487779Z","end":"2026-04-28T14:43:08.088078Z","steps":["trace[974496696] 'process raft request' (duration: 600.125121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.088194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.494846Z","time spent":"593.271472ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:08.088221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.486416Z","time spent":"601.758241ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:08.088235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.487104Z","time spent":"601.039943ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:08.088311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.487749Z","time spent":"600.469509ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:08.088378Z","caller":"traceutil/trace.go:171","msg":"trace[1851565110] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"592.150446ms","start":"2026-04-28T14:43:07.496123Z","end":"2026-04-28T14:43:08.088273Z","steps":["trace[1851565110] 'process raft request' (duration: 591.857619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.088588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.496115Z","time spent":"592.351731ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:08.089341Z","caller":"traceutil/trace.go:171","msg":"trace[135508729] linearizableReadLoop","detail":"{readStateIndex:26990; appliedIndex:26981; }","duration":"579.625598ms","start":"2026-04-28T14:43:07.509689Z","end":"2026-04-28T14:43:08.089315Z","steps":["trace[135508729] 'read index received' (duration: 198.383786ms)","trace[135508729] 'applied index is now lower than readState.Index' (duration: 381.241002ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:08.089598Z","caller":"traceutil/trace.go:171","msg":"trace[281007299] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"592.144195ms","start":"2026-04-28T14:43:07.497442Z","end":"2026-04-28T14:43:08.089586Z","steps":["trace[281007299] 'process raft request' (duration: 591.104629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.08968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.497427Z","time spent":"592.192585ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:08.089798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.490625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:08.089861Z","caller":"traceutil/trace.go:171","msg":"trace[1706495256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26121; }","duration":"579.593388ms","start":"2026-04-28T14:43:07.51025Z","end":"2026-04-28T14:43:08.089843Z","steps":["trace[1706495256] 'agreement among raft nodes before linearized reading' (duration: 579.485465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.089894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.510235Z","time spent":"579.653399ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:08.089925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.80107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:08.089947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.929309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-28T14:43:08.089943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.798116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T14:43:08.089975Z","caller":"traceutil/trace.go:171","msg":"trace[940265850] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26121; }","duration":"209.995021ms","start":"2026-04-28T14:43:07.87997Z","end":"2026-04-28T14:43:08.089965Z","steps":["trace[940265850] 'agreement among raft nodes before linearized reading' (duration: 209.880558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.090025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.339036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-28T14:43:08.090055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.9544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:43:08.089971Z","caller":"traceutil/trace.go:171","msg":"trace[1704370249] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26121; }","duration":"420.869351ms","start":"2026-04-28T14:43:07.669088Z","end":"2026-04-28T14:43:08.089957Z","steps":["trace[1704370249] 'agreement among raft nodes before linearized reading' (duration: 420.774149ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.090076Z","caller":"traceutil/trace.go:171","msg":"trace[888305416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26121; }","duration":"580.394707ms","start":"2026-04-28T14:43:07.509666Z","end":"2026-04-28T14:43:08.090061Z","steps":["trace[888305416] 'agreement among raft nodes before linearized reading' (duration: 580.222743ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.090084Z","caller":"traceutil/trace.go:171","msg":"trace[2040871723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26121; }","duration":"573.99154ms","start":"2026-04-28T14:43:07.516079Z","end":"2026-04-28T14:43:08.09007Z","steps":["trace[2040871723] 'agreement among raft nodes before linearized reading' (duration: 573.933219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.090117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.509576Z","time spent":"580.53324ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" "} {"level":"warn","ts":"2026-04-28T14:43:08.090151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.153942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-28T14:43:08.090082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.184149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T14:43:08.090169Z","caller":"traceutil/trace.go:171","msg":"trace[1751668711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26121; }","duration":"576.208453ms","start":"2026-04-28T14:43:07.513955Z","end":"2026-04-28T14:43:08.090163Z","steps":["trace[1751668711] 'agreement among raft nodes before linearized reading' (duration: 576.158002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.090172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.582778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-28T14:43:08.090185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.513943Z","time spent":"576.238375ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:43:08.090189Z","caller":"traceutil/trace.go:171","msg":"trace[669982932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26121; }","duration":"575.303352ms","start":"2026-04-28T14:43:07.514874Z","end":"2026-04-28T14:43:08.090178Z","steps":["trace[669982932] 'agreement among raft nodes before linearized reading' (duration: 575.121847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:08.090208Z","caller":"traceutil/trace.go:171","msg":"trace[688360587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26121; }","duration":"575.63313ms","start":"2026-04-28T14:43:07.514562Z","end":"2026-04-28T14:43:08.090195Z","steps":["trace[688360587] 'agreement among raft nodes before linearized reading' (duration: 575.503707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.090248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.514551Z","time spent":"575.686621ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:08.090154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.669058Z","time spent":"421.047066ms","remote":"127.0.0.1:58148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:08.090124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.516071Z","time spent":"574.048041ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:43:08.090216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.514864Z","time spent":"575.346243ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T14:43:08.089987Z","caller":"traceutil/trace.go:171","msg":"trace[1102181820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26121; }","duration":"573.856687ms","start":"2026-04-28T14:43:07.516119Z","end":"2026-04-28T14:43:08.089975Z","steps":["trace[1102181820] 'agreement among raft nodes before linearized reading' (duration: 573.710333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.090463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:07.516114Z","time spent":"574.341048ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:08.633486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762095,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:43:08.974428Z","caller":"traceutil/trace.go:171","msg":"trace[1025226540] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"879.953089ms","start":"2026-04-28T14:43:08.094447Z","end":"2026-04-28T14:43:08.9744Z","steps":["trace[1025226540] 'process raft request' (duration: 879.675753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:08.97462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.094433Z","time spent":"880.094922ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:09.336694Z","caller":"traceutil/trace.go:171","msg":"trace[95285715] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"1.240661729s","start":"2026-04-28T14:43:08.09601Z","end":"2026-04-28T14:43:09.336672Z","steps":["trace[95285715] 'process raft request' (duration: 1.24032181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.336818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.09599Z","time spent":"1.240763362s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:09.336957Z","caller":"traceutil/trace.go:171","msg":"trace[411746391] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"870.507768ms","start":"2026-04-28T14:43:08.466426Z","end":"2026-04-28T14:43:09.336933Z","steps":["trace[411746391] 'process raft request' (duration: 870.038677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:09.336968Z","caller":"traceutil/trace.go:171","msg":"trace[98083865] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"1.240415372s","start":"2026-04-28T14:43:08.096514Z","end":"2026-04-28T14:43:09.336929Z","steps":["trace[98083865] 'process raft request' (duration: 1.2399115s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:09.337001Z","caller":"traceutil/trace.go:171","msg":"trace[382894939] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"1.24075047s","start":"2026-04-28T14:43:08.096202Z","end":"2026-04-28T14:43:09.336953Z","steps":["trace[382894939] 'process raft request' (duration: 1.240170686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.337079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.466397Z","time spent":"870.61348ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:09.33713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.096506Z","time spent":"1.240533684s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:09.33653Z","caller":"traceutil/trace.go:171","msg":"trace[633326981] linearizableReadLoop","detail":"{readStateIndex:26996; appliedIndex:26990; }","duration":"1.203893358s","start":"2026-04-28T14:43:08.132614Z","end":"2026-04-28T14:43:09.336507Z","steps":["trace[633326981] 'read index received' (duration: 841.60957ms)","trace[633326981] 'applied index is now lower than readState.Index' (duration: 362.282868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:09.337219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.096193Z","time spent":"1.240917174s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:09.33701Z","caller":"traceutil/trace.go:171","msg":"trace[1980080100] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"1.240978726s","start":"2026-04-28T14:43:08.095975Z","end":"2026-04-28T14:43:09.336954Z","steps":["trace[1980080100] 'process raft request' (duration: 1.240205738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.337255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204603716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:09.337389Z","caller":"traceutil/trace.go:171","msg":"trace[1379626027] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26127; }","duration":"1.204810602s","start":"2026-04-28T14:43:08.132562Z","end":"2026-04-28T14:43:09.337372Z","steps":["trace[1379626027] 'agreement among raft nodes before linearized reading' (duration: 1.204516813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.337398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.011499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-28T14:43:09.33737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186547775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:09.337378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.095958Z","time spent":"1.241321986s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:09.337427Z","caller":"traceutil/trace.go:171","msg":"trace[855986220] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26127; }","duration":"243.107311ms","start":"2026-04-28T14:43:09.094311Z","end":"2026-04-28T14:43:09.337418Z","steps":["trace[855986220] 'agreement among raft nodes before linearized reading' (duration: 242.982968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.337425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.132546Z","time spent":"1.204869224s","remote":"127.0.0.1:35454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:09.337335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.806888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:09.337441Z","caller":"traceutil/trace.go:171","msg":"trace[1309657069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26127; }","duration":"1.186681648s","start":"2026-04-28T14:43:08.150741Z","end":"2026-04-28T14:43:09.337422Z","steps":["trace[1309657069] 'agreement among raft nodes before linearized reading' (duration: 1.186548585s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.337493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.150721Z","time spent":"1.18675986s","remote":"127.0.0.1:38888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:09.337505Z","caller":"traceutil/trace.go:171","msg":"trace[893083057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26127; }","duration":"541.001634ms","start":"2026-04-28T14:43:08.796476Z","end":"2026-04-28T14:43:09.337477Z","steps":["trace[893083057] 'agreement among raft nodes before linearized reading' (duration: 540.82772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:09.337569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:08.796452Z","time spent":"541.098346ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:10.551247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039923465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:10.551333Z","caller":"traceutil/trace.go:171","msg":"trace[902140063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26127; }","duration":"1.040059498s","start":"2026-04-28T14:43:09.511253Z","end":"2026-04-28T14:43:10.551312Z","steps":["trace[902140063] 'range keys from in-memory index tree' (duration: 1.039820553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:10.551371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:09.511225Z","time spent":"1.04013778s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:10.55209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.525449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T14:43:10.55213Z","caller":"traceutil/trace.go:171","msg":"trace[403332083] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26127; }","duration":"841.620571ms","start":"2026-04-28T14:43:09.710495Z","end":"2026-04-28T14:43:10.552116Z","steps":["trace[403332083] 'range keys from in-memory index tree' (duration: 841.348814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:10.552159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:09.710475Z","time spent":"841.676982ms","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T14:43:10.553007Z","caller":"traceutil/trace.go:171","msg":"trace[1810042513] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"836.27299ms","start":"2026-04-28T14:43:09.716704Z","end":"2026-04-28T14:43:10.552977Z","steps":["trace[1810042513] 'process raft request' (duration: 836.061094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:10.553249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:09.71669Z","time spent":"836.438555ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:11.6804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.494919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:11.680792Z","caller":"traceutil/trace.go:171","msg":"trace[1190579431] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"1.586567876s","start":"2026-04-28T14:43:10.094185Z","end":"2026-04-28T14:43:11.680753Z","steps":["trace[1190579431] 'process raft request' (duration: 1.58633153s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.680822Z","caller":"traceutil/trace.go:171","msg":"trace[438484915] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"1.586550246s","start":"2026-04-28T14:43:10.094234Z","end":"2026-04-28T14:43:11.680785Z","steps":["trace[438484915] 'process raft request' (duration: 1.586398482s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.680738Z","caller":"traceutil/trace.go:171","msg":"trace[1431904927] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"1.641569322s","start":"2026-04-28T14:43:10.039121Z","end":"2026-04-28T14:43:11.68069Z","steps":["trace[1431904927] 'process raft request' (duration: 855.427649ms)","trace[1431904927] 'compare' (duration: 784.977145ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:11.680935Z","caller":"traceutil/trace.go:171","msg":"trace[1373175312] linearizableReadLoop","detail":"{readStateIndex:27005; appliedIndex:26996; }","duration":"1.338700179s","start":"2026-04-28T14:43:10.342213Z","end":"2026-04-28T14:43:11.680914Z","steps":["trace[1373175312] 'read index received' (duration: 210.682066ms)","trace[1373175312] 'applied index is now lower than readState.Index' (duration: 1.128016853s)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:11.680905Z","caller":"traceutil/trace.go:171","msg":"trace[1613051359] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"1.586610058s","start":"2026-04-28T14:43:10.094249Z","end":"2026-04-28T14:43:11.680859Z","steps":["trace[1613051359] 'process raft request' (duration: 1.586468684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.68099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.094166Z","time spent":"1.58670871s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:11.680991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.094221Z","time spent":"1.586679929s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:11.681051Z","caller":"traceutil/trace.go:171","msg":"trace[349145570] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"1.586644598s","start":"2026-04-28T14:43:10.094397Z","end":"2026-04-28T14:43:11.681041Z","steps":["trace[349145570] 'process raft request' (duration: 1.586434323s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.039083Z","time spent":"1.641834309s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:11.681119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.094389Z","time spent":"1.586692499s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:11.681352Z","caller":"traceutil/trace.go:171","msg":"trace[2116320710] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"1.585862449s","start":"2026-04-28T14:43:10.09547Z","end":"2026-04-28T14:43:11.681333Z","steps":["trace[2116320710] 'process raft request' (duration: 1.585396618s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.681347Z","caller":"traceutil/trace.go:171","msg":"trace[1687028924] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"1.587024488s","start":"2026-04-28T14:43:10.094291Z","end":"2026-04-28T14:43:11.681315Z","steps":["trace[1687028924] 'process raft request' (duration: 1.586467034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207509908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:43:11.681448Z","caller":"traceutil/trace.go:171","msg":"trace[2043258920] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26136; }","duration":"1.20759802s","start":"2026-04-28T14:43:10.473832Z","end":"2026-04-28T14:43:11.68143Z","steps":["trace[2043258920] 'agreement among raft nodes before linearized reading' (duration: 1.207496238s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339218762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-04-28T14:43:11.681502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.095458Z","time spent":"1.585958351s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:11.681514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.50936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T14:43:11.68151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.094287Z","time spent":"1.58714259s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:11.681542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.937443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-28T14:43:11.681554Z","caller":"traceutil/trace.go:171","msg":"trace[416543898] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26136; }","duration":"1.339370256s","start":"2026-04-28T14:43:10.342163Z","end":"2026-04-28T14:43:11.681533Z","steps":["trace[416543898] 'agreement among raft nodes before linearized reading' (duration: 1.339097939s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.68159Z","caller":"traceutil/trace.go:171","msg":"trace[1512620438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26136; }","duration":"700.041946ms","start":"2026-04-28T14:43:10.981535Z","end":"2026-04-28T14:43:11.681577Z","steps":["trace[1512620438] 'agreement among raft nodes before linearized reading' (duration: 699.81449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.342142Z","time spent":"1.339463928s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" "} {"level":"warn","ts":"2026-04-28T14:43:11.68163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.981507Z","time spent":"700.116208ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121502092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:11.681659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.658105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T14:43:11.681662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122466106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-04-28T14:43:11.681689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.564062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T14:43:11.681693Z","caller":"traceutil/trace.go:171","msg":"trace[1476094596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26136; }","duration":"1.12183704s","start":"2026-04-28T14:43:10.559843Z","end":"2026-04-28T14:43:11.68168Z","steps":["trace[1476094596] 'agreement among raft nodes before linearized reading' (duration: 1.121496832s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.681698Z","caller":"traceutil/trace.go:171","msg":"trace[135008258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26136; }","duration":"339.737626ms","start":"2026-04-28T14:43:11.341949Z","end":"2026-04-28T14:43:11.681687Z","steps":["trace[135008258] 'agreement among raft nodes before linearized reading' (duration: 339.643614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.681702Z","caller":"traceutil/trace.go:171","msg":"trace[2097278553] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26136; }","duration":"1.122525517s","start":"2026-04-28T14:43:10.559167Z","end":"2026-04-28T14:43:11.681693Z","steps":["trace[2097278553] 'agreement among raft nodes before linearized reading' (duration: 1.122360093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.6815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.473812Z","time spent":"1.207677682s","remote":"127.0.0.1:58218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:11.681721Z","caller":"traceutil/trace.go:171","msg":"trace[1386664716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26136; }","duration":"339.640074ms","start":"2026-04-28T14:43:11.342073Z","end":"2026-04-28T14:43:11.681713Z","steps":["trace[1386664716] 'agreement among raft nodes before linearized reading' (duration: 339.508501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.559826Z","time spent":"1.121896651s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.342067Z","time spent":"339.679265ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.34193Z","time spent":"339.805548ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.55915Z","time spent":"1.122587059s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17980275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T14:43:11.681562Z","caller":"traceutil/trace.go:171","msg":"trace[1926306532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26136; }","duration":"339.599863ms","start":"2026-04-28T14:43:11.341949Z","end":"2026-04-28T14:43:11.681549Z","steps":["trace[1926306532] 'agreement among raft nodes before linearized reading' (duration: 339.383868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.681811Z","caller":"traceutil/trace.go:171","msg":"trace[799155261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26136; }","duration":"1.179867111s","start":"2026-04-28T14:43:10.501933Z","end":"2026-04-28T14:43:11.6818Z","steps":["trace[799155261] 'agreement among raft nodes before linearized reading' (duration: 1.179770829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.501912Z","time spent":"1.179921022s","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.77804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:11.681882Z","caller":"traceutil/trace.go:171","msg":"trace[1926202000] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26136; }","duration":"197.826342ms","start":"2026-04-28T14:43:11.484046Z","end":"2026-04-28T14:43:11.681873Z","steps":["trace[1926202000] 'agreement among raft nodes before linearized reading' (duration: 197.777811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.681885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143771557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T14:43:11.681845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.341928Z","time spent":"339.90656ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.536261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:43:11.681976Z","caller":"traceutil/trace.go:171","msg":"trace[788163641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26136; }","duration":"1.143929222s","start":"2026-04-28T14:43:10.538025Z","end":"2026-04-28T14:43:11.681955Z","steps":["trace[788163641] 'agreement among raft nodes before linearized reading' (duration: 1.143636384s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.682044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.538014Z","time spent":"1.144020864s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:43:11.681642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.023059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:43:11.68206Z","caller":"traceutil/trace.go:171","msg":"trace[1168304965] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26136; }","duration":"866.702636ms","start":"2026-04-28T14:43:10.815314Z","end":"2026-04-28T14:43:11.682017Z","steps":["trace[1168304965] 'agreement among raft nodes before linearized reading' (duration: 866.247444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.682153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.81529Z","time spent":"866.850559ms","remote":"127.0.0.1:33092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:11.682091Z","caller":"traceutil/trace.go:171","msg":"trace[931330808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26136; }","duration":"339.506952ms","start":"2026-04-28T14:43:11.342571Z","end":"2026-04-28T14:43:11.682078Z","steps":["trace[931330808] 'agreement among raft nodes before linearized reading' (duration: 338.932537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:11.682181Z","caller":"traceutil/trace.go:171","msg":"trace[557892829] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"1.587854718s","start":"2026-04-28T14:43:10.094309Z","end":"2026-04-28T14:43:11.682163Z","steps":["trace[557892829] 'process raft request' (duration: 1.586489324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:11.682226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.34255Z","time spent":"339.666035ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:43:11.682258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.094278Z","time spent":"1.58794266s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:11.685902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:10.094243Z","time spent":"1.586744561s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:12.14058Z","caller":"traceutil/trace.go:171","msg":"trace[1210679699] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"453.634695ms","start":"2026-04-28T14:43:11.686906Z","end":"2026-04-28T14:43:12.140541Z","steps":["trace[1210679699] 'process raft request' (duration: 442.483362ms)","trace[1210679699] 'compare' (duration: 10.569639ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:12.140891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.686883Z","time spent":"453.918921ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:12.141536Z","caller":"traceutil/trace.go:171","msg":"trace[765253289] linearizableReadLoop","detail":"{readStateIndex:27007; appliedIndex:27005; }","duration":"454.358723ms","start":"2026-04-28T14:43:11.687153Z","end":"2026-04-28T14:43:12.141511Z","steps":["trace[765253289] 'read index received' (duration: 442.260496ms)","trace[765253289] 'applied index is now lower than readState.Index' (duration: 12.096757ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:12.141694Z","caller":"traceutil/trace.go:171","msg":"trace[1102621035] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"453.399899ms","start":"2026-04-28T14:43:11.688268Z","end":"2026-04-28T14:43:12.141668Z","steps":["trace[1102621035] 'process raft request' (duration: 453.198204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.14187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.688262Z","time spent":"453.511131ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:12.141957Z","caller":"traceutil/trace.go:171","msg":"trace[924082903] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"453.787508ms","start":"2026-04-28T14:43:11.688145Z","end":"2026-04-28T14:43:12.141932Z","steps":["trace[924082903] 'process raft request' (duration: 453.231695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.141958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.779723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18621"} {"level":"info","ts":"2026-04-28T14:43:12.142017Z","caller":"traceutil/trace.go:171","msg":"trace[576104728] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26141; }","duration":"454.857915ms","start":"2026-04-28T14:43:11.687142Z","end":"2026-04-28T14:43:12.142Z","steps":["trace[576104728] 'agreement among raft nodes before linearized reading' (duration: 454.66704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.142035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.688118Z","time spent":"453.879101ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:12.142059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.687138Z","time spent":"454.909736ms","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18644,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T14:43:12.142085Z","caller":"traceutil/trace.go:171","msg":"trace[494250897] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"453.890511ms","start":"2026-04-28T14:43:11.688183Z","end":"2026-04-28T14:43:12.142073Z","steps":["trace[494250897] 'process raft request' (duration: 453.240005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.142081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.603903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-28T14:43:12.142079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.873417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:12.142144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.688173Z","time spent":"453.936311ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:12.14216Z","caller":"traceutil/trace.go:171","msg":"trace[1736804168] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26141; }","duration":"453.704856ms","start":"2026-04-28T14:43:11.688432Z","end":"2026-04-28T14:43:12.142137Z","steps":["trace[1736804168] 'agreement among raft nodes before linearized reading' (duration: 453.474971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:12.142187Z","caller":"traceutil/trace.go:171","msg":"trace[264161587] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26141; }","duration":"365.99859ms","start":"2026-04-28T14:43:11.77616Z","end":"2026-04-28T14:43:12.142158Z","steps":["trace[264161587] 'agreement among raft nodes before linearized reading' (duration: 365.812395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.142226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.688404Z","time spent":"453.810709ms","remote":"127.0.0.1:57936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-04-28T14:43:12.1422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.560555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-28T14:43:12.142249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.690292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:12.142298Z","caller":"traceutil/trace.go:171","msg":"trace[2043465206] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"455.286325ms","start":"2026-04-28T14:43:11.686987Z","end":"2026-04-28T14:43:12.142273Z","steps":["trace[2043465206] 'process raft request' (duration: 454.228009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:12.142334Z","caller":"traceutil/trace.go:171","msg":"trace[1621915691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26141; }","duration":"450.802404ms","start":"2026-04-28T14:43:11.691513Z","end":"2026-04-28T14:43:12.142316Z","steps":["trace[1621915691] 'agreement among raft nodes before linearized reading' (duration: 450.595449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.142378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.691505Z","time spent":"450.865177ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T14:43:12.142307Z","caller":"traceutil/trace.go:171","msg":"trace[1754223093] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:26141; }","duration":"228.72813ms","start":"2026-04-28T14:43:11.913558Z","end":"2026-04-28T14:43:12.142286Z","steps":["trace[1754223093] 'agreement among raft nodes before linearized reading' (duration: 228.444163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:12.142454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.686979Z","time spent":"455.427689ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:12.142238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:11.776097Z","time spent":"366.129542ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:18.07549Z","caller":"traceutil/trace.go:171","msg":"trace[238536043] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"370.956651ms","start":"2026-04-28T14:43:17.704507Z","end":"2026-04-28T14:43:18.075464Z","steps":["trace[238536043] 'process raft request' (duration: 370.790447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:18.075646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.704466Z","time spent":"371.101844ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:19.165529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.133217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:19.165809Z","caller":"traceutil/trace.go:171","msg":"trace[21429283] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"1.456225916s","start":"2026-04-28T14:43:17.709561Z","end":"2026-04-28T14:43:19.165786Z","steps":["trace[21429283] 'process raft request' (duration: 1.456145354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.165879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.709546Z","time spent":"1.456299127s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:19.165884Z","caller":"traceutil/trace.go:171","msg":"trace[892019959] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"1.457737233s","start":"2026-04-28T14:43:17.708117Z","end":"2026-04-28T14:43:19.165854Z","steps":["trace[892019959] 'process raft request' (duration: 963.154886ms)","trace[892019959] 'compare' (duration: 493.90205ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.166044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.708097Z","time spent":"1.457847515s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:19.16614Z","caller":"traceutil/trace.go:171","msg":"trace[1774103598] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"1.457894966s","start":"2026-04-28T14:43:17.708227Z","end":"2026-04-28T14:43:19.166122Z","steps":["trace[1774103598] 'process raft request' (duration: 1.457411634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.166225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.708196Z","time spent":"1.457983849s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:19.166331Z","caller":"traceutil/trace.go:171","msg":"trace[307839834] transaction","detail":"{read_only:false; response_revision:26202; number_of_response:1; }","duration":"1.456173645s","start":"2026-04-28T14:43:17.710135Z","end":"2026-04-28T14:43:19.166308Z","steps":["trace[307839834] 'process raft request' (duration: 1.455615061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.166474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.710122Z","time spent":"1.456271577s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:19.166591Z","caller":"traceutil/trace.go:171","msg":"trace[900861125] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"1.45602081s","start":"2026-04-28T14:43:17.710551Z","end":"2026-04-28T14:43:19.166572Z","steps":["trace[900861125] 'process raft request' (duration: 1.455681082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.166701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.710532Z","time spent":"1.456102773s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:19.1667Z","caller":"traceutil/trace.go:171","msg":"trace[762020871] linearizableReadLoop","detail":"{readStateIndex:27075; appliedIndex:27068; }","duration":"1.389702527s","start":"2026-04-28T14:43:17.776963Z","end":"2026-04-28T14:43:19.166666Z","steps":["trace[762020871] 'read index received' (duration: 298.342173ms)","trace[762020871] 'applied index is now lower than readState.Index' (duration: 1.091359074s)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:19.166705Z","caller":"traceutil/trace.go:171","msg":"trace[1767963017] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"1.45598332s","start":"2026-04-28T14:43:17.710693Z","end":"2026-04-28T14:43:19.166677Z","steps":["trace[1767963017] 'process raft request' (duration: 1.455809135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.166811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.710677Z","time spent":"1.456079562s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:19.167399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390417336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:277884"} {"level":"info","ts":"2026-04-28T14:43:19.168256Z","caller":"traceutil/trace.go:171","msg":"trace[1719653299] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:26204; }","duration":"1.391336218s","start":"2026-04-28T14:43:17.776903Z","end":"2026-04-28T14:43:19.168239Z","steps":["trace[1719653299] 'agreement among raft nodes before linearized reading' (duration: 1.389853902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.168299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.776881Z","time spent":"1.391396909s","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":277907,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-28T14:43:19.308145Z","caller":"traceutil/trace.go:171","msg":"trace[1700489127] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27075; }","duration":"141.385251ms","start":"2026-04-28T14:43:19.166735Z","end":"2026-04-28T14:43:19.30812Z","steps":["trace[1700489127] 'read index received' (duration: 42.88832ms)","trace[1700489127] 'applied index is now lower than readState.Index' (duration: 98.495741ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:19.308212Z","caller":"traceutil/trace.go:171","msg":"trace[871565604] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"728.844161ms","start":"2026-04-28T14:43:18.579344Z","end":"2026-04-28T14:43:19.308188Z","steps":["trace[871565604] 'process raft request' (duration: 728.426731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:19.308373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.579317Z","time spent":"728.981295ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:19.377704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208529723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T14:43:19.3778Z","caller":"traceutil/trace.go:171","msg":"trace[1128645085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26205; }","duration":"1.208686377s","start":"2026-04-28T14:43:18.16909Z","end":"2026-04-28T14:43:19.377776Z","steps":["trace[1128645085] 'agreement among raft nodes before linearized reading' (duration: 1.139148404s)","trace[1128645085] 'range keys from in-memory index tree' (duration: 69.297627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.377793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202600768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T14:43:19.377845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.169066Z","time spent":"1.208770439s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T14:43:19.377866Z","caller":"traceutil/trace.go:171","msg":"trace[1529858773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26205; }","duration":"1.20269753s","start":"2026-04-28T14:43:18.175148Z","end":"2026-04-28T14:43:19.377845Z","steps":["trace[1529858773] 'agreement among raft nodes before linearized reading' (duration: 1.133007354s)","trace[1529858773] 'range keys from in-memory index tree' (duration: 69.498911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.377879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056862961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:19.377936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575917746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-28T14:43:19.377992Z","caller":"traceutil/trace.go:171","msg":"trace[2106136286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26205; }","duration":"1.057056676s","start":"2026-04-28T14:43:18.320902Z","end":"2026-04-28T14:43:19.377959Z","steps":["trace[2106136286] 'agreement among raft nodes before linearized reading' (duration: 987.3675ms)","trace[2106136286] 'range keys from in-memory index tree' (duration: 69.535572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.378019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203184042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T14:43:19.378002Z","caller":"traceutil/trace.go:171","msg":"trace[1135183592] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26205; }","duration":"1.576014578s","start":"2026-04-28T14:43:17.801967Z","end":"2026-04-28T14:43:19.377982Z","steps":["trace[1135183592] 'agreement among raft nodes before linearized reading' (duration: 1.50623361s)","trace[1135183592] 'range keys from in-memory index tree' (duration: 69.648775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.377878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.27806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:19.378052Z","caller":"traceutil/trace.go:171","msg":"trace[1617521717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26205; }","duration":"1.203238214s","start":"2026-04-28T14:43:18.174802Z","end":"2026-04-28T14:43:19.378041Z","steps":["trace[1617521717] 'agreement among raft nodes before linearized reading' (duration: 1.133412745s)","trace[1617521717] 'range keys from in-memory index tree' (duration: 69.737317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.378062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.80195Z","time spent":"1.57610387s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-04-28T14:43:19.378068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.320879Z","time spent":"1.057174668s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:19.378081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.174789Z","time spent":"1.203286055s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:19.37792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.175138Z","time spent":"1.202758422s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T14:43:19.378112Z","caller":"traceutil/trace.go:171","msg":"trace[634368421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26205; }","duration":"867.593688ms","start":"2026-04-28T14:43:18.51048Z","end":"2026-04-28T14:43:19.378074Z","steps":["trace[634368421] 'agreement among raft nodes before linearized reading' (duration: 797.781709ms)","trace[634368421] 'range keys from in-memory index tree' (duration: 69.493261ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.378227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.510449Z","time spent":"867.733171ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:19.377998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394133446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:19.378357Z","caller":"traceutil/trace.go:171","msg":"trace[1856082798] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26205; }","duration":"1.394557477s","start":"2026-04-28T14:43:17.983784Z","end":"2026-04-28T14:43:19.378342Z","steps":["trace[1856082798] 'agreement among raft nodes before linearized reading' (duration: 1.324469932s)","trace[1856082798] 'count revisions from in-memory index tree' (duration: 69.707536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.378386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302183955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T14:43:19.378473Z","caller":"traceutil/trace.go:171","msg":"trace[386839354] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26205; }","duration":"1.302333059s","start":"2026-04-28T14:43:18.076119Z","end":"2026-04-28T14:43:19.378452Z","steps":["trace[386839354] 'agreement among raft nodes before linearized reading' (duration: 1.23212698s)","trace[386839354] 'count revisions from in-memory index tree' (duration: 70.086815ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.378409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:17.983757Z","time spent":"1.394636398s","remote":"127.0.0.1:35414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:19.378537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.076091Z","time spent":"1.302428891s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:19.378574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203767207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T14:43:19.378731Z","caller":"traceutil/trace.go:171","msg":"trace[402146781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26205; }","duration":"1.20390811s","start":"2026-04-28T14:43:18.174746Z","end":"2026-04-28T14:43:19.378654Z","steps":["trace[402146781] 'agreement among raft nodes before linearized reading' (duration: 1.133477826s)","trace[402146781] 'range keys from in-memory index tree' (duration: 70.168968ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.378793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.174739Z","time spent":"1.204042573s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:19.381052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207382685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T14:43:19.381114Z","caller":"traceutil/trace.go:171","msg":"trace[1968999855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26205; }","duration":"1.207497897s","start":"2026-04-28T14:43:18.173598Z","end":"2026-04-28T14:43:19.381096Z","steps":["trace[1968999855] 'agreement among raft nodes before linearized reading' (duration: 1.134634644s)","trace[1968999855] 'range keys from in-memory index tree' (duration: 69.312367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:19.381152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:18.173578Z","time spent":"1.207563939s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:43:20.392019Z","caller":"traceutil/trace.go:171","msg":"trace[1569961669] linearizableReadLoop","detail":"{readStateIndex:27085; appliedIndex:27084; }","duration":"102.356746ms","start":"2026-04-28T14:43:20.289628Z","end":"2026-04-28T14:43:20.391985Z","steps":["trace[1569961669] 'read index received' (duration: 102.043969ms)","trace[1569961669] 'applied index is now lower than readState.Index' (duration: 311.357µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:20.392137Z","caller":"traceutil/trace.go:171","msg":"trace[645221431] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"310.128232ms","start":"2026-04-28T14:43:20.081967Z","end":"2026-04-28T14:43:20.392095Z","steps":["trace[645221431] 'process raft request' (duration: 309.701582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:20.392194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.5303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:20.392225Z","caller":"traceutil/trace.go:171","msg":"trace[1304608677] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26213; }","duration":"102.641713ms","start":"2026-04-28T14:43:20.289574Z","end":"2026-04-28T14:43:20.392216Z","steps":["trace[1304608677] 'agreement among raft nodes before linearized reading' (duration: 102.5322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:20.39232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:20.081939Z","time spent":"310.274455ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:20.753845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.848974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:20.75397Z","caller":"traceutil/trace.go:171","msg":"trace[1912582431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26213; }","duration":"109.0706ms","start":"2026-04-28T14:43:20.644868Z","end":"2026-04-28T14:43:20.753939Z","steps":["trace[1912582431] 'count revisions from in-memory index tree' (duration: 108.700021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:20.754082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.491684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-28T14:43:20.754193Z","caller":"traceutil/trace.go:171","msg":"trace[1383184925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26213; }","duration":"237.636647ms","start":"2026-04-28T14:43:20.516516Z","end":"2026-04-28T14:43:20.754153Z","steps":["trace[1383184925] 'range keys from in-memory index tree' (duration: 237.298819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:20.754181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.720816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:20.754304Z","caller":"traceutil/trace.go:171","msg":"trace[537779304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26213; }","duration":"243.887789ms","start":"2026-04-28T14:43:20.510393Z","end":"2026-04-28T14:43:20.754281Z","steps":["trace[537779304] 'range keys from in-memory index tree' (duration: 243.620034ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:21.432547Z","caller":"traceutil/trace.go:171","msg":"trace[1521292543] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"258.927828ms","start":"2026-04-28T14:43:21.173572Z","end":"2026-04-28T14:43:21.4325Z","steps":["trace[1521292543] 'process raft request' (duration: 216.449478ms)","trace[1521292543] 'compare' (duration: 42.278075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:21.901281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T14:43:22.277451Z","caller":"traceutil/trace.go:171","msg":"trace[926704468] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"1.10380728s","start":"2026-04-28T14:43:21.173618Z","end":"2026-04-28T14:43:22.277425Z","steps":["trace[926704468] 'process raft request' (duration: 1.103522953s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.277621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.173586Z","time spent":"1.103947633s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:22.277911Z","caller":"traceutil/trace.go:171","msg":"trace[1842665555] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"1.10422262s","start":"2026-04-28T14:43:21.173653Z","end":"2026-04-28T14:43:22.277876Z","steps":["trace[1842665555] 'process raft request' (duration: 1.103716767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.278059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.173633Z","time spent":"1.104344882s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:22.2782Z","caller":"traceutil/trace.go:171","msg":"trace[1023055536] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"1.104145768s","start":"2026-04-28T14:43:21.17403Z","end":"2026-04-28T14:43:22.278176Z","steps":["trace[1023055536] 'process raft request' (duration: 1.103735248s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:22.278296Z","caller":"traceutil/trace.go:171","msg":"trace[371381407] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"1.104176498s","start":"2026-04-28T14:43:21.174108Z","end":"2026-04-28T14:43:22.278284Z","steps":["trace[371381407] 'process raft request' (duration: 1.104004554s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.278318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.174019Z","time spent":"1.10423374s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:22.278352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.174097Z","time spent":"1.104223719s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:22.278479Z","caller":"traceutil/trace.go:171","msg":"trace[779091042] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"1.103533613s","start":"2026-04-28T14:43:21.174921Z","end":"2026-04-28T14:43:22.278455Z","steps":["trace[779091042] 'process raft request' (duration: 1.103286297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.27863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.174895Z","time spent":"1.103659466s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:22.279078Z","caller":"traceutil/trace.go:171","msg":"trace[1277580564] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"1.036195815s","start":"2026-04-28T14:43:21.242859Z","end":"2026-04-28T14:43:22.279055Z","steps":["trace[1277580564] 'process raft request' (duration: 1.035528229s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.279168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.24283Z","time spent":"1.036290547s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:22.27921Z","caller":"traceutil/trace.go:171","msg":"trace[306104935] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"964.680214ms","start":"2026-04-28T14:43:21.314395Z","end":"2026-04-28T14:43:22.279075Z","steps":["trace[306104935] 'process raft request' (duration: 964.415337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.279288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.314374Z","time spent":"964.873878ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:22.515524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.603249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:22.515613Z","caller":"traceutil/trace.go:171","msg":"trace[232814996] linearizableReadLoop","detail":"{readStateIndex:27095; appliedIndex:27087; }","duration":"1.114409879s","start":"2026-04-28T14:43:21.401191Z","end":"2026-04-28T14:43:22.5156Z","steps":["trace[232814996] 'read index received' (duration: 875.936641ms)","trace[232814996] 'applied index is now lower than readState.Index' (duration: 238.472168ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:22.515669Z","caller":"traceutil/trace.go:171","msg":"trace[1580336402] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"820.058623ms","start":"2026-04-28T14:43:21.695572Z","end":"2026-04-28T14:43:22.51563Z","steps":["trace[1580336402] 'process raft request' (duration: 673.246779ms)","trace[1580336402] 'compare' (duration: 146.406515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:22.515864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.695533Z","time spent":"820.230958ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:22.515824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114588693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:22.515943Z","caller":"traceutil/trace.go:171","msg":"trace[930880039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26223; }","duration":"1.114785148s","start":"2026-04-28T14:43:21.40113Z","end":"2026-04-28T14:43:22.515915Z","steps":["trace[930880039] 'agreement among raft nodes before linearized reading' (duration: 1.114522392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.51598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091722593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T14:43:22.516003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.401107Z","time spent":"1.11488057s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:22.516045Z","caller":"traceutil/trace.go:171","msg":"trace[722308928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26224; }","duration":"1.091818856s","start":"2026-04-28T14:43:21.424211Z","end":"2026-04-28T14:43:22.51603Z","steps":["trace[722308928] 'agreement among raft nodes before linearized reading' (duration: 1.091650032s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.51608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.424198Z","time spent":"1.091875567s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T14:43:22.516227Z","caller":"traceutil/trace.go:171","msg":"trace[1509676813] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"116.776858ms","start":"2026-04-28T14:43:22.399439Z","end":"2026-04-28T14:43:22.516216Z","steps":["trace[1509676813] 'process raft request' (duration: 116.323757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091818386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:43:22.516339Z","caller":"traceutil/trace.go:171","msg":"trace[1702547382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26224; }","duration":"1.091874557s","start":"2026-04-28T14:43:21.42446Z","end":"2026-04-28T14:43:22.516334Z","steps":["trace[1702547382] 'agreement among raft nodes before linearized reading' (duration: 1.091821476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.424436Z","time spent":"1.091928009s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:22.516356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.953201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:22.516401Z","caller":"traceutil/trace.go:171","msg":"trace[7034618] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26224; }","duration":"579.027724ms","start":"2026-04-28T14:43:21.93736Z","end":"2026-04-28T14:43:22.516388Z","steps":["trace[7034618] 'agreement among raft nodes before linearized reading' (duration: 578.939861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.937315Z","time spent":"579.110635ms","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:22.51644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092116793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T14:43:22.516477Z","caller":"traceutil/trace.go:171","msg":"trace[1773816581] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26224; }","duration":"1.092200925s","start":"2026-04-28T14:43:21.424265Z","end":"2026-04-28T14:43:22.516466Z","steps":["trace[1773816581] 'agreement among raft nodes before linearized reading' (duration: 1.092054222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.225102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-04-28T14:43:22.516461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091774385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T14:43:22.516509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.42424Z","time spent":"1.092258536s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T14:43:22.516524Z","caller":"traceutil/trace.go:171","msg":"trace[3441080] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26224; }","duration":"812.351955ms","start":"2026-04-28T14:43:21.704153Z","end":"2026-04-28T14:43:22.516505Z","steps":["trace[3441080] 'agreement among raft nodes before linearized reading' (duration: 812.11395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:22.516531Z","caller":"traceutil/trace.go:171","msg":"trace[1767817639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26224; }","duration":"1.091897908s","start":"2026-04-28T14:43:21.424616Z","end":"2026-04-28T14:43:22.516514Z","steps":["trace[1767817639] 'agreement among raft nodes before linearized reading' (duration: 1.091663872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.704132Z","time spent":"812.422827ms","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-04-28T14:43:22.516539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.798915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-28T14:43:22.516569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.424587Z","time spent":"1.09197154s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:43:22.516632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.344027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-04-28T14:43:22.516631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091721324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T14:43:22.516665Z","caller":"traceutil/trace.go:171","msg":"trace[1304396943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26224; }","duration":"107.405569ms","start":"2026-04-28T14:43:22.409251Z","end":"2026-04-28T14:43:22.516657Z","steps":["trace[1304396943] 'agreement among raft nodes before linearized reading' (duration: 107.03929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:22.516685Z","caller":"traceutil/trace.go:171","msg":"trace[2087489471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26224; }","duration":"1.091787395s","start":"2026-04-28T14:43:21.424883Z","end":"2026-04-28T14:43:22.51667Z","steps":["trace[2087489471] 'agreement among raft nodes before linearized reading' (duration: 1.09156326s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.424877Z","time spent":"1.091832646s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T14:43:22.516622Z","caller":"traceutil/trace.go:171","msg":"trace[459632238] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:26224; }","duration":"602.897828ms","start":"2026-04-28T14:43:21.913702Z","end":"2026-04-28T14:43:22.5166Z","steps":["trace[459632238] 'agreement among raft nodes before linearized reading' (duration: 602.624281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:22.516809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:21.913633Z","time spent":"603.144653ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-04-28T14:43:23.13243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.210103ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-28T14:43:23.132531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.518247Z","time spent":"614.279617ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T14:43:23.744972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.986796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:23.745208Z","caller":"traceutil/trace.go:171","msg":"trace[1952345419] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"1.222941546s","start":"2026-04-28T14:43:22.522245Z","end":"2026-04-28T14:43:23.745186Z","steps":["trace[1952345419] 'process raft request' (duration: 1.222835043s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:23.745201Z","caller":"traceutil/trace.go:171","msg":"trace[709534220] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"1.224217487s","start":"2026-04-28T14:43:22.520945Z","end":"2026-04-28T14:43:23.745162Z","steps":["trace[709534220] 'process raft request' (duration: 717.967415ms)","trace[709534220] 'compare' (duration: 505.76857ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:23.745279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.522236Z","time spent":"1.223010917s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:23.745392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.520928Z","time spent":"1.22435173s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:23.745394Z","caller":"traceutil/trace.go:171","msg":"trace[229488571] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"1.222669529s","start":"2026-04-28T14:43:22.522701Z","end":"2026-04-28T14:43:23.745371Z","steps":["trace[229488571] 'process raft request' (duration: 1.222447984s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:23.745622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.522689Z","time spent":"1.222881894s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:23.74591Z","caller":"traceutil/trace.go:171","msg":"trace[320454771] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"1.222828663s","start":"2026-04-28T14:43:22.523064Z","end":"2026-04-28T14:43:23.745893Z","steps":["trace[320454771] 'process raft request' (duration: 1.222230928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:23.746028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.523058Z","time spent":"1.222900304s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:23.746041Z","caller":"traceutil/trace.go:171","msg":"trace[655882014] transaction","detail":"{read_only:false; response_revision:26229; number_of_response:1; }","duration":"1.222813893s","start":"2026-04-28T14:43:22.52317Z","end":"2026-04-28T14:43:23.745984Z","steps":["trace[655882014] 'process raft request' (duration: 1.222665289s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:23.746074Z","caller":"traceutil/trace.go:171","msg":"trace[1558613742] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"308.01573ms","start":"2026-04-28T14:43:23.438038Z","end":"2026-04-28T14:43:23.746053Z","steps":["trace[1558613742] 'process raft request' (duration: 307.981679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:23.746097Z","caller":"traceutil/trace.go:171","msg":"trace[2128639457] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"815.532173ms","start":"2026-04-28T14:43:22.930541Z","end":"2026-04-28T14:43:23.746073Z","steps":["trace[2128639457] 'process raft request' (duration: 815.41387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:23.746153Z","caller":"traceutil/trace.go:171","msg":"trace[23557983] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"612.144014ms","start":"2026-04-28T14:43:23.133996Z","end":"2026-04-28T14:43:23.74614Z","steps":["trace[23557983] 'process raft request' (duration: 611.98919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:23.746149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.523165Z","time spent":"1.222932756s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:23.746039Z","caller":"traceutil/trace.go:171","msg":"trace[1262563038] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27096; }","duration":"1.224492474s","start":"2026-04-28T14:43:22.521525Z","end":"2026-04-28T14:43:23.746018Z","steps":["trace[1262563038] 'read index received' (duration: 193.677081ms)","trace[1262563038] 'applied index is now lower than readState.Index' (duration: 1.030812943s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:23.746192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:23.438017Z","time spent":"308.109091ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:23.74619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.93052Z","time spent":"815.622525ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:23.746208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:23.133936Z","time spent":"612.238395ms","remote":"127.0.0.1:57758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:23.746272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224736069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:43:23.746311Z","caller":"traceutil/trace.go:171","msg":"trace[1848757638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26232; }","duration":"1.22479385s","start":"2026-04-28T14:43:22.521507Z","end":"2026-04-28T14:43:23.746301Z","steps":["trace[1848757638] 'agreement among raft nodes before linearized reading' (duration: 1.224578405s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:23.746341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.521497Z","time spent":"1.224837291s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:43:23.746335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.701007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:23.746353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.203512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T14:43:23.746386Z","caller":"traceutil/trace.go:171","msg":"trace[524655206] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26232; }","duration":"933.280104ms","start":"2026-04-28T14:43:22.813094Z","end":"2026-04-28T14:43:23.746374Z","steps":["trace[524655206] 'agreement among raft nodes before linearized reading' (duration: 933.161211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:23.746383Z","caller":"traceutil/trace.go:171","msg":"trace[137954280] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26232; }","duration":"518.787999ms","start":"2026-04-28T14:43:23.227579Z","end":"2026-04-28T14:43:23.746367Z","steps":["trace[137954280] 'agreement among raft nodes before linearized reading' (duration: 518.708157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:23.746438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:22.813072Z","time spent":"933.355427ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T14:43:23.746667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:23.227559Z","time spent":"519.033234ms","remote":"127.0.0.1:35348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:24.318806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.54075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:24.318917Z","caller":"traceutil/trace.go:171","msg":"trace[1716345428] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26232; }","duration":"292.704594ms","start":"2026-04-28T14:43:24.026189Z","end":"2026-04-28T14:43:24.318893Z","steps":["trace[1716345428] 'count revisions from in-memory index tree' (duration: 292.416817ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:24.546879Z","caller":"traceutil/trace.go:171","msg":"trace[1458230680] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"263.346676ms","start":"2026-04-28T14:43:24.283511Z","end":"2026-04-28T14:43:24.546858Z","steps":["trace[1458230680] 'process raft request' (duration: 263.179802ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:24.652128Z","caller":"traceutil/trace.go:171","msg":"trace[224159605] transaction","detail":"{read_only:false; response_revision:26235; number_of_response:1; }","duration":"367.999887ms","start":"2026-04-28T14:43:24.284097Z","end":"2026-04-28T14:43:24.652097Z","steps":["trace[224159605] 'process raft request' (duration: 367.910545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:24.652201Z","caller":"traceutil/trace.go:171","msg":"trace[2076559822] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"368.543591ms","start":"2026-04-28T14:43:24.283605Z","end":"2026-04-28T14:43:24.652148Z","steps":["trace[2076559822] 'process raft request' (duration: 368.190342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:24.6523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:24.284087Z","time spent":"368.12173ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:24.652396Z","caller":"traceutil/trace.go:171","msg":"trace[1641771129] transaction","detail":"{read_only:false; response_revision:26236; number_of_response:1; }","duration":"368.223404ms","start":"2026-04-28T14:43:24.284142Z","end":"2026-04-28T14:43:24.652366Z","steps":["trace[1641771129] 'process raft request' (duration: 367.911795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:24.652443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:24.283575Z","time spent":"368.724496ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:24.652548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:24.284126Z","time spent":"368.335326ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:24.652559Z","caller":"traceutil/trace.go:171","msg":"trace[1192763190] transaction","detail":"{read_only:false; response_revision:26237; number_of_response:1; }","duration":"367.950727ms","start":"2026-04-28T14:43:24.284585Z","end":"2026-04-28T14:43:24.652535Z","steps":["trace[1192763190] 'process raft request' (duration: 367.709281ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:24.652603Z","caller":"traceutil/trace.go:171","msg":"trace[652024407] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"367.871715ms","start":"2026-04-28T14:43:24.284707Z","end":"2026-04-28T14:43:24.652579Z","steps":["trace[652024407] 'process raft request' (duration: 367.738182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:24.652595Z","caller":"traceutil/trace.go:171","msg":"trace[1626563900] linearizableReadLoop","detail":"{readStateIndex:27111; appliedIndex:27105; }","duration":"307.995379ms","start":"2026-04-28T14:43:24.344576Z","end":"2026-04-28T14:43:24.652572Z","steps":["trace[1626563900] 'read index received' (duration: 202.144258ms)","trace[1626563900] 'applied index is now lower than readState.Index' (duration: 105.849481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:24.652701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:24.284672Z","time spent":"367.977418ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:24.652689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:24.284575Z","time spent":"368.03577ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:24.652728Z","caller":"traceutil/trace.go:171","msg":"trace[1714849536] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"125.965273ms","start":"2026-04-28T14:43:24.526749Z","end":"2026-04-28T14:43:24.652714Z","steps":["trace[1714849536] 'process raft request' (duration: 125.756388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:24.652791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.415446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:24.652794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.216375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:24.652824Z","caller":"traceutil/trace.go:171","msg":"trace[1754445209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26239; }","duration":"142.482188ms","start":"2026-04-28T14:43:24.510331Z","end":"2026-04-28T14:43:24.652813Z","steps":["trace[1754445209] 'agreement among raft nodes before linearized reading' (duration: 142.424246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:24.652842Z","caller":"traceutil/trace.go:171","msg":"trace[1217740563] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26239; }","duration":"308.299096ms","start":"2026-04-28T14:43:24.34453Z","end":"2026-04-28T14:43:24.652829Z","steps":["trace[1217740563] 'agreement among raft nodes before linearized reading' (duration: 308.219454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:24.652882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:24.344512Z","time spent":"308.357528ms","remote":"127.0.0.1:35404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:25.73622Z","caller":"traceutil/trace.go:171","msg":"trace[297429082] linearizableReadLoop","detail":"{readStateIndex:27113; appliedIndex:27112; }","duration":"113.762624ms","start":"2026-04-28T14:43:25.622429Z","end":"2026-04-28T14:43:25.736192Z","steps":["trace[297429082] 'read index received' (duration: 113.564649ms)","trace[297429082] 'applied index is now lower than readState.Index' (duration: 196.875µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:25.736256Z","caller":"traceutil/trace.go:171","msg":"trace[1967706035] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"117.094426ms","start":"2026-04-28T14:43:25.619129Z","end":"2026-04-28T14:43:25.736224Z","steps":["trace[1967706035] 'process raft request' (duration: 116.917561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:25.73656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.075692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T14:43:25.736641Z","caller":"traceutil/trace.go:171","msg":"trace[968999453] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a7f74129-8132-4d48-b8ae-a47e1f26bf8d; range_end:; response_count:1; response_revision:26240; }","duration":"114.216796ms","start":"2026-04-28T14:43:25.622402Z","end":"2026-04-28T14:43:25.736619Z","steps":["trace[968999453] 'agreement among raft nodes before linearized reading' (duration: 113.916138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:25.81821Z","caller":"traceutil/trace.go:171","msg":"trace[2145230758] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"187.771447ms","start":"2026-04-28T14:43:25.63041Z","end":"2026-04-28T14:43:25.818181Z","steps":["trace[2145230758] 'process raft request' (duration: 186.046114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:25.818337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.420533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:25.818424Z","caller":"traceutil/trace.go:171","msg":"trace[1397312465] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26241; }","duration":"110.597968ms","start":"2026-04-28T14:43:25.707802Z","end":"2026-04-28T14:43:25.8184Z","steps":["trace[1397312465] 'agreement among raft nodes before linearized reading' (duration: 110.400053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:26.754737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.753896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:26.754822Z","caller":"traceutil/trace.go:171","msg":"trace[622637316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26249; }","duration":"245.887009ms","start":"2026-04-28T14:43:26.508915Z","end":"2026-04-28T14:43:26.754802Z","steps":["trace[622637316] 'range keys from in-memory index tree' (duration: 245.659353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:26.757735Z","caller":"traceutil/trace.go:171","msg":"trace[1737253988] linearizableReadLoop","detail":"{readStateIndex:27123; appliedIndex:27122; }","duration":"114.600265ms","start":"2026-04-28T14:43:26.643092Z","end":"2026-04-28T14:43:26.757692Z","steps":["trace[1737253988] 'read index received' (duration: 114.342989ms)","trace[1737253988] 'applied index is now lower than readState.Index' (duration: 255.326µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:26.757807Z","caller":"traceutil/trace.go:171","msg":"trace[338817120] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"204.223819ms","start":"2026-04-28T14:43:26.55354Z","end":"2026-04-28T14:43:26.757764Z","steps":["trace[338817120] 'process raft request' (duration: 203.84814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:26.758158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.058717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10652"} {"level":"info","ts":"2026-04-28T14:43:26.758231Z","caller":"traceutil/trace.go:171","msg":"trace[407646108] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26250; }","duration":"115.172669ms","start":"2026-04-28T14:43:26.643042Z","end":"2026-04-28T14:43:26.758215Z","steps":["trace[407646108] 'agreement among raft nodes before linearized reading' (duration: 114.81067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:27.08095Z","caller":"traceutil/trace.go:171","msg":"trace[995540793] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"422.626234ms","start":"2026-04-28T14:43:26.658262Z","end":"2026-04-28T14:43:27.080889Z","steps":["trace[995540793] 'process raft request' (duration: 422.292456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.081112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.658227Z","time spent":"422.798628ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:27.081248Z","caller":"traceutil/trace.go:171","msg":"trace[372113721] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"422.85757ms","start":"2026-04-28T14:43:26.65835Z","end":"2026-04-28T14:43:27.081208Z","steps":["trace[372113721] 'process raft request' (duration: 422.388698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:27.081369Z","caller":"traceutil/trace.go:171","msg":"trace[904117077] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"422.499512ms","start":"2026-04-28T14:43:26.658838Z","end":"2026-04-28T14:43:27.081337Z","steps":["trace[904117077] 'process raft request' (duration: 422.398179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.081439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.658312Z","time spent":"423.026755ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:27.081565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.658823Z","time spent":"422.640146ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:27.081696Z","caller":"traceutil/trace.go:171","msg":"trace[1136678381] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27123; }","duration":"323.842607ms","start":"2026-04-28T14:43:26.757839Z","end":"2026-04-28T14:43:27.081682Z","steps":["trace[1136678381] 'read index received' (duration: 322.660837ms)","trace[1136678381] 'applied index is now lower than readState.Index' (duration: 1.18021ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:27.081719Z","caller":"traceutil/trace.go:171","msg":"trace[1874280] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"423.255921ms","start":"2026-04-28T14:43:26.658451Z","end":"2026-04-28T14:43:27.081707Z","steps":["trace[1874280] 'process raft request' (duration: 422.577023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.08177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.658431Z","time spent":"423.312541ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:27.081862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.630474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T14:43:27.081893Z","caller":"traceutil/trace.go:171","msg":"trace[1677422517] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"421.929338ms","start":"2026-04-28T14:43:26.659942Z","end":"2026-04-28T14:43:27.081871Z","steps":["trace[1677422517] 'process raft request' (duration: 421.341734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:27.081909Z","caller":"traceutil/trace.go:171","msg":"trace[1884004639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26256; }","duration":"415.703476ms","start":"2026-04-28T14:43:26.666187Z","end":"2026-04-28T14:43:27.081891Z","steps":["trace[1884004639] 'agreement among raft nodes before linearized reading' (duration: 415.549732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.081946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.666171Z","time spent":"415.764898ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-04-28T14:43:27.081913Z","caller":"traceutil/trace.go:171","msg":"trace[263275273] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"421.888958ms","start":"2026-04-28T14:43:26.659993Z","end":"2026-04-28T14:43:27.081882Z","steps":["trace[263275273] 'process raft request' (duration: 421.55309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.081966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.65993Z","time spent":"421.99655ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:27.082068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.65998Z","time spent":"422.0078ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:27.149604Z","caller":"traceutil/trace.go:171","msg":"trace[277510174] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"380.849482ms","start":"2026-04-28T14:43:26.768721Z","end":"2026-04-28T14:43:27.14957Z","steps":["trace[277510174] 'process raft request' (duration: 380.616337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.149758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:26.768696Z","time spent":"380.976526ms","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10836,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:27.559743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.760057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:27.559886Z","caller":"traceutil/trace.go:171","msg":"trace[655162039] linearizableReadLoop","detail":"{readStateIndex:27131; appliedIndex:27130; }","duration":"361.408456ms","start":"2026-04-28T14:43:27.198452Z","end":"2026-04-28T14:43:27.55986Z","steps":["trace[655162039] 'read index received' (duration: 166.336692ms)","trace[655162039] 'applied index is now lower than readState.Index' (duration: 195.069374ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:27.559988Z","caller":"traceutil/trace.go:171","msg":"trace[1645271091] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"363.441956ms","start":"2026-04-28T14:43:27.196528Z","end":"2026-04-28T14:43:27.55997Z","steps":["trace[1645271091] 'process raft request' (duration: 168.275619ms)","trace[1645271091] 'compare' (duration: 194.297726ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:27.560082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.196509Z","time spent":"363.524087ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:27.560484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.008382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-28T14:43:27.560876Z","caller":"traceutil/trace.go:171","msg":"trace[1077147098] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26258; }","duration":"362.429182ms","start":"2026-04-28T14:43:27.198426Z","end":"2026-04-28T14:43:27.560855Z","steps":["trace[1077147098] 'agreement among raft nodes before linearized reading' (duration: 361.875389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.561008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.198404Z","time spent":"362.580115ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-28T14:43:27.854654Z","caller":"traceutil/trace.go:171","msg":"trace[385223034] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"330.624233ms","start":"2026-04-28T14:43:27.523997Z","end":"2026-04-28T14:43:27.854621Z","steps":["trace[385223034] 'process raft request' (duration: 282.587697ms)","trace[385223034] 'compare' (duration: 47.714028ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:27.85472Z","caller":"traceutil/trace.go:171","msg":"trace[1177535793] linearizableReadLoop","detail":"{readStateIndex:27132; appliedIndex:27131; }","duration":"294.762536ms","start":"2026-04-28T14:43:27.559922Z","end":"2026-04-28T14:43:27.854684Z","steps":["trace[1177535793] 'read index received' (duration: 246.678718ms)","trace[1177535793] 'applied index is now lower than readState.Index' (duration: 48.082218ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:27.854851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.523966Z","time spent":"330.775447ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:27.893081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.948864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:27.893167Z","caller":"traceutil/trace.go:171","msg":"trace[1087192495] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26259; }","duration":"526.108047ms","start":"2026-04-28T14:43:27.367037Z","end":"2026-04-28T14:43:27.893145Z","steps":["trace[1087192495] 'agreement among raft nodes before linearized reading' (duration: 487.78077ms)","trace[1087192495] 'count revisions from in-memory index tree' (duration: 38.192794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:27.893219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.367013Z","time spent":"526.187899ms","remote":"127.0.0.1:58128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:27.893085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.246866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:27.893317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.642706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:27.893322Z","caller":"traceutil/trace.go:171","msg":"trace[707960145] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26259; }","duration":"449.537453ms","start":"2026-04-28T14:43:27.443756Z","end":"2026-04-28T14:43:27.893293Z","steps":["trace[707960145] 'agreement among raft nodes before linearized reading' (duration: 411.051342ms)","trace[707960145] 'count revisions from in-memory index tree' (duration: 38.211885ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:27.893397Z","caller":"traceutil/trace.go:171","msg":"trace[1646724838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26259; }","duration":"382.762959ms","start":"2026-04-28T14:43:27.51061Z","end":"2026-04-28T14:43:27.893373Z","steps":["trace[1646724838] 'agreement among raft nodes before linearized reading' (duration: 344.166755ms)","trace[1646724838] 'range keys from in-memory index tree' (duration: 38.462951ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:27.893444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.510597Z","time spent":"382.83832ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:27.893473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.443689Z","time spent":"449.705148ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:27.893891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.866762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:27.893957Z","caller":"traceutil/trace.go:171","msg":"trace[1672516668] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26260; }","duration":"326.996085ms","start":"2026-04-28T14:43:27.566947Z","end":"2026-04-28T14:43:27.893943Z","steps":["trace[1672516668] 'agreement among raft nodes before linearized reading' (duration: 326.883052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.89399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.566915Z","time spent":"327.066267ms","remote":"127.0.0.1:35462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:27.894095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.180673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T14:43:27.894149Z","caller":"traceutil/trace.go:171","msg":"trace[577314343] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26260; }","duration":"328.251804ms","start":"2026-04-28T14:43:27.565881Z","end":"2026-04-28T14:43:27.894133Z","steps":["trace[577314343] 'agreement among raft nodes before linearized reading' (duration: 328.118011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.894183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.565873Z","time spent":"328.302236ms","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T14:43:27.89443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.287765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18aa8c667c94ddd8\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-04-28T14:43:27.894499Z","caller":"traceutil/trace.go:171","msg":"trace[1775475805] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18aa8c667c94ddd8; range_end:; response_count:1; response_revision:26260; }","duration":"330.347587ms","start":"2026-04-28T14:43:27.564127Z","end":"2026-04-28T14:43:27.894475Z","steps":["trace[1775475805] 'agreement among raft nodes before linearized reading' (duration: 329.66181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:27.894541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.564086Z","time spent":"330.446189ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18aa8c667c94ddd8\" "} {"level":"warn","ts":"2026-04-28T14:43:27.894873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.207413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T14:43:27.894926Z","caller":"traceutil/trace.go:171","msg":"trace[146439414] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26259; }","duration":"368.298145ms","start":"2026-04-28T14:43:27.526612Z","end":"2026-04-28T14:43:27.89491Z","steps":["trace[146439414] 'agreement among raft nodes before linearized reading' (duration: 328.182023ms)","trace[146439414] 'range keys from in-memory index tree' (duration: 40.006619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:27.894959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.526591Z","time spent":"368.360126ms","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-04-28T14:43:28.062537Z","caller":"traceutil/trace.go:171","msg":"trace[1712222964] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"165.190513ms","start":"2026-04-28T14:43:27.8973Z","end":"2026-04-28T14:43:28.062491Z","steps":["trace[1712222964] 'process raft request' (duration: 164.828515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:28.062847Z","caller":"traceutil/trace.go:171","msg":"trace[711056375] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"165.525362ms","start":"2026-04-28T14:43:27.897283Z","end":"2026-04-28T14:43:28.062809Z","steps":["trace[711056375] 'process raft request' (duration: 71.986693ms)","trace[711056375] 'compare' (duration: 92.571406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:28.485832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.763156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:28.486239Z","caller":"traceutil/trace.go:171","msg":"trace[1757961843] linearizableReadLoop","detail":"{readStateIndex:27140; appliedIndex:27134; }","duration":"582.295784ms","start":"2026-04-28T14:43:27.903921Z","end":"2026-04-28T14:43:28.486216Z","steps":["trace[1757961843] 'read index received' (duration: 65.365881ms)","trace[1757961843] 'applied index is now lower than readState.Index' (duration: 516.928563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:28.486378Z","caller":"traceutil/trace.go:171","msg":"trace[1032227257] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"589.022737ms","start":"2026-04-28T14:43:27.89733Z","end":"2026-04-28T14:43:28.486352Z","steps":["trace[1032227257] 'process raft request' (duration: 391.584415ms)","trace[1032227257] 'compare' (duration: 196.339986ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:28.486366Z","caller":"traceutil/trace.go:171","msg":"trace[520710971] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"588.102076ms","start":"2026-04-28T14:43:27.898232Z","end":"2026-04-28T14:43:28.486334Z","steps":["trace[520710971] 'process raft request' (duration: 587.741767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:28.486415Z","caller":"traceutil/trace.go:171","msg":"trace[1338259919] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"587.964332ms","start":"2026-04-28T14:43:27.898409Z","end":"2026-04-28T14:43:28.486373Z","steps":["trace[1338259919] 'process raft request' (duration: 587.699445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:28.486457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.532003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:28.486364Z","caller":"traceutil/trace.go:171","msg":"trace[291110795] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"587.201073ms","start":"2026-04-28T14:43:27.899138Z","end":"2026-04-28T14:43:28.486339Z","steps":["trace[291110795] 'process raft request' (duration: 587.025159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:28.486512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.89731Z","time spent":"589.12745ms","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:28.486503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.805046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:28.486515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.898223Z","time spent":"588.224669ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:28.486537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.605201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-04-28T14:43:28.48658Z","caller":"traceutil/trace.go:171","msg":"trace[97528821] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26266; }","duration":"419.912678ms","start":"2026-04-28T14:43:28.066648Z","end":"2026-04-28T14:43:28.486561Z","steps":["trace[97528821] 'agreement among raft nodes before linearized reading' (duration: 419.774715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:28.486593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.898402Z","time spent":"588.103586ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:28.486608Z","caller":"traceutil/trace.go:171","msg":"trace[1313547558] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26266; }","duration":"582.694923ms","start":"2026-04-28T14:43:27.903899Z","end":"2026-04-28T14:43:28.486594Z","steps":["trace[1313547558] 'agreement among raft nodes before linearized reading' (duration: 582.456747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:28.486636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:28.066628Z","time spent":"419.992251ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:28.486667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.903886Z","time spent":"582.768786ms","remote":"127.0.0.1:58174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-04-28T14:43:28.486506Z","caller":"traceutil/trace.go:171","msg":"trace[1962772093] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26266; }","duration":"440.650246ms","start":"2026-04-28T14:43:28.045842Z","end":"2026-04-28T14:43:28.486493Z","steps":["trace[1962772093] 'agreement among raft nodes before linearized reading' (duration: 440.547253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:28.486709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:27.899124Z","time spent":"587.439198ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:28.486776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:28.045812Z","time spent":"440.934203ms","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:48.662451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:49.163523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:49.534548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572503702s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:43:49.535212Z","caller":"traceutil/trace.go:171","msg":"trace[476372713] transaction","detail":"{read_only:false; response_revision:26427; number_of_response:1; }","duration":"1.573244021s","start":"2026-04-28T14:43:47.961935Z","end":"2026-04-28T14:43:49.535179Z","steps":["trace[476372713] 'process raft request' (duration: 1.572927903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:49.535474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:47.96192Z","time spent":"1.573368373s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:50.157998Z","caller":"traceutil/trace.go:171","msg":"trace[1667386195] transaction","detail":"{read_only:false; response_revision:26428; number_of_response:1; }","duration":"1.310072168s","start":"2026-04-28T14:43:48.847885Z","end":"2026-04-28T14:43:50.157957Z","steps":["trace[1667386195] 'process raft request' (duration: 1.309726739s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:50.158297Z","caller":"traceutil/trace.go:171","msg":"trace[1079147667] transaction","detail":"{read_only:false; response_revision:26429; number_of_response:1; }","duration":"983.474104ms","start":"2026-04-28T14:43:49.174751Z","end":"2026-04-28T14:43:50.158225Z","steps":["trace[1079147667] 'process raft request' (duration: 983.150026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.158416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.84786Z","time spent":"1.310236331s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:50.158453Z","caller":"traceutil/trace.go:171","msg":"trace[1803395745] transaction","detail":"{read_only:false; response_revision:26431; number_of_response:1; }","duration":"914.365012ms","start":"2026-04-28T14:43:49.244069Z","end":"2026-04-28T14:43:50.158434Z","steps":["trace[1803395745] 'process raft request' (duration: 914.087936ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:50.158438Z","caller":"traceutil/trace.go:171","msg":"trace[1316570260] transaction","detail":"{read_only:false; response_revision:26430; number_of_response:1; }","duration":"915.385356ms","start":"2026-04-28T14:43:49.242976Z","end":"2026-04-28T14:43:50.158362Z","steps":["trace[1316570260] 'process raft request' (duration: 915.09967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.158507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.174721Z","time spent":"983.675418ms","remote":"127.0.0.1:57926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18635,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:50.158516Z","caller":"traceutil/trace.go:171","msg":"trace[1944927530] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"911.314767ms","start":"2026-04-28T14:43:49.247156Z","end":"2026-04-28T14:43:50.15847Z","steps":["trace[1944927530] 'process raft request' (duration: 911.046981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.15854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.244052Z","time spent":"914.439544ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:50.158601Z","caller":"traceutil/trace.go:171","msg":"trace[2081436271] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"910.387245ms","start":"2026-04-28T14:43:49.248193Z","end":"2026-04-28T14:43:50.158581Z","steps":["trace[2081436271] 'process raft request' (duration: 910.145289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.158683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.248182Z","time spent":"910.454606ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:50.158716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.242955Z","time spent":"915.607671ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:50.158857Z","caller":"traceutil/trace.go:171","msg":"trace[108229495] linearizableReadLoop","detail":"{readStateIndex:27306; appliedIndex:27304; }","duration":"1.996667065s","start":"2026-04-28T14:43:48.162166Z","end":"2026-04-28T14:43:50.158834Z","steps":["trace[108229495] 'read index received' (duration: 1.37267581s)","trace[108229495] 'applied index is now lower than readState.Index' (duration: 623.990005ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:50.158892Z","caller":"traceutil/trace.go:171","msg":"trace[641677708] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"910.57259ms","start":"2026-04-28T14:43:49.248284Z","end":"2026-04-28T14:43:50.158856Z","steps":["trace[641677708] 'process raft request' (duration: 910.355284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.159009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.247124Z","time spent":"911.81406ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:50.158921Z","caller":"traceutil/trace.go:171","msg":"trace[1033301802] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"910.708574ms","start":"2026-04-28T14:43:49.2482Z","end":"2026-04-28T14:43:50.158908Z","steps":["trace[1033301802] 'process raft request' (duration: 910.260482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.159055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.248257Z","time spent":"910.712393ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:50.159068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996911071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:43:50.159165Z","caller":"traceutil/trace.go:171","msg":"trace[1418591514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26435; }","duration":"1.997054094s","start":"2026-04-28T14:43:48.162093Z","end":"2026-04-28T14:43:50.159147Z","steps":["trace[1418591514] 'agreement among raft nodes before linearized reading' (duration: 1.996840499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.159219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.162019Z","time spent":"1.997187958s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:50.159104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.24816Z","time spent":"910.918669ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:50.509969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T14:43:50.510069Z","caller":"traceutil/trace.go:171","msg":"trace[548921133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469818s","start":"2026-04-28T14:43:48.509577Z","end":"2026-04-28T14:43:50.510047Z","steps":["trace[548921133] 'agreement among raft nodes before linearized reading' (duration: 2.000344955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:50.510121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.509532Z","time spent":"2.00057903s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 14:43:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T14:43:50.660071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:51.160728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495684508762815,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T14:43:51.300306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142690321s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T14:43:51.301895Z","caller":"traceutil/trace.go:171","msg":"trace[1324269989] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"1.320632747s","start":"2026-04-28T14:43:49.981235Z","end":"2026-04-28T14:43:51.301868Z","steps":["trace[1324269989] 'process raft request' (duration: 1.319314544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:51.302046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.981211Z","time spent":"1.32073926s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:52.061274Z","caller":"traceutil/trace.go:171","msg":"trace[1743654818] linearizableReadLoop","detail":"{readStateIndex:27315; appliedIndex:27313; }","duration":"1.902315485s","start":"2026-04-28T14:43:50.158915Z","end":"2026-04-28T14:43:52.061231Z","steps":["trace[1743654818] 'read index received' (duration: 1.141779048s)","trace[1743654818] 'applied index is now lower than readState.Index' (duration: 760.534247ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:52.061425Z","caller":"traceutil/trace.go:171","msg":"trace[1767043716] transaction","detail":"{read_only:false; response_revision:26437; number_of_response:1; }","duration":"1.895266104s","start":"2026-04-28T14:43:50.166106Z","end":"2026-04-28T14:43:52.061372Z","steps":["trace[1767043716] 'process raft request' (duration: 1.828982371s)","trace[1767043716] 'compare' (duration: 64.743904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:52.061467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460861118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.061514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.469054867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T14:43:52.061536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636216448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.061534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089159839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.061593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.166082Z","time spent":"1.895418487s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:52.061594Z","caller":"traceutil/trace.go:171","msg":"trace[999116995] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26437; }","duration":"3.636336001s","start":"2026-04-28T14:43:48.425241Z","end":"2026-04-28T14:43:52.061577Z","steps":["trace[999116995] 'agreement among raft nodes before linearized reading' (duration: 3.636232609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.061593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820673425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:43:52.061606Z","caller":"traceutil/trace.go:171","msg":"trace[2068672570] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26437; }","duration":"2.461061673s","start":"2026-04-28T14:43:49.600505Z","end":"2026-04-28T14:43:52.061567Z","steps":["trace[2068672570] 'agreement among raft nodes before linearized reading' (duration: 2.460836678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.061676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.42522Z","time spent":"3.636444984s","remote":"127.0.0.1:58096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:52.06169Z","caller":"traceutil/trace.go:171","msg":"trace[929502951] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26437; }","duration":"2.089342053s","start":"2026-04-28T14:43:49.972273Z","end":"2026-04-28T14:43:52.061615Z","steps":["trace[929502951] 'agreement among raft nodes before linearized reading' (duration: 2.089128968s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.061707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151820551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.061706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899519123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T14:43:52.061693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47045969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-28T14:43:52.061711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.600483Z","time spent":"2.461208486s","remote":"127.0.0.1:35352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:52.061754Z","caller":"traceutil/trace.go:171","msg":"trace[1850824872] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26437; }","duration":"3.151928753s","start":"2026-04-28T14:43:48.909812Z","end":"2026-04-28T14:43:52.061741Z","steps":["trace[1850824872] 'agreement among raft nodes before linearized reading' (duration: 3.151808861s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.061765Z","caller":"traceutil/trace.go:171","msg":"trace[685152554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26437; }","duration":"3.899636447s","start":"2026-04-28T14:43:48.162112Z","end":"2026-04-28T14:43:52.061748Z","steps":["trace[685152554] 'agreement among raft nodes before linearized reading' (duration: 3.899386411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.061771Z","caller":"traceutil/trace.go:171","msg":"trace[2115227042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26437; }","duration":"3.470659336s","start":"2026-04-28T14:43:48.591098Z","end":"2026-04-28T14:43:52.061757Z","steps":["trace[2115227042] 'agreement among raft nodes before linearized reading' (duration: 3.470324348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.061789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.909755Z","time spent":"3.152024916s","remote":"127.0.0.1:37418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:52.061792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.972253Z","time spent":"2.089522558s","remote":"127.0.0.1:54070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:52.061825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.59107Z","time spent":"3.470744657s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T14:43:52.061891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598953898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.061754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.471782754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-28T14:43:52.061595Z","caller":"traceutil/trace.go:171","msg":"trace[2113320295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26437; }","duration":"3.469199s","start":"2026-04-28T14:43:48.592373Z","end":"2026-04-28T14:43:52.061572Z","steps":["trace[2113320295] 'agreement among raft nodes before linearized reading' (duration: 3.468941314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.061981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439700398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:43:52.061993Z","caller":"traceutil/trace.go:171","msg":"trace[896809209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26437; }","duration":"3.472102952s","start":"2026-04-28T14:43:48.589863Z","end":"2026-04-28T14:43:52.061966Z","steps":["trace[896809209] 'agreement among raft nodes before linearized reading' (duration: 3.47161914s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.062013Z","caller":"traceutil/trace.go:171","msg":"trace[553634694] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26437; }","duration":"3.43975752s","start":"2026-04-28T14:43:48.622247Z","end":"2026-04-28T14:43:52.062004Z","steps":["trace[553634694] 'agreement among raft nodes before linearized reading' (duration: 3.439699818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.062057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.622235Z","time spent":"3.439814251s","remote":"127.0.0.1:39250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:52.062009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.592361Z","time spent":"3.469637481s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:52.062071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.589847Z","time spent":"3.472205094s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T14:43:52.062066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625882347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T14:43:52.061942Z","caller":"traceutil/trace.go:171","msg":"trace[1712598420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26437; }","duration":"2.59904624s","start":"2026-04-28T14:43:49.462881Z","end":"2026-04-28T14:43:52.061927Z","steps":["trace[1712598420] 'agreement among raft nodes before linearized reading' (duration: 2.598964908s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.06226Z","caller":"traceutil/trace.go:171","msg":"trace[1847583585] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26437; }","duration":"2.626092532s","start":"2026-04-28T14:43:49.436113Z","end":"2026-04-28T14:43:52.062205Z","steps":["trace[1847583585] 'agreement among raft nodes before linearized reading' (duration: 2.625811625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.06231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.462857Z","time spent":"2.5994307s","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:52.061691Z","caller":"traceutil/trace.go:171","msg":"trace[916233246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26437; }","duration":"2.820834609s","start":"2026-04-28T14:43:49.240838Z","end":"2026-04-28T14:43:52.061672Z","steps":["trace[916233246] 'agreement among raft nodes before linearized reading' (duration: 2.820421039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.062382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.240803Z","time spent":"2.821549536s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:43:52.061812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.162079Z","time spent":"3.899724728s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:52.06241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.436085Z","time spent":"2.626224095s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T14:43:52.061933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54877946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:52.062499Z","caller":"traceutil/trace.go:171","msg":"trace[1580689270] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26437; }","duration":"2.549340393s","start":"2026-04-28T14:43:49.513141Z","end":"2026-04-28T14:43:52.062481Z","steps":["trace[1580689270] 'agreement among raft nodes before linearized reading' (duration: 2.548731669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.062151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361224057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.062572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:49.513043Z","time spent":"2.549496527s","remote":"127.0.0.1:35500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:52.06261Z","caller":"traceutil/trace.go:171","msg":"trace[1122591423] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26437; }","duration":"3.361711799s","start":"2026-04-28T14:43:48.700872Z","end":"2026-04-28T14:43:52.062584Z","steps":["trace[1122591423] 'agreement among raft nodes before linearized reading' (duration: 3.360965481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.062672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:48.700859Z","time spent":"3.36179265s","remote":"127.0.0.1:39326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:52.070349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134116272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:52.070366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282115674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:52.070403Z","caller":"traceutil/trace.go:171","msg":"trace[823046767] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26438; }","duration":"1.134209674s","start":"2026-04-28T14:43:50.936179Z","end":"2026-04-28T14:43:52.070388Z","steps":["trace[823046767] 'agreement among raft nodes before linearized reading' (duration: 1.134115512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.070437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.936159Z","time spent":"1.134270005s","remote":"127.0.0.1:51936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:52.070427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230813458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-28T14:43:52.070433Z","caller":"traceutil/trace.go:171","msg":"trace[556337460] transaction","detail":"{read_only:false; response_revision:26438; number_of_response:1; }","duration":"528.773644ms","start":"2026-04-28T14:43:51.541619Z","end":"2026-04-28T14:43:52.070393Z","steps":["trace[556337460] 'process raft request' (duration: 528.516118ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.070481Z","caller":"traceutil/trace.go:171","msg":"trace[1260944252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26438; }","duration":"1.230910361s","start":"2026-04-28T14:43:50.839558Z","end":"2026-04-28T14:43:52.070468Z","steps":["trace[1260944252] 'agreement among raft nodes before linearized reading' (duration: 1.230777448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.070484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.298762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:52.070406Z","caller":"traceutil/trace.go:171","msg":"trace[368624572] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26438; }","duration":"1.282200006s","start":"2026-04-28T14:43:50.788193Z","end":"2026-04-28T14:43:52.070393Z","steps":["trace[368624572] 'agreement among raft nodes before linearized reading' (duration: 1.282111634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.070504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262245688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-28T14:43:52.070511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.839537Z","time spent":"1.230967913s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T14:43:52.07036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.003618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:52.070527Z","caller":"traceutil/trace.go:171","msg":"trace[1340801170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26438; }","duration":"258.376954ms","start":"2026-04-28T14:43:51.812137Z","end":"2026-04-28T14:43:52.070514Z","steps":["trace[1340801170] 'agreement among raft nodes before linearized reading' (duration: 258.322903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.070519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618429647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:52.070555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.788169Z","time spent":"1.28236149s","remote":"127.0.0.1:38928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:52.070572Z","caller":"traceutil/trace.go:171","msg":"trace[1434046858] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26438; }","duration":"618.252174ms","start":"2026-04-28T14:43:51.452299Z","end":"2026-04-28T14:43:52.070551Z","steps":["trace[1434046858] 'agreement among raft nodes before linearized reading' (duration: 617.985987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.070579Z","caller":"traceutil/trace.go:171","msg":"trace[704979447] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26438; }","duration":"1.618532939s","start":"2026-04-28T14:43:50.452029Z","end":"2026-04-28T14:43:52.070562Z","steps":["trace[704979447] 'agreement among raft nodes before linearized reading' (duration: 1.618415416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.070587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:51.541588Z","time spent":"528.917677ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:52.070613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:51.452279Z","time spent":"618.320346ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T14:43:52.070443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.906957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-28T14:43:52.070616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.452005Z","time spent":"1.61860137s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:52.070673Z","caller":"traceutil/trace.go:171","msg":"trace[1924567000] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:26438; }","duration":"156.159773ms","start":"2026-04-28T14:43:51.914491Z","end":"2026-04-28T14:43:52.07065Z","steps":["trace[1924567000] 'agreement among raft nodes before linearized reading' (duration: 155.893957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.070643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560370135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:52.070794Z","caller":"traceutil/trace.go:171","msg":"trace[911819485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26438; }","duration":"1.56059306s","start":"2026-04-28T14:43:50.510173Z","end":"2026-04-28T14:43:52.070766Z","steps":["trace[911819485] 'agreement among raft nodes before linearized reading' (duration: 1.560314943s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:52.07053Z","caller":"traceutil/trace.go:171","msg":"trace[881759976] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26438; }","duration":"1.262292499s","start":"2026-04-28T14:43:50.808231Z","end":"2026-04-28T14:43:52.070523Z","steps":["trace[881759976] 'agreement among raft nodes before linearized reading' (duration: 1.262190467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:52.07088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.808221Z","time spent":"1.262652128s","remote":"127.0.0.1:57910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T14:43:52.070914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:50.510153Z","time spent":"1.560727814s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:53.23909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.460203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:53.239768Z","caller":"traceutil/trace.go:171","msg":"trace[1571245390] linearizableReadLoop","detail":"{readStateIndex:27320; appliedIndex:27316; }","duration":"1.169475396s","start":"2026-04-28T14:43:52.070273Z","end":"2026-04-28T14:43:53.239748Z","steps":["trace[1571245390] 'read index received' (duration: 491.230854ms)","trace[1571245390] 'applied index is now lower than readState.Index' (duration: 678.243542ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:53.239855Z","caller":"traceutil/trace.go:171","msg":"trace[1159342520] transaction","detail":"{read_only:false; response_revision:26439; number_of_response:1; }","duration":"1.171799353s","start":"2026-04-28T14:43:52.068041Z","end":"2026-04-28T14:43:53.239841Z","steps":["trace[1159342520] 'process raft request' (duration: 493.51367ms)","trace[1159342520] 'compare' (duration: 677.32866ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:53.23993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.068018Z","time spent":"1.171868694s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.240171Z","caller":"traceutil/trace.go:171","msg":"trace[472923626] transaction","detail":"{read_only:false; response_revision:26442; number_of_response:1; }","duration":"1.17005377s","start":"2026-04-28T14:43:52.070082Z","end":"2026-04-28T14:43:53.240136Z","steps":["trace[472923626] 'process raft request' (duration: 1.169587308s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.240191Z","caller":"traceutil/trace.go:171","msg":"trace[549524906] transaction","detail":"{read_only:false; response_revision:26440; number_of_response:1; }","duration":"1.171445645s","start":"2026-04-28T14:43:52.068703Z","end":"2026-04-28T14:43:53.240148Z","steps":["trace[549524906] 'process raft request' (duration: 1.170859291s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.240076Z","caller":"traceutil/trace.go:171","msg":"trace[90760984] transaction","detail":"{read_only:false; response_revision:26441; number_of_response:1; }","duration":"1.170632314s","start":"2026-04-28T14:43:52.069423Z","end":"2026-04-28T14:43:53.240055Z","steps":["trace[90760984] 'process raft request' (duration: 1.170212193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.240339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.070075Z","time spent":"1.170181023s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.24039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.068693Z","time spent":"1.171583538s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.240381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.069399Z","time spent":"1.170930571s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.240404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172379838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-04-28T14:43:53.240481Z","caller":"traceutil/trace.go:171","msg":"trace[164493914] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26442; }","duration":"1.17248447s","start":"2026-04-28T14:43:52.067976Z","end":"2026-04-28T14:43:53.24046Z","steps":["trace[164493914] 'agreement among raft nodes before linearized reading' (duration: 1.172201703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.240524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.067961Z","time spent":"1.172554663s","remote":"127.0.0.1:57928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T14:43:53.241641Z","caller":"traceutil/trace.go:171","msg":"trace[732768733] transaction","detail":"{read_only:false; response_revision:26447; number_of_response:1; }","duration":"1.073970949s","start":"2026-04-28T14:43:52.167653Z","end":"2026-04-28T14:43:53.241624Z","steps":["trace[732768733] 'process raft request' (duration: 1.073746253s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.241651Z","caller":"traceutil/trace.go:171","msg":"trace[1210995610] transaction","detail":"{read_only:false; response_revision:26446; number_of_response:1; }","duration":"1.073977498s","start":"2026-04-28T14:43:52.167637Z","end":"2026-04-28T14:43:53.241615Z","steps":["trace[1210995610] 'process raft request' (duration: 1.073727342s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.241669Z","caller":"traceutil/trace.go:171","msg":"trace[1843802554] transaction","detail":"{read_only:false; response_revision:26443; number_of_response:1; }","duration":"1.17043973s","start":"2026-04-28T14:43:52.071211Z","end":"2026-04-28T14:43:53.241651Z","steps":["trace[1843802554] 'process raft request' (duration: 1.169855606s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.241637Z","caller":"traceutil/trace.go:171","msg":"trace[239391718] transaction","detail":"{read_only:false; response_revision:26444; number_of_response:1; }","duration":"1.167337915s","start":"2026-04-28T14:43:52.074262Z","end":"2026-04-28T14:43:53.2416Z","steps":["trace[239391718] 'process raft request' (duration: 1.167008647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.241726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.16764Z","time spent":"1.07404037s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.241762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.071192Z","time spent":"1.170525063s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.241784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.16762Z","time spent":"1.074076421s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.241864Z","caller":"traceutil/trace.go:171","msg":"trace[1498091823] transaction","detail":"{read_only:false; response_revision:26445; number_of_response:1; }","duration":"1.075785493s","start":"2026-04-28T14:43:52.166069Z","end":"2026-04-28T14:43:53.241854Z","steps":["trace[1498091823] 'process raft request' (duration: 1.07526108s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.24187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.071458Z","time spent":"1.170404239s","remote":"127.0.0.1:57758","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T14:43:53.241917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.166048Z","time spent":"1.075841935s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.24158Z","caller":"traceutil/trace.go:171","msg":"trace[473950136] transaction","detail":"{read_only:false; response_revision:26448; number_of_response:1; }","duration":"1.073705122s","start":"2026-04-28T14:43:52.167857Z","end":"2026-04-28T14:43:53.241563Z","steps":["trace[473950136] 'process raft request' (duration: 1.073589939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.242346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.16783Z","time spent":"1.074482231s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.242507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.074249Z","time spent":"1.167529519s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.243365Z","caller":"traceutil/trace.go:171","msg":"trace[1263138920] transaction","detail":"{read_only:false; response_revision:26452; number_of_response:1; }","duration":"932.23027ms","start":"2026-04-28T14:43:52.311111Z","end":"2026-04-28T14:43:53.24334Z","steps":["trace[1263138920] 'process raft request' (duration: 932.181129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.243373Z","caller":"traceutil/trace.go:171","msg":"trace[1942467338] transaction","detail":"{read_only:false; response_revision:26449; number_of_response:1; }","duration":"1.075177969s","start":"2026-04-28T14:43:52.168147Z","end":"2026-04-28T14:43:53.243325Z","steps":["trace[1942467338] 'process raft request' (duration: 1.073383294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.243477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.31108Z","time spent":"932.350703ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.243626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.168098Z","time spent":"1.075390104s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.243679Z","caller":"traceutil/trace.go:171","msg":"trace[768788534] transaction","detail":"{read_only:false; response_revision:26450; number_of_response:1; }","duration":"1.074588775s","start":"2026-04-28T14:43:52.169073Z","end":"2026-04-28T14:43:53.243661Z","steps":["trace[768788534] 'process raft request' (duration: 1.074075242s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.243751Z","caller":"traceutil/trace.go:171","msg":"trace[2002074953] transaction","detail":"{read_only:false; response_revision:26451; number_of_response:1; }","duration":"1.073694273s","start":"2026-04-28T14:43:52.169991Z","end":"2026-04-28T14:43:53.243685Z","steps":["trace[2002074953] 'process raft request' (duration: 1.073252893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.243955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.169981Z","time spent":"1.073867717s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:53.243787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.16906Z","time spent":"1.074693957s","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.42438Z","caller":"traceutil/trace.go:171","msg":"trace[1671121098] linearizableReadLoop","detail":"{readStateIndex:27332; appliedIndex:27320; }","duration":"184.544397ms","start":"2026-04-28T14:43:53.239805Z","end":"2026-04-28T14:43:53.424349Z","steps":["trace[1671121098] 'read index received' (duration: 1.270191ms)","trace[1671121098] 'applied index is now lower than readState.Index' (duration: 183.273106ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:53.424492Z","caller":"traceutil/trace.go:171","msg":"trace[1017082373] transaction","detail":"{read_only:false; response_revision:26453; number_of_response:1; }","duration":"476.066133ms","start":"2026-04-28T14:43:52.948384Z","end":"2026-04-28T14:43:53.42445Z","steps":["trace[1017082373] 'process raft request' (duration: 440.994726ms)","trace[1017082373] 'compare' (duration: 34.813131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:53.424526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346231943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T14:43:53.424555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35144699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-065fa468-eb93-498b-9bbc-885ec7ec13c3\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-28T14:43:53.424596Z","caller":"traceutil/trace.go:171","msg":"trace[2094170084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26453; }","duration":"1.346326395s","start":"2026-04-28T14:43:52.078249Z","end":"2026-04-28T14:43:53.424576Z","steps":["trace[2094170084] 'agreement among raft nodes before linearized reading' (duration: 1.346121591s)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:53.424616Z","caller":"traceutil/trace.go:171","msg":"trace[330424944] range","detail":"{range_begin:/registry/persistentvolumes/pvc-065fa468-eb93-498b-9bbc-885ec7ec13c3; range_end:; response_count:1; response_revision:26453; }","duration":"1.351534242s","start":"2026-04-28T14:43:52.073065Z","end":"2026-04-28T14:43:53.424599Z","steps":["trace[330424944] 'agreement among raft nodes before linearized reading' (duration: 1.351381488s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.424594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.505819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:53.424637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.078242Z","time spent":"1.346387857s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:53.424653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.073057Z","time spent":"1.351587164s","remote":"127.0.0.1:57904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-065fa468-eb93-498b-9bbc-885ec7ec13c3\" "} {"level":"warn","ts":"2026-04-28T14:43:53.424672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.948348Z","time spent":"476.220277ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:53.424676Z","caller":"traceutil/trace.go:171","msg":"trace[1560453094] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26453; }","duration":"591.650182ms","start":"2026-04-28T14:43:52.833007Z","end":"2026-04-28T14:43:53.424657Z","steps":["trace[1560453094] 'agreement among raft nodes before linearized reading' (duration: 591.361315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.424672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350497308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-28T14:43:53.42473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.832986Z","time spent":"591.733794ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:53.424778Z","caller":"traceutil/trace.go:171","msg":"trace[226206566] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7; range_end:; response_count:1; response_revision:26453; }","duration":"1.350623551s","start":"2026-04-28T14:43:52.074123Z","end":"2026-04-28T14:43:53.424746Z","steps":["trace[226206566] 'agreement among raft nodes before linearized reading' (duration: 1.350276262s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.424824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:52.074066Z","time spent":"1.350751083s","remote":"127.0.0.1:57808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa8a1755ce6fa7\" "} {"level":"info","ts":"2026-04-28T14:43:53.436108Z","caller":"traceutil/trace.go:171","msg":"trace[1205677569] transaction","detail":"{read_only:false; response_revision:26454; number_of_response:1; }","duration":"192.84613ms","start":"2026-04-28T14:43:53.243222Z","end":"2026-04-28T14:43:53.436068Z","steps":["trace[1205677569] 'process raft request' (duration: 192.689286ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.436213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.076936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18651"} {"level":"info","ts":"2026-04-28T14:43:53.436274Z","caller":"traceutil/trace.go:171","msg":"trace[1128621997] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26454; }","duration":"193.164568ms","start":"2026-04-28T14:43:53.243095Z","end":"2026-04-28T14:43:53.436259Z","steps":["trace[1128621997] 'agreement among raft nodes before linearized reading' (duration: 192.979714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.728314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.758965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T14:43:53.728447Z","caller":"traceutil/trace.go:171","msg":"trace[1110674549] linearizableReadLoop","detail":"{readStateIndex:27335; appliedIndex:27334; }","duration":"229.743984ms","start":"2026-04-28T14:43:53.498682Z","end":"2026-04-28T14:43:53.728426Z","steps":["trace[1110674549] 'read index received' (duration: 97.827425ms)","trace[1110674549] 'applied index is now lower than readState.Index' (duration: 131.915249ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:53.728573Z","caller":"traceutil/trace.go:171","msg":"trace[474640124] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"234.399988ms","start":"2026-04-28T14:43:53.494125Z","end":"2026-04-28T14:43:53.728525Z","steps":["trace[474640124] 'process raft request' (duration: 102.312025ms)","trace[474640124] 'compare' (duration: 131.53445ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:53.728654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.973629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:53.728678Z","caller":"traceutil/trace.go:171","msg":"trace[1436103427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26455; }","duration":"230.050771ms","start":"2026-04-28T14:43:53.498618Z","end":"2026-04-28T14:43:53.728669Z","steps":["trace[1436103427] 'agreement among raft nodes before linearized reading' (duration: 229.903017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.728739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.943912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:53.72882Z","caller":"traceutil/trace.go:171","msg":"trace[925366582] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26455; }","duration":"224.049115ms","start":"2026-04-28T14:43:53.504747Z","end":"2026-04-28T14:43:53.728796Z","steps":["trace[925366582] 'agreement among raft nodes before linearized reading' (duration: 223.904551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:53.72882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.98063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T14:43:53.728886Z","caller":"traceutil/trace.go:171","msg":"trace[1328958801] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26455; }","duration":"230.093153ms","start":"2026-04-28T14:43:53.498776Z","end":"2026-04-28T14:43:53.728869Z","steps":["trace[1328958801] 'agreement among raft nodes before linearized reading' (duration: 229.820996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.300071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.518442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T14:43:54.300093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.225961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:54.300133Z","caller":"traceutil/trace.go:171","msg":"trace[758705030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26455; }","duration":"232.629335ms","start":"2026-04-28T14:43:54.067489Z","end":"2026-04-28T14:43:54.300119Z","steps":["trace[758705030] 'range keys from in-memory index tree' (duration: 232.362438ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:54.300167Z","caller":"traceutil/trace.go:171","msg":"trace[1993513277] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26455; }","duration":"298.368155ms","start":"2026-04-28T14:43:54.001778Z","end":"2026-04-28T14:43:54.300146Z","steps":["trace[1993513277] 'count revisions from in-memory index tree' (duration: 298.122679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:54.350973Z","caller":"traceutil/trace.go:171","msg":"trace[1712588239] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"275.190576ms","start":"2026-04-28T14:43:54.075738Z","end":"2026-04-28T14:43:54.350929Z","steps":["trace[1712588239] 'process raft request' (duration: 274.91367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:54.893895Z","caller":"traceutil/trace.go:171","msg":"trace[1978384451] linearizableReadLoop","detail":"{readStateIndex:27338; appliedIndex:27336; }","duration":"449.32524ms","start":"2026-04-28T14:43:54.444546Z","end":"2026-04-28T14:43:54.893871Z","steps":["trace[1978384451] 'read index received' (duration: 392.96778ms)","trace[1978384451] 'applied index is now lower than readState.Index' (duration: 56.35633ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:54.893937Z","caller":"traceutil/trace.go:171","msg":"trace[1315400755] transaction","detail":"{read_only:false; response_revision:26457; number_of_response:1; }","duration":"618.849428ms","start":"2026-04-28T14:43:54.275054Z","end":"2026-04-28T14:43:54.893904Z","steps":["trace[1315400755] 'process raft request' (duration: 562.389497ms)","trace[1315400755] 'compare' (duration: 55.98465ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:54.89396Z","caller":"traceutil/trace.go:171","msg":"trace[1540803994] transaction","detail":"{read_only:false; response_revision:26458; number_of_response:1; }","duration":"588.022934ms","start":"2026-04-28T14:43:54.305892Z","end":"2026-04-28T14:43:54.893915Z","steps":["trace[1540803994] 'process raft request' (duration: 587.8556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.894082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.540014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11789"} {"level":"warn","ts":"2026-04-28T14:43:54.894089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:54.274992Z","time spent":"619.011613ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:54.89409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:54.305877Z","time spent":"588.134166ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:54.89412Z","caller":"traceutil/trace.go:171","msg":"trace[1759984524] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:26458; }","duration":"449.624956ms","start":"2026-04-28T14:43:54.444485Z","end":"2026-04-28T14:43:54.89411Z","steps":["trace[1759984524] 'agreement among raft nodes before linearized reading' (duration: 449.527004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.894151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:54.444467Z","time spent":"449.677488ms","remote":"127.0.0.1:58168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11812,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-28T14:43:54.894549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.270707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T14:43:54.894595Z","caller":"traceutil/trace.go:171","msg":"trace[315511459] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26458; }","duration":"172.346729ms","start":"2026-04-28T14:43:54.722235Z","end":"2026-04-28T14:43:54.894582Z","steps":["trace[315511459] 'agreement among raft nodes before linearized reading' (duration: 172.264517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.894582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.896391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:54.894666Z","caller":"traceutil/trace.go:171","msg":"trace[1582396340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26458; }","duration":"385.005183ms","start":"2026-04-28T14:43:54.50964Z","end":"2026-04-28T14:43:54.894645Z","steps":["trace[1582396340] 'agreement among raft nodes before linearized reading' (duration: 384.86371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.894718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:54.50963Z","time spent":"385.074866ms","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T14:43:54.894696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.452331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T14:43:54.89474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.87022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:54.894887Z","caller":"traceutil/trace.go:171","msg":"trace[259363434] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26458; }","duration":"374.211989ms","start":"2026-04-28T14:43:54.520646Z","end":"2026-04-28T14:43:54.894858Z","steps":["trace[259363434] 'agreement among raft nodes before linearized reading' (duration: 373.877821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.894972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:54.520616Z","time spent":"374.341023ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T14:43:54.894801Z","caller":"traceutil/trace.go:171","msg":"trace[162303445] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26458; }","duration":"203.643675ms","start":"2026-04-28T14:43:54.691137Z","end":"2026-04-28T14:43:54.894781Z","steps":["trace[162303445] 'agreement among raft nodes before linearized reading' (duration: 203.372268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:54.896367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.205752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T14:43:54.896423Z","caller":"traceutil/trace.go:171","msg":"trace[1520679375] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26458; }","duration":"129.321677ms","start":"2026-04-28T14:43:54.76709Z","end":"2026-04-28T14:43:54.896411Z","steps":["trace[1520679375] 'agreement among raft nodes before linearized reading' (duration: 127.41528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:55.56175Z","caller":"traceutil/trace.go:171","msg":"trace[1970355056] transaction","detail":"{read_only:false; response_revision:26460; number_of_response:1; }","duration":"314.383975ms","start":"2026-04-28T14:43:55.247331Z","end":"2026-04-28T14:43:55.561715Z","steps":["trace[1970355056] 'process raft request' (duration: 314.086488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.562005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.247317Z","time spent":"314.55643ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.562088Z","caller":"traceutil/trace.go:171","msg":"trace[33550081] transaction","detail":"{read_only:false; response_revision:26461; number_of_response:1; }","duration":"314.631661ms","start":"2026-04-28T14:43:55.247418Z","end":"2026-04-28T14:43:55.56205Z","steps":["trace[33550081] 'process raft request' (duration: 314.236332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.562293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.247399Z","time spent":"314.786645ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.56249Z","caller":"traceutil/trace.go:171","msg":"trace[46963318] transaction","detail":"{read_only:false; response_revision:26462; number_of_response:1; }","duration":"314.313174ms","start":"2026-04-28T14:43:55.248143Z","end":"2026-04-28T14:43:55.562456Z","steps":["trace[46963318] 'process raft request' (duration: 313.843373ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:55.562601Z","caller":"traceutil/trace.go:171","msg":"trace[880858155] transaction","detail":"{read_only:false; response_revision:26463; number_of_response:1; }","duration":"313.403431ms","start":"2026-04-28T14:43:55.249172Z","end":"2026-04-28T14:43:55.562575Z","steps":["trace[880858155] 'process raft request' (duration: 313.132694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.562677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.24813Z","time spent":"314.440227ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.562667Z","caller":"traceutil/trace.go:171","msg":"trace[355524767] transaction","detail":"{read_only:false; response_revision:26464; number_of_response:1; }","duration":"313.115034ms","start":"2026-04-28T14:43:55.249523Z","end":"2026-04-28T14:43:55.562638Z","steps":["trace[355524767] 'process raft request' (duration: 312.896509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.562795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.249145Z","time spent":"313.551896ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:55.562862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.249509Z","time spent":"313.220718ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.562857Z","caller":"traceutil/trace.go:171","msg":"trace[722181119] transaction","detail":"{read_only:false; response_revision:26465; number_of_response:1; }","duration":"313.215147ms","start":"2026-04-28T14:43:55.249585Z","end":"2026-04-28T14:43:55.5628Z","steps":["trace[722181119] 'process raft request' (duration: 312.932779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:55.56302Z","caller":"traceutil/trace.go:171","msg":"trace[1254179734] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"313.081714ms","start":"2026-04-28T14:43:55.249918Z","end":"2026-04-28T14:43:55.563Z","steps":["trace[1254179734] 'process raft request' (duration: 312.783967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.56311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.249902Z","time spent":"313.165557ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.563179Z","caller":"traceutil/trace.go:171","msg":"trace[376879902] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"312.806428ms","start":"2026-04-28T14:43:55.250352Z","end":"2026-04-28T14:43:55.563159Z","steps":["trace[376879902] 'process raft request' (duration: 312.580242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.563145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.249562Z","time spent":"313.416433ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:55.563257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.250341Z","time spent":"312.881229ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.563265Z","caller":"traceutil/trace.go:171","msg":"trace[28877630] transaction","detail":"{read_only:false; response_revision:26468; number_of_response:1; }","duration":"312.854178ms","start":"2026-04-28T14:43:55.250402Z","end":"2026-04-28T14:43:55.563256Z","steps":["trace[28877630] 'process raft request' (duration: 312.700195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.563335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.250387Z","time spent":"312.90432ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:55.563449Z","caller":"traceutil/trace.go:171","msg":"trace[2128187830] transaction","detail":"{read_only:false; response_revision:26469; number_of_response:1; }","duration":"312.628854ms","start":"2026-04-28T14:43:55.250807Z","end":"2026-04-28T14:43:55.563436Z","steps":["trace[2128187830] 'process raft request' (duration: 312.409868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:55.563618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:55.250799Z","time spent":"312.681965ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:56.347629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.797843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:56.347732Z","caller":"traceutil/trace.go:171","msg":"trace[747156542] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26470; }","duration":"193.933078ms","start":"2026-04-28T14:43:56.153757Z","end":"2026-04-28T14:43:56.34769Z","steps":["trace[747156542] 'count revisions from in-memory index tree' (duration: 193.63027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:56.348232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.798933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:56.348401Z","caller":"traceutil/trace.go:171","msg":"trace[517537335] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26470; }","duration":"274.037828ms","start":"2026-04-28T14:43:56.074335Z","end":"2026-04-28T14:43:56.348373Z","steps":["trace[517537335] 'count revisions from in-memory index tree' (duration: 273.666389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:56.640923Z","caller":"traceutil/trace.go:171","msg":"trace[2035095728] linearizableReadLoop","detail":"{readStateIndex:27351; appliedIndex:27350; }","duration":"132.712638ms","start":"2026-04-28T14:43:56.508181Z","end":"2026-04-28T14:43:56.640894Z","steps":["trace[2035095728] 'read index received' (duration: 132.497883ms)","trace[2035095728] 'applied index is now lower than readState.Index' (duration: 212.745µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:56.641Z","caller":"traceutil/trace.go:171","msg":"trace[388720895] transaction","detail":"{read_only:false; response_revision:26471; number_of_response:1; }","duration":"284.423452ms","start":"2026-04-28T14:43:56.356508Z","end":"2026-04-28T14:43:56.640932Z","steps":["trace[388720895] 'process raft request' (duration: 284.151525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:56.641154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.951964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:56.641273Z","caller":"traceutil/trace.go:171","msg":"trace[2146495817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26471; }","duration":"133.142099ms","start":"2026-04-28T14:43:56.508099Z","end":"2026-04-28T14:43:56.641241Z","steps":["trace[2146495817] 'agreement among raft nodes before linearized reading' (duration: 132.909363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.343904Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006ad9.wal"} {"level":"info","ts":"2026-04-28T14:43:57.344769Z","caller":"traceutil/trace.go:171","msg":"trace[610604920] linearizableReadLoop","detail":"{readStateIndex:27352; appliedIndex:27351; }","duration":"445.207968ms","start":"2026-04-28T14:43:56.899535Z","end":"2026-04-28T14:43:57.344743Z","steps":["trace[610604920] 'read index received' (duration: 444.636593ms)","trace[610604920] 'applied index is now lower than readState.Index' (duration: 570.005µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:43:57.344859Z","caller":"traceutil/trace.go:171","msg":"trace[2118516050] transaction","detail":"{read_only:false; response_revision:26472; number_of_response:1; }","duration":"541.895235ms","start":"2026-04-28T14:43:56.802922Z","end":"2026-04-28T14:43:57.344818Z","steps":["trace[2118516050] 'process raft request' (duration: 541.411622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:57.345038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:56.802883Z","time spent":"542.065289ms","remote":"127.0.0.1:52222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418437,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:57.345044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.489165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:43:57.345118Z","caller":"traceutil/trace.go:171","msg":"trace[1980786458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26472; }","duration":"445.607068ms","start":"2026-04-28T14:43:56.899476Z","end":"2026-04-28T14:43:57.345083Z","steps":["trace[1980786458] 'agreement among raft nodes before linearized reading' (duration: 445.363182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:57.345182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:56.899454Z","time spent":"445.71532ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T14:43:57.770483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.331753ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T14:43:57.771086Z","caller":"traceutil/trace.go:171","msg":"trace[492416478] transaction","detail":"{read_only:false; response_revision:26473; number_of_response:1; }","duration":"501.983458ms","start":"2026-04-28T14:43:57.269067Z","end":"2026-04-28T14:43:57.771051Z","steps":["trace[492416478] 'process raft request' (duration: 501.543087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:57.771247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:57.269039Z","time spent":"502.120371ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T14:43:57.775163Z","caller":"traceutil/trace.go:171","msg":"trace[1831248538] transaction","detail":"{read_only:false; response_revision:26474; number_of_response:1; }","duration":"416.554046ms","start":"2026-04-28T14:43:57.35857Z","end":"2026-04-28T14:43:57.775124Z","steps":["trace[1831248538] 'process raft request' (duration: 412.462516ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.775274Z","caller":"traceutil/trace.go:171","msg":"trace[219505648] linearizableReadLoop","detail":"{readStateIndex:27355; appliedIndex:27352; }","duration":"264.75055ms","start":"2026-04-28T14:43:57.510485Z","end":"2026-04-28T14:43:57.775236Z","steps":["trace[219505648] 'read index received' (duration: 92.062µs)","trace[219505648] 'applied index is now lower than readState.Index' (duration: 264.655248ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T14:43:57.775311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T14:43:57.358551Z","time spent":"416.683449ms","remote":"127.0.0.1:57992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T14:43:57.775463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.908014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T14:43:57.775533Z","caller":"traceutil/trace.go:171","msg":"trace[43523809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26474; }","duration":"265.101558ms","start":"2026-04-28T14:43:57.510414Z","end":"2026-04-28T14:43:57.775516Z","steps":["trace[43523809] 'agreement among raft nodes before linearized reading' (duration: 264.924264ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.775734Z","caller":"traceutil/trace.go:171","msg":"trace[427771973] transaction","detail":"{read_only:false; response_revision:26476; number_of_response:1; }","duration":"206.310949ms","start":"2026-04-28T14:43:57.569359Z","end":"2026-04-28T14:43:57.77567Z","steps":["trace[427771973] 'process raft request' (duration: 206.201026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.776102Z","caller":"traceutil/trace.go:171","msg":"trace[2132447031] transaction","detail":"{read_only:false; response_revision:26477; number_of_response:1; }","duration":"206.374662ms","start":"2026-04-28T14:43:57.569702Z","end":"2026-04-28T14:43:57.776077Z","steps":["trace[2132447031] 'process raft request' (duration: 205.90476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.77613Z","caller":"traceutil/trace.go:171","msg":"trace[1524424910] transaction","detail":"{read_only:false; response_revision:26475; number_of_response:1; }","duration":"206.905005ms","start":"2026-04-28T14:43:57.569214Z","end":"2026-04-28T14:43:57.776119Z","steps":["trace[1524424910] 'process raft request' (duration: 205.92449ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.776454Z","caller":"traceutil/trace.go:171","msg":"trace[1774245819] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"206.629748ms","start":"2026-04-28T14:43:57.569811Z","end":"2026-04-28T14:43:57.776441Z","steps":["trace[1774245819] 'process raft request' (duration: 206.142176ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.776466Z","caller":"traceutil/trace.go:171","msg":"trace[1195926240] transaction","detail":"{read_only:false; response_revision:26479; number_of_response:1; }","duration":"206.633628ms","start":"2026-04-28T14:43:57.569818Z","end":"2026-04-28T14:43:57.776451Z","steps":["trace[1195926240] 'process raft request' (duration: 206.490015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.776472Z","caller":"traceutil/trace.go:171","msg":"trace[1945363235] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"206.633968ms","start":"2026-04-28T14:43:57.569824Z","end":"2026-04-28T14:43:57.776458Z","steps":["trace[1945363235] 'process raft request' (duration: 206.594507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:57.776593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.55869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T14:43:57.776627Z","caller":"traceutil/trace.go:171","msg":"trace[2018096169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26480; }","duration":"207.660203ms","start":"2026-04-28T14:43:57.568959Z","end":"2026-04-28T14:43:57.776619Z","steps":["trace[2018096169] 'agreement among raft nodes before linearized reading' (duration: 207.495489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:43:57.776686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.11394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T14:43:57.776692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.206358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T14:43:57.776822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.502469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T14:43:57.77683Z","caller":"traceutil/trace.go:171","msg":"trace[1377235616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26480; }","duration":"206.376002ms","start":"2026-04-28T14:43:57.570436Z","end":"2026-04-28T14:43:57.776812Z","steps":["trace[1377235616] 'agreement among raft nodes before linearized reading' (duration: 206.102475ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.776879Z","caller":"traceutil/trace.go:171","msg":"trace[1360567083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26480; }","duration":"207.619962ms","start":"2026-04-28T14:43:57.569245Z","end":"2026-04-28T14:43:57.776864Z","steps":["trace[1360567083] 'agreement among raft nodes before linearized reading' (duration: 207.344515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:43:57.77757Z","caller":"traceutil/trace.go:171","msg":"trace[625615796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26480; }","duration":"207.204072ms","start":"2026-04-28T14:43:57.569515Z","end":"2026-04-28T14:43:57.776719Z","steps":["trace[625615796] 'agreement among raft nodes before linearized reading' (duration: 207.049819ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:07.881139Z","caller":"traceutil/trace.go:171","msg":"trace[272424689] transaction","detail":"{read_only:false; response_revision:27182; number_of_response:1; }","duration":"127.589484ms","start":"2026-04-28T14:45:07.753474Z","end":"2026-04-28T14:45:07.881064Z","steps":["trace[272424689] 'process raft request' (duration: 127.207815ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.237401Z","caller":"traceutil/trace.go:171","msg":"trace[1566391318] transaction","detail":"{read_only:false; response_revision:27183; number_of_response:1; }","duration":"191.190049ms","start":"2026-04-28T14:45:08.046173Z","end":"2026-04-28T14:45:08.237363Z","steps":["trace[1566391318] 'process raft request' (duration: 190.920973ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.301816Z","caller":"traceutil/trace.go:171","msg":"trace[1045652233] transaction","detail":"{read_only:false; response_revision:27185; number_of_response:1; }","duration":"254.337426ms","start":"2026-04-28T14:45:08.047452Z","end":"2026-04-28T14:45:08.30179Z","steps":["trace[1045652233] 'process raft request' (duration: 254.245733ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.301826Z","caller":"traceutil/trace.go:171","msg":"trace[69801614] transaction","detail":"{read_only:false; response_revision:27184; number_of_response:1; }","duration":"255.113145ms","start":"2026-04-28T14:45:08.046681Z","end":"2026-04-28T14:45:08.301794Z","steps":["trace[69801614] 'process raft request' (duration: 254.867469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.302138Z","caller":"traceutil/trace.go:171","msg":"trace[1662521967] transaction","detail":"{read_only:false; response_revision:27186; number_of_response:1; }","duration":"217.148685ms","start":"2026-04-28T14:45:08.084946Z","end":"2026-04-28T14:45:08.302095Z","steps":["trace[1662521967] 'process raft request' (duration: 216.799327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.302238Z","caller":"traceutil/trace.go:171","msg":"trace[1837772889] linearizableReadLoop","detail":"{readStateIndex:28086; appliedIndex:28079; }","duration":"151.692023ms","start":"2026-04-28T14:45:08.150531Z","end":"2026-04-28T14:45:08.302223Z","steps":["trace[1837772889] 'read index received' (duration: 86.577229ms)","trace[1837772889] 'applied index is now lower than readState.Index' (duration: 65.113514ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:45:08.302267Z","caller":"traceutil/trace.go:171","msg":"trace[1031045362] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"209.407116ms","start":"2026-04-28T14:45:08.092828Z","end":"2026-04-28T14:45:08.302235Z","steps":["trace[1031045362] 'process raft request' (duration: 209.1639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.302311Z","caller":"traceutil/trace.go:171","msg":"trace[1891296901] transaction","detail":"{read_only:false; response_revision:27188; number_of_response:1; }","duration":"209.348205ms","start":"2026-04-28T14:45:08.092941Z","end":"2026-04-28T14:45:08.302289Z","steps":["trace[1891296901] 'process raft request' (duration: 209.196891ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.30236Z","caller":"traceutil/trace.go:171","msg":"trace[1569211579] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"203.85869ms","start":"2026-04-28T14:45:08.098458Z","end":"2026-04-28T14:45:08.302317Z","steps":["trace[1569211579] 'process raft request' (duration: 203.723177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:45:08.302471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.922378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T14:45:08.302519Z","caller":"traceutil/trace.go:171","msg":"trace[16841695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27189; }","duration":"152.024451ms","start":"2026-04-28T14:45:08.150483Z","end":"2026-04-28T14:45:08.302508Z","steps":["trace[16841695] 'agreement among raft nodes before linearized reading' (duration: 151.839906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:45:08.302548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.880406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T14:45:08.302593Z","caller":"traceutil/trace.go:171","msg":"trace[1481195549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27189; }","duration":"135.933837ms","start":"2026-04-28T14:45:08.166644Z","end":"2026-04-28T14:45:08.302578Z","steps":["trace[1481195549] 'agreement among raft nodes before linearized reading' (duration: 135.823534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:45:08.302695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.09993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T14:45:08.302763Z","caller":"traceutil/trace.go:171","msg":"trace[306748196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27189; }","duration":"138.194163ms","start":"2026-04-28T14:45:08.164552Z","end":"2026-04-28T14:45:08.302746Z","steps":["trace[306748196] 'agreement among raft nodes before linearized reading' (duration: 137.956227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:45:08.302732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.103524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T14:45:08.302828Z","caller":"traceutil/trace.go:171","msg":"trace[618999731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27189; }","duration":"141.241547ms","start":"2026-04-28T14:45:08.161568Z","end":"2026-04-28T14:45:08.30281Z","steps":["trace[618999731] 'agreement among raft nodes before linearized reading' (duration: 141.005341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T14:45:08.303061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.938113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T14:45:08.303167Z","caller":"traceutil/trace.go:171","msg":"trace[1796286256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27189; }","duration":"144.088027ms","start":"2026-04-28T14:45:08.159057Z","end":"2026-04-28T14:45:08.303145Z","steps":["trace[1796286256] 'agreement among raft nodes before linearized reading' (duration: 143.417031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T14:45:08.494449Z","caller":"traceutil/trace.go:171","msg":"trace[223120307] transaction","detail":"{read_only:false; response_revision:27196; number_of_response:1; }","duration":"127.117873ms","start":"2026-04-28T14:45:08.367287Z","end":"2026-04-28T14:45:08.494405Z","steps":["trace[223120307] 'process raft request' (duration: 104.178711ms)","trace[223120307] 'compare' (duration: 22.724146ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T14:46:08.913096Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25130} {"level":"info","ts":"2026-04-28T14:46:09.062432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25130,"took":"145.261545ms","hash":182153736,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":36409344,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T14:46:09.062486Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":182153736,"revision":25130,"compact-revision":21951} {"level":"info","ts":"2026-04-28T14:48:25.128315Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T14:48:25.136083Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-28T14:48:25.136221Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-28T14:51:08.928344Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27728} {"level":"info","ts":"2026-04-28T14:51:09.05225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27728,"took":"118.765606ms","hash":3611859070,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":35520512,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T14:51:09.052322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3611859070,"revision":27728,"compact-revision":25130} {"level":"info","ts":"2026-04-28T14:56:08.93535Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30342} {"level":"info","ts":"2026-04-28T14:56:09.069855Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30342,"took":"130.336521ms","hash":60807250,"current-db-size-bytes":58204160,"current-db-size":"58 MB","current-db-size-in-use-bytes":30224384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T14:56:09.069906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":60807250,"revision":30342,"compact-revision":27728} {"level":"info","ts":"2026-04-28T15:01:08.944654Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32587} {"level":"info","ts":"2026-04-28T15:01:09.098399Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32587,"took":"149.530521ms","hash":4267970935,"current-db-size-bytes":59244544,"current-db-size":"59 MB","current-db-size-in-use-bytes":30195712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-28T15:01:09.098555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4267970935,"revision":32587,"compact-revision":30342} {"level":"info","ts":"2026-04-28T15:03:03.395663Z","caller":"traceutil/trace.go:171","msg":"trace[1929835392] transaction","detail":"{read_only:false; response_revision:35780; number_of_response:1; }","duration":"118.490411ms","start":"2026-04-28T15:03:03.277141Z","end":"2026-04-28T15:03:03.395631Z","steps":["trace[1929835392] 'process raft request' (duration: 94.445363ms)","trace[1929835392] 'compare' (duration: 23.916205ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T15:06:08.95953Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34885} {"level":"info","ts":"2026-04-28T15:06:09.104827Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34885,"took":"138.719134ms","hash":1322778618,"current-db-size-bytes":59244544,"current-db-size":"59 MB","current-db-size-in-use-bytes":31436800,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T15:06:09.104882Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1322778618,"revision":34885,"compact-revision":32587} {"level":"info","ts":"2026-04-28T15:09:38.229383Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1cac722af8b2b8a6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T15:09:38.235857Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-28T15:09:38.23601Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-28T15:11:08.967134Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37207} {"level":"info","ts":"2026-04-28T15:11:09.091074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37207,"took":"119.061744ms","hash":836868086,"current-db-size-bytes":59244544,"current-db-size":"59 MB","current-db-size-in-use-bytes":32444416,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T15:11:09.091153Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":836868086,"revision":37207,"compact-revision":34885} {"level":"info","ts":"2026-04-28T15:16:08.973174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39492} {"level":"info","ts":"2026-04-28T15:16:09.110378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39492,"took":"131.766895ms","hash":4107815167,"current-db-size-bytes":59244544,"current-db-size":"59 MB","current-db-size-in-use-bytes":31084544,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-28T15:16:09.110476Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4107815167,"revision":39492,"compact-revision":37207}